fix: migrate old schema to new

This commit is contained in:
Daniel Avila 2023-03-13 21:59:25 -04:00 committed by Wentao Lyu
parent 0fa19bb6ad
commit 4fd05e15b4
6 changed files with 108 additions and 42 deletions

View file

@ -1,44 +1,48 @@
const mongoose = require('mongoose');
const crypto = require('crypto');
const { getMessages, deleteMessages } = require('./Message');
const convoSchema = mongoose.Schema({
conversationId: {
type: String,
unique: true,
required: true
const convoSchema = mongoose.Schema(
{
conversationId: {
type: String,
unique: true,
required: true
},
parentMessageId: {
type: String,
required: true
},
title: {
type: String,
default: 'New Chat'
},
jailbreakConversationId: {
type: String
},
conversationSignature: {
type: String
},
clientId: {
type: String
},
invocationId: {
type: String
},
chatGptLabel: {
type: String
},
promptPrefix: {
type: String
},
model: {
type: String
},
suggestions: [{ type: String }],
messages: [{ type: mongoose.Schema.Types.ObjectId, ref: 'Message' }]
},
parentMessageId: {
type: String,
required: true
},
title: {
type: String,
default: 'New Chat'
},
jailbreakConversationId: {
type: String
},
conversationSignature: {
type: String
},
clientId: {
type: String
},
invocationId: {
type: String
},
chatGptLabel: {
type: String
},
promptPrefix: {
type: String
},
model: {
type: String
},
suggestions: [{ type: String }],
messages: [{ type: mongoose.Schema.Types.ObjectId, ref: 'Message' }],
}, { timestamps: true });
{ timestamps: true }
);
const Conversation =
mongoose.models.Conversation || mongoose.model('Conversation', convoSchema);
@ -114,5 +118,62 @@ module.exports = {
let deleteCount = await Conversation.deleteMany(filter).exec();
deleteCount.messages = await deleteMessages(filter);
return deleteCount;
},
migrateDb: async () => {
try {
const conversations = await Conversation.find({ model: null }).exec();
if (!conversations || conversations.length === 0)
return { message: 'No conversations to migrate' };
for (let convo of conversations) {
const messages = await getMessages({
conversationId: convo.conversationId,
messageId: { $exists: false }
});
const promises = [];
let model;
let oldId;
messages.forEach((message, i) => {
const msgObj = message.toObject();
const newId = msgObj.id;
if (i === 0) {
message.parentMessageId = '00000000-0000-0000-0000-000000000000';
oldId = newId;
} else {
message.parentMessageId = oldId;
oldId = newId;
}
message.messageId = newId;
message.createdAt = message.created;
if (message.sender.toLowerCase() !== 'user' && !model) {
model = message.sender.toLowerCase();
}
if (message.sender.toLowerCase() === 'user') {
message.isCreatedByUser = true;
}
promises.push(message.save());
});
await Promise.all(promises);
await Conversation.findOneAndUpdate(
{ conversationId: convo.conversationId },
{ model, createdAt: convo.created },
{ new: true }
).exec();
}
try {
await mongoose.connection.db.collection('messages').dropIndex('id_1');
} catch (error) {
console.log("Index doesn't exist or already dropped");
}
} catch (error) {
console.log(error);
return { message: 'Error migrating conversations' };
}
}
};

View file

@ -64,7 +64,7 @@ module.exports = {
},
deleteMessagesSince: async ({ messageId, conversationId }) => {
try {
message = await Message.findOne({ messageId }).exec()
const message = await Message.findOne({ messageId }).exec()
if (message)
return await Message.find({ conversationId }).deleteMany({ createdAt: { $gt: message.createdAt } }).exec();

View file

@ -1,6 +1,6 @@
const { saveMessage, deleteMessagesSince, deleteMessages } = require('./Message');
const { getCustomGpts, updateCustomGpt, updateByLabel, deleteCustomGpts } = require('./CustomGpt');
const { getConvoTitle, getConvo, saveConvo } = require('./Conversation');
const { getConvoTitle, getConvo, saveConvo, migrateDb } = require('./Conversation');
module.exports = {
saveMessage,
@ -9,6 +9,7 @@ module.exports = {
getConvoTitle,
getConvo,
saveConvo,
migrateDb,
getCustomGpts,
updateCustomGpt,
updateByLabel,

View file

@ -1,5 +1,6 @@
const express = require('express');
const dbConnect = require('../models/dbConnect');
const { migrateDb } = require('../models');
const path = require('path');
const cors = require('cors');
const routes = require('./routes');
@ -7,7 +8,10 @@ const app = express();
const port = process.env.PORT || 3080;
const host = process.env.HOST || 'localhost'
const projectPath = path.join(__dirname, '..', '..', 'client');
dbConnect().then(() => console.log('Connected to MongoDB'));
dbConnect().then(() => {
console.log('Connected to MongoDB');
migrateDb();
});
app.use(cors());
app.use(express.json());

View file

@ -14,7 +14,7 @@ router.post('/', async (req, res) => {
const conversationId = oldConversationId || crypto.randomUUID();
const userMessageId = messageId;
const userMessageId = crypto.randomUUID();
const userParentMessageId = parentMessageId || '00000000-0000-0000-0000-000000000000'
let userMessage = {
messageId: userMessageId,

View file

@ -14,7 +14,7 @@ router.post('/', async (req, res) => {
const conversationId = oldConversationId || crypto.randomUUID();
const userMessageId = messageId;
const userMessageId = crypto.randomUUID();
const userParentMessageId = parentMessageId || '00000000-0000-0000-0000-000000000000'
let userMessage = {
messageId: userMessageId,