fix: add PaLM icon as SVG and improve meilisearch syncing to prevent large indicing jobs (#600)

* feat(getIcon.jsx): replace palm.png with google-palm.svg as the icon for the 'google' endpoint

* fix(mongoMeili): improve syncing, prevent large indicing jobs from being queued
fix(gptPlugins.js, openAI.js): use unfinished and cancelled values when saving messages to help optimize syncing

api/app/clients/BaseClient.js

@@ -71,7 +71,7 @@ class BaseClient {
     };
   }
 
-  createUserMessage({ messageId, parentMessageId, conversationId, text}) {
+  createUserMessage({ messageId, parentMessageId, conversationId, text }) {
     const userMessage = {
       messageId,
       parentMessageId,
@@ -293,7 +293,7 @@ class BaseClient {
     };
   }
 
-  async handleContextStrategy({instructions, orderedMessages, formattedMessages}) {
+  async handleContextStrategy({ instructions, orderedMessages, formattedMessages }) {
     let payload = this.addInstructions(formattedMessages, instructions);
     let orderedWithInstructions = this.addInstructions(orderedMessages, instructions);
     let {
@@ -350,7 +350,7 @@ class BaseClient {
       }
 
       if (index === refineIndex) {
-        map.refined = { ...refinedMessage, messageId: message.messageId};
+        map.refined = { ...refinedMessage, messageId: message.messageId };
       }
 
       map[message.messageId] = payload[index].tokenCount;
@@ -457,7 +457,7 @@ class BaseClient {
   }
 
   async saveMessageToDatabase(message, endpointOptions, user = null) {
-    await saveMessage({ ...message, unfinished: false });
+    await saveMessage({ ...message, unfinished: false, cancelled: false });
     await saveConvo(user, {
       conversationId: message.conversationId,
       endpoint: this.options.endpoint,

api/models/plugins/mongoMeili.js

@@ -190,19 +190,55 @@ module.exports = function mongoMeili(schema, options) {
   schema.post('remove', function (doc) {
     doc.postRemoveHook();
   });
-  schema.post('deleteMany', function () {
-    // console.log('deleteMany hook', doc);
-    if (Object.prototype.hasOwnProperty.call(schema.obj, 'messages')) {
-      console.log('Syncing convos...');
-      mongoose.model('Conversation').syncWithMeili();
-    }
 
-    if (Object.prototype.hasOwnProperty.call(schema.obj, 'messageId')) {
-      console.log('Syncing messages...');
-      mongoose.model('Message').syncWithMeili();
+  schema.pre('deleteMany', async function (next) {
+    try {
+      if (Object.prototype.hasOwnProperty.call(schema.obj, 'messages')) {
+        const convoIndex = client.index('convos');
+        const deletedConvos = await mongoose.model('Conversation').find(this._conditions).lean();
+        let promises = [];
+        for (const convo of deletedConvos) {
+          promises.push(convoIndex.deleteDocument(convo.conversationId));
+        }
+        await Promise.all(promises);
+      }
+
+      if (Object.prototype.hasOwnProperty.call(schema.obj, 'messageId')) {
+        const messageIndex = client.index('messages');
+        const deletedMessages = await mongoose.model('Message').find(this._conditions).lean();
+        let promises = [];
+        for (const message of deletedMessages) {
+          promises.push(messageIndex.deleteDocument(message.messageId));
+        }
+        await Promise.all(promises);
+      }
+      return next();
+    } catch (error) {
+      console.log('[Meilisearch] There was an issue deleting conversation indexes upon deletion, next startup may be slow due to syncing');
+      console.error(error);
+      return next(error);
     }
   });
-  schema.post('findOneAndUpdate', function (doc) {
+
+  schema.post('findOneAndUpdate', async function (doc) {
+    if (doc.unfinished) {
+      return;
+    }
+
+    let meiliDoc;
+    // Doc is a Conversation
+    if (doc.messages) {
+      try {
+        meiliDoc = await client.index('convos').getDocument(doc.conversationId);
+      } catch (error) {
+        console.log('[Meilisearch] Convo not found and will index', doc.conversationId);
+      }
+    }
+
+    if (meiliDoc && meiliDoc.title === doc.title) {
+      return;
+    }
+
     doc.postSaveHook();
   });
 };

api/server/routes/ask/gptPlugins.js

@@ -117,8 +117,8 @@ const ask = async ({ text, endpoint, endpointOption, parentMessageId = null, con
             parentMessageId: overrideParentMessageId || userMessageId,
             text: partialText,
             model: endpointOption.modelOptions.model,
-            unfinished: false,
-            cancelled: true,
+            unfinished: true,
+            cancelled: false,
             error: false
           });
         }

api/server/routes/ask/openAI.js

@@ -88,8 +88,8 @@ const ask = async ({ text, endpointOption, parentMessageId = null, endpoint, con
           parentMessageId: overrideParentMessageId || userMessageId,
           text: partialText,
           model: endpointOption.modelOptions.model,
-          unfinished: false,
-          cancelled: true,
+          unfinished: true,
+          cancelled: false,
           error: false
         });
       }