🛠️ fix: Minor Fixes in Message, Ask/EditController, OpenAIClient, and countTokens (#1463)

* fix(Message): avoid overwriting unprovided properties

* fix(OpenAIClient): return intermediateReply on user abort

* fix(AskController): do not send/save final message if abort was triggered

* fix(countTokens): avoid fetching remote registry and exclusively use cl100k_base or p50k_base weights for token counting

* refactor(Message/messageSchema): rely on messageSchema for default values when saving messages

* fix(EditController): do not send/save final message if abort was triggered

* fix(config/helpers): fix module resolution error

api/app/clients/OpenAIClient.js

@@ -847,7 +847,7 @@ ${convo}
         err?.message?.includes('abort') ||
         (err instanceof OpenAI.APIError && err?.message?.includes('abort'))
       ) {
-        return '';
+        return intermediateReply;
       }
       if (
         err?.message?.includes(

api/models/Message.js

@@ -15,16 +15,16 @@ module.exports = {
     parentMessageId,
     sender,
     text,
-    isCreatedByUser = false,
+    isCreatedByUser,
     error,
     unfinished,
     files,
-    isEdited = false,
+    isEdited,
-    finish_reason = null,
+    finish_reason,
-    tokenCount = null,
+    tokenCount,
-    plugin = null,
+    plugin,
-    plugins = null,
+    plugins,
-    model = null,
+    model,
   }) {
     try {
       const validConvoId = idSchema.safeParse(conversationId);

api/models/schema/messageSchema.js

@@ -21,6 +21,7 @@ const messageSchema = mongoose.Schema(
     },
     model: {
       type: String,
+      default: null,
     },
     conversationSignature: {
       type: String,

api/server/controllers/AskController.js

@@ -118,16 +118,19 @@ const AskController = async (req, res, next, initializeClient, addTitle) => {
       delete userMessage.image_urls;
     }
 
-    sendMessage(res, {
+    if (!abortController.signal.aborted) {
-      title: await getConvoTitle(user, conversationId),
+      sendMessage(res, {
-      final: true,
+        title: await getConvoTitle(user, conversationId),
-      conversation: await getConvo(user, conversationId),
+        final: true,
-      requestMessage: userMessage,
+        conversation: await getConvo(user, conversationId),
-      responseMessage: response,
+        requestMessage: userMessage,
-    });
+        responseMessage: response,
-    res.end();
+      });
+      res.end();
+
+      await saveMessage({ ...response, user });
+    }
 
-    await saveMessage({ ...response, user });
     await saveMessage(userMessage);
 
     if (addTitle && parentMessageId === '00000000-0000-0000-0000-000000000000' && newConvo) {

api/server/controllers/EditController.js

@@ -112,16 +112,18 @@ const EditController = async (req, res, next, initializeClient) => {
       response = { ...response, ...metadata };
     }
 
-    await saveMessage({ ...response, user });
+    if (!abortController.signal.aborted) {
+      sendMessage(res, {
+        title: await getConvoTitle(user, conversationId),
+        final: true,
+        conversation: await getConvo(user, conversationId),
+        requestMessage: userMessage,
+        responseMessage: response,
+      });
+      res.end();
 
-    sendMessage(res, {
+      await saveMessage({ ...response, user });
-      title: await getConvoTitle(user, conversationId),
+    }
-      final: true,
-      conversation: await getConvo(user, conversationId),
-      requestMessage: userMessage,
-      responseMessage: response,
-    });
-    res.end();
   } catch (error) {
     const partialText = getPartialText();
     handleAbortError(res, req, error, {

api/server/utils/countTokens.js

@@ -1,13 +1,12 @@
-const { load } = require('tiktoken/load');
 const { Tiktoken } = require('tiktoken/lite');
-const registry = require('tiktoken/registry.json');
+const p50k_base = require('tiktoken/encoders/p50k_base.json');
-const models = require('tiktoken/model_to_encoding.json');
+const cl100k_base = require('tiktoken/encoders/cl100k_base.json');
 const logger = require('~/config/winston');
 
 const countTokens = async (text = '', modelName = 'gpt-3.5-turbo') => {
   let encoder = null;
   try {
-    const model = await load(registry[models[modelName]]);
+    const model = modelName.includes('text-davinci-003') ? p50k_base : cl100k_base;
     encoder = new Tiktoken(model.bpe_ranks, model.special_tokens, model.pat_str);
     const tokens = encoder.encode(text);
     encoder.free();

config/helpers.js

@@ -6,7 +6,8 @@ const fs = require('fs');
 const path = require('path');
 const readline = require('readline');
 const { execSync } = require('child_process');
-const { connectDb } = require('@librechat/backend/lib/db');
+require('module-alias')({ base: path.resolve(__dirname, '..', 'api') });
+const connectDb = require('~/lib/db/connectDb');
 
 const askQuestion = (query) => {
   const rl = readline.createInterface({