🪙 fix: Streaming Response Token Issue (#3323)

* chore: use NEW_CONVO constant

* fix: token object assign issue

api/server/controllers/AskController.js

@@ -112,7 +112,6 @@ const AskController = async (req, res, next, initializeClient, addTitle) => {
       progressCallback,
       progressOptions: {
         res,
-        text,
         // parentMessageId: overrideParentMessageId || userMessageId,
       },
     };

api/server/controllers/EditController.js

@@ -119,7 +119,6 @@ const EditController = async (req, res, next, initializeClient) => {
       progressCallback,
       progressOptions: {
         res,
-        text,
         // parentMessageId: overrideParentMessageId || userMessageId,
       },
     });

api/server/middleware/abortMiddleware.js

@@ -69,8 +69,10 @@ const createAbortController = (req, res, getAbortData, getReqData) => {
    */
   const onStart = (userMessage, responseMessageId) => {
     sendMessage(res, { message: userMessage, created: true });
+
     const abortKey = userMessage?.conversationId ?? req.user.id;
     const prevRequest = abortControllers.get(abortKey);
+
     if (prevRequest && prevRequest?.abortController) {
       const data = prevRequest.abortController.getAbortData();
       getReqData({ userMessage: data?.userMessage });
@@ -81,6 +83,7 @@ const createAbortController = (req, res, getAbortData, getReqData) => {
       });
       return;
     }
+
     abortControllers.set(abortKey, { abortController, ...endpointOption });
 
     res.on('finish', function () {

api/server/routes/ask/gptPlugins.js

@@ -195,7 +195,6 @@ router.post(
         progressCallback,
         progressOptions: {
           res,
-          text,
           // parentMessageId: overrideParentMessageId || userMessageId,
           plugins,
         },

api/server/routes/edit/gptPlugins.js

@@ -168,7 +168,6 @@ router.post(
         progressCallback,
         progressOptions: {
           res,
-          text,
           plugin,
           // parentMessageId: overrideParentMessageId || userMessageId,
         },

api/server/utils/handleText.js

@@ -19,8 +19,7 @@ const createOnProgress = ({ generation = '', onProgress: _onProgress }) => {
 
   const basePayload = Object.assign({}, base, { text: tokens || '' });
 
-  const progressCallback = (partial, { res, text, ...rest }) => {
+  const progressCallback = (chunk, { res, ...rest }) => {
-    let chunk = partial === text ? '' : partial;
     basePayload.text = basePayload.text + chunk;
 
     const payload = Object.assign({}, basePayload, rest);

client/src/hooks/Chat/useChatFunctions.ts

@@ -107,7 +107,7 @@ export default function useChatFunctions({
     const intermediateId = overrideUserMessageId ?? v4();
     parentMessageId = parentMessageId || latestMessage?.messageId || Constants.NO_PARENT;
 
-    if (conversationId == 'new') {
+    if (conversationId == Constants.NEW_CONVO) {
       parentMessageId = Constants.NO_PARENT;
       currentMessages = [];
       conversationId = null;