🪙 fix: Streaming Response Token Issue (#3323)

* chore: use NEW_CONVO constant

* fix: token object assign issue
This commit is contained in:
Danny Avila 2024-07-10 23:41:21 -04:00 committed by GitHub
parent 326069d7a6
commit 5ef71a7a36
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 5 additions and 7 deletions

View file

@ -69,8 +69,10 @@ const createAbortController = (req, res, getAbortData, getReqData) => {
*/
const onStart = (userMessage, responseMessageId) => {
sendMessage(res, { message: userMessage, created: true });
const abortKey = userMessage?.conversationId ?? req.user.id;
const prevRequest = abortControllers.get(abortKey);
if (prevRequest && prevRequest?.abortController) {
const data = prevRequest.abortController.getAbortData();
getReqData({ userMessage: data?.userMessage });
@ -81,6 +83,7 @@ const createAbortController = (req, res, getAbortData, getReqData) => {
});
return;
}
abortControllers.set(abortKey, { abortController, ...endpointOption });
res.on('finish', function () {