Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-17 17:00:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 7

WIP: fix: fix abort messages and continue conversation on abort

Browse source 
feat(askOpenAI.js): add abort endpoint to cancel requests
feat(MessageHandler): add abort functionality to cancel requests
feat(submission.js): add lastResponse and source atoms to store
feat(handleSubmit.js): add stopGenerating function to cancel requests
This commit is contained in:
Daniel Avila 2023-04-08 23:19:29 -04:00
parent 5fbefa15ce
commit 88aea81288
5 changed files with 88 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

26
api/server/routes/ask/askOpenAI.js
View file

@ -6,6 +6,22 @@ const { titleConvo, askClient } = require('../../../app/');
const { saveMessage, getConvoTitle, saveConvo, updateConvo, getConvo } = require('../../../models');
const { handleError, sendMessage, createOnProgress, handleText } = require('./handlers');
const abortControllers = new Map();
router.get('/abort', (req, res) => {
const requestId = req.query.requestId;
if (abortControllers.has(requestId)) {
const abortController = abortControllers.get(requestId);
abortController.abort();
abortControllers.delete(requestId);
console.log('Aborted request', requestId);
res.status(200).send('Aborted');
} else {
res.status(404).send('Request not found');
}
});
router.post('/', async (req, res) => {
const {
endpoint,
@ -100,7 +116,14 @@ const ask = async ({
try {
const progressCallback = createOnProgress();
const abortController = new AbortController();
res.on('close', () => abortController.abort());
const abortKey = userMessage.messageId;
abortControllers.set(abortKey, abortController);
res.on('close', () => {
console.log('stopped message, aborting');
abortController.abort();
return res.end();
});
let response = await askClient({
text,
parentMessageId: userParentMessageId,
@ -170,6 +193,7 @@ const ask = async ({
requestMessage: userMessage,
responseMessage: responseMessage
});
abortControllers.delete(abortKey);
res.end();
if (userParentMessageId == '00000000-0000-0000-0000-000000000000') {