mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 08:50:15 +01:00
feat(api): add support for saving messages to database
fix(api): change arrowParens prettier option to always fix(api): update addToCache to include endpointOption and latestMessage fix(api): update askOpenAI to include endpointOption in abortControllers fix(client): remove abortKey state and add currentParent state to MessageHandler
This commit is contained in:
parent
6246ffff1e
commit
a81bd27b39
5 changed files with 78 additions and 32 deletions
|
|
@ -1,5 +1,5 @@
|
||||||
{
|
{
|
||||||
"arrowParens": "avoid",
|
"arrowParens": "always",
|
||||||
"bracketSpacing": true,
|
"bracketSpacing": true,
|
||||||
"endOfLine": "lf",
|
"endOfLine": "lf",
|
||||||
"htmlWhitespaceSensitivity": "css",
|
"htmlWhitespaceSensitivity": "css",
|
||||||
|
|
|
||||||
|
|
@ -12,6 +12,7 @@ module.exports = {
|
||||||
error
|
error
|
||||||
}) => {
|
}) => {
|
||||||
try {
|
try {
|
||||||
|
// may also need to update the conversation here
|
||||||
await Message.findOneAndUpdate(
|
await Message.findOneAndUpdate(
|
||||||
{ messageId },
|
{ messageId },
|
||||||
{
|
{
|
||||||
|
|
|
||||||
|
|
@ -1,31 +1,66 @@
|
||||||
const Keyv = require('keyv');
|
const Keyv = require('keyv');
|
||||||
const { KeyvFile } = require('keyv-file');
|
const { KeyvFile } = require('keyv-file');
|
||||||
const crypto = require('crypto');
|
const crypto = require('crypto');
|
||||||
|
const { saveMessage } = require('../../../models');
|
||||||
|
|
||||||
const addToCache = async ( { conversationId, parentMessageId }) => {
|
const addToCache = async ({
|
||||||
|
endpointOption,
|
||||||
|
conversationId,
|
||||||
|
userMessage,
|
||||||
|
latestMessage,
|
||||||
|
parentMessageId
|
||||||
|
}) => {
|
||||||
|
try {
|
||||||
const conversationsCache = new Keyv({
|
const conversationsCache = new Keyv({
|
||||||
store: new KeyvFile({ filename: './data/cache.json' })
|
store: new KeyvFile({ filename: './data/cache.json' }),
|
||||||
|
namespace: 'chatgpt', // should be 'bing' for bing/sydney
|
||||||
});
|
});
|
||||||
|
|
||||||
let conversation = await conversationsCache.get(conversationId);
|
let conversation = await conversationsCache.get(conversationId);
|
||||||
let isNewConversation = false;
|
// used to generate a title for the conversation if none exists
|
||||||
|
// let isNewConversation = false;
|
||||||
if (!conversation) {
|
if (!conversation) {
|
||||||
conversation = {
|
conversation = {
|
||||||
messages: [],
|
messages: [],
|
||||||
createdAt: Date.now()
|
createdAt: Date.now()
|
||||||
};
|
};
|
||||||
isNewConversation = true;
|
// isNewConversation = true;
|
||||||
}
|
}
|
||||||
|
|
||||||
// const shouldGenerateTitle = opts.shouldGenerateTitle && isNewConversation;
|
// const shouldGenerateTitle = opts.shouldGenerateTitle && isNewConversation;
|
||||||
|
|
||||||
const userMessage = {
|
const roles = (options) => {
|
||||||
id: crypto.randomUUID(),
|
const { endpoint } = options;
|
||||||
parentMessageId,
|
if (endpoint === 'openAI') {
|
||||||
role: 'User',
|
return options?.chatGptLabel || 'ChatGPT';
|
||||||
message
|
} else if (endpoint === 'bingAI') {
|
||||||
};
|
return options?.jailbreak ? 'Sydney' : 'BingAI';
|
||||||
conversation.messages.push(userMessage);
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
module.exports = { addToCache };
|
const messageId = crypto.randomUUID();
|
||||||
|
|
||||||
|
let responseMessage = {
|
||||||
|
id: messageId,
|
||||||
|
parentMessageId,
|
||||||
|
role: roles(endpointOption),
|
||||||
|
message: latestMessage
|
||||||
|
};
|
||||||
|
|
||||||
|
await saveMessage({
|
||||||
|
...responseMessage,
|
||||||
|
conversationId,
|
||||||
|
messageId,
|
||||||
|
sender: responseMessage.role,
|
||||||
|
text: latestMessage
|
||||||
|
});
|
||||||
|
|
||||||
|
conversation.messages.push(userMessage, responseMessage);
|
||||||
|
|
||||||
|
await conversationsCache.set(conversationId, conversation);
|
||||||
|
} catch (error) {
|
||||||
|
console.error('Trouble adding to cache', error);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
module.exports = addToCache;
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,7 @@
|
||||||
const express = require('express');
|
const express = require('express');
|
||||||
const crypto = require('crypto');
|
const crypto = require('crypto');
|
||||||
const router = express.Router();
|
const router = express.Router();
|
||||||
|
const addToCache = require('./addToCache');
|
||||||
const { getOpenAIModels } = require('../endpoints');
|
const { getOpenAIModels } = require('../endpoints');
|
||||||
const { titleConvo, askClient } = require('../../../app/');
|
const { titleConvo, askClient } = require('../../../app/');
|
||||||
const { saveMessage, getConvoTitle, saveConvo, updateConvo, getConvo } = require('../../../models');
|
const { saveMessage, getConvoTitle, saveConvo, updateConvo, getConvo } = require('../../../models');
|
||||||
|
|
@ -8,16 +9,22 @@ const { handleError, sendMessage, createOnProgress, handleText } = require('./ha
|
||||||
|
|
||||||
const abortControllers = new Map();
|
const abortControllers = new Map();
|
||||||
|
|
||||||
router.post('/abort', (req, res) => {
|
router.post('/abort', async (req, res) => {
|
||||||
const { abortKey, message } = req.body;
|
const { abortKey, latestMessage, parentMessageId } = req.body;
|
||||||
|
console.log(`req.body`, req.body);
|
||||||
if (!abortControllers.has(abortKey)) {
|
if (!abortControllers.has(abortKey)) {
|
||||||
return res.status(404).send('Request not found');
|
return res.status(404).send('Request not found');
|
||||||
}
|
}
|
||||||
|
|
||||||
const { abortController, userMessage } = abortControllers.get(abortKey);
|
const { abortController, userMessage, endpointOption } = abortControllers.get(abortKey);
|
||||||
|
if (!endpointOption.endpoint) {
|
||||||
|
endpointOption.endpoint = req.originalUrl.replace('/api/ask/','').split('/abort')[0];
|
||||||
|
}
|
||||||
|
|
||||||
abortController.abort();
|
abortController.abort();
|
||||||
abortControllers.delete(abortKey);
|
abortControllers.delete(abortKey);
|
||||||
console.log('Aborted request', abortKey, userMessage);
|
console.log('Aborted request', abortKey, userMessage, endpointOption);
|
||||||
|
await addToCache({ endpointOption, conversationId: abortKey, userMessage, latestMessage, parentMessageId });
|
||||||
|
|
||||||
res.status(200).send('Aborted');
|
res.status(200).send('Aborted');
|
||||||
});
|
});
|
||||||
|
|
@ -118,7 +125,7 @@ const ask = async ({
|
||||||
const abortController = new AbortController();
|
const abortController = new AbortController();
|
||||||
const abortKey = conversationId;
|
const abortKey = conversationId;
|
||||||
console.log('conversationId -----> ', conversationId);
|
console.log('conversationId -----> ', conversationId);
|
||||||
abortControllers.set(abortKey, { abortController, userMessage });
|
abortControllers.set(abortKey, { abortController, userMessage, endpointOption });
|
||||||
|
|
||||||
res.on('close', () => {
|
res.on('close', () => {
|
||||||
abortController.abort();
|
abortController.abort();
|
||||||
|
|
|
||||||
|
|
@ -15,7 +15,8 @@ export default function MessageHandler() {
|
||||||
const [lastResponse, setLastResponse] = useRecoilState(store.lastResponse);
|
const [lastResponse, setLastResponse] = useRecoilState(store.lastResponse);
|
||||||
const setSubmission = useSetRecoilState(store.submission);
|
const setSubmission = useSetRecoilState(store.submission);
|
||||||
const [source, setSource] = useState(null);
|
const [source, setSource] = useState(null);
|
||||||
const [abortKey, setAbortKey] = useState(null);
|
// const [abortKey, setAbortKey] = useState(null);
|
||||||
|
const [currentParent, setCurrentParent] = useState(null);
|
||||||
|
|
||||||
const { refreshConversations } = store.useConversations();
|
const { refreshConversations } = store.useConversations();
|
||||||
|
|
||||||
|
|
@ -174,8 +175,9 @@ export default function MessageHandler() {
|
||||||
'Content-Type': 'application/json'
|
'Content-Type': 'application/json'
|
||||||
},
|
},
|
||||||
body: JSON.stringify({
|
body: JSON.stringify({
|
||||||
abortKey,
|
abortKey: currentParent.conversationId,
|
||||||
message: latestMessage,
|
latestMessage,
|
||||||
|
parentMessageId: currentParent.messageId,
|
||||||
})
|
})
|
||||||
})
|
})
|
||||||
.then(response => {
|
.then(response => {
|
||||||
|
|
@ -219,7 +221,8 @@ export default function MessageHandler() {
|
||||||
};
|
};
|
||||||
createdHandler(data, { ...submission, message });
|
createdHandler(data, { ...submission, message });
|
||||||
console.log('created', message);
|
console.log('created', message);
|
||||||
setAbortKey(message?.conversationId);
|
// setAbortKey(message?.conversationId);
|
||||||
|
setCurrentParent(message);
|
||||||
} else {
|
} else {
|
||||||
let text = data.text || data.response;
|
let text = data.text || data.response;
|
||||||
if (data.initial) console.log(data);
|
if (data.initial) console.log(data);
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue