feat(api): add support for saving messages to database

fix(api): change arrowParens prettier option to always
fix(api): update addToCache to include endpointOption and latestMessage
fix(api): update askOpenAI to include endpointOption in abortControllers
fix(client): remove abortKey state and add currentParent state to MessageHandler
This commit is contained in:
Daniel Avila 2023-04-09 11:17:08 -04:00
parent 6246ffff1e
commit a81bd27b39
5 changed files with 78 additions and 32 deletions

View file

@ -1,5 +1,5 @@
{ {
"arrowParens": "avoid", "arrowParens": "always",
"bracketSpacing": true, "bracketSpacing": true,
"endOfLine": "lf", "endOfLine": "lf",
"htmlWhitespaceSensitivity": "css", "htmlWhitespaceSensitivity": "css",

View file

@ -12,6 +12,7 @@ module.exports = {
error error
}) => { }) => {
try { try {
// may also need to update the conversation here
await Message.findOneAndUpdate( await Message.findOneAndUpdate(
{ messageId }, { messageId },
{ {

View file

@ -1,31 +1,66 @@
const Keyv = require('keyv'); const Keyv = require('keyv');
const { KeyvFile } = require('keyv-file'); const { KeyvFile } = require('keyv-file');
const crypto = require('crypto'); const crypto = require('crypto');
const { saveMessage } = require('../../../models');
const addToCache = async ( { conversationId, parentMessageId }) => { const addToCache = async ({
const conversationsCache = new Keyv({ endpointOption,
store: new KeyvFile({ filename: './data/cache.json' }) conversationId,
}); userMessage,
latestMessage,
parentMessageId
}) => {
try {
const conversationsCache = new Keyv({
store: new KeyvFile({ filename: './data/cache.json' }),
namespace: 'chatgpt', // should be 'bing' for bing/sydney
});
let conversation = await conversationsCache.get(conversationId); let conversation = await conversationsCache.get(conversationId);
let isNewConversation = false; // used to generate a title for the conversation if none exists
if (!conversation) { // let isNewConversation = false;
conversation = { if (!conversation) {
messages: [], conversation = {
createdAt: Date.now() messages: [],
createdAt: Date.now()
};
// isNewConversation = true;
}
// const shouldGenerateTitle = opts.shouldGenerateTitle && isNewConversation;
const roles = (options) => {
const { endpoint } = options;
if (endpoint === 'openAI') {
return options?.chatGptLabel || 'ChatGPT';
} else if (endpoint === 'bingAI') {
return options?.jailbreak ? 'Sydney' : 'BingAI';
}
}; };
isNewConversation = true;
const messageId = crypto.randomUUID();
let responseMessage = {
id: messageId,
parentMessageId,
role: roles(endpointOption),
message: latestMessage
};
await saveMessage({
...responseMessage,
conversationId,
messageId,
sender: responseMessage.role,
text: latestMessage
});
conversation.messages.push(userMessage, responseMessage);
await conversationsCache.set(conversationId, conversation);
} catch (error) {
console.error('Trouble adding to cache', error);
} }
// const shouldGenerateTitle = opts.shouldGenerateTitle && isNewConversation;
const userMessage = {
id: crypto.randomUUID(),
parentMessageId,
role: 'User',
message
};
conversation.messages.push(userMessage);
}; };
module.exports = { addToCache }; module.exports = addToCache;

View file

@ -1,6 +1,7 @@
const express = require('express'); const express = require('express');
const crypto = require('crypto'); const crypto = require('crypto');
const router = express.Router(); const router = express.Router();
const addToCache = require('./addToCache');
const { getOpenAIModels } = require('../endpoints'); const { getOpenAIModels } = require('../endpoints');
const { titleConvo, askClient } = require('../../../app/'); const { titleConvo, askClient } = require('../../../app/');
const { saveMessage, getConvoTitle, saveConvo, updateConvo, getConvo } = require('../../../models'); const { saveMessage, getConvoTitle, saveConvo, updateConvo, getConvo } = require('../../../models');
@ -8,16 +9,22 @@ const { handleError, sendMessage, createOnProgress, handleText } = require('./ha
const abortControllers = new Map(); const abortControllers = new Map();
router.post('/abort', (req, res) => { router.post('/abort', async (req, res) => {
const { abortKey, message } = req.body; const { abortKey, latestMessage, parentMessageId } = req.body;
console.log(`req.body`, req.body);
if (!abortControllers.has(abortKey)) { if (!abortControllers.has(abortKey)) {
return res.status(404).send('Request not found'); return res.status(404).send('Request not found');
} }
const { abortController, userMessage, endpointOption } = abortControllers.get(abortKey);
if (!endpointOption.endpoint) {
endpointOption.endpoint = req.originalUrl.replace('/api/ask/','').split('/abort')[0];
}
const { abortController, userMessage } = abortControllers.get(abortKey);
abortController.abort(); abortController.abort();
abortControllers.delete(abortKey); abortControllers.delete(abortKey);
console.log('Aborted request', abortKey, userMessage); console.log('Aborted request', abortKey, userMessage, endpointOption);
await addToCache({ endpointOption, conversationId: abortKey, userMessage, latestMessage, parentMessageId });
res.status(200).send('Aborted'); res.status(200).send('Aborted');
}); });
@ -118,7 +125,7 @@ const ask = async ({
const abortController = new AbortController(); const abortController = new AbortController();
const abortKey = conversationId; const abortKey = conversationId;
console.log('conversationId -----> ', conversationId); console.log('conversationId -----> ', conversationId);
abortControllers.set(abortKey, { abortController, userMessage }); abortControllers.set(abortKey, { abortController, userMessage, endpointOption });
res.on('close', () => { res.on('close', () => {
abortController.abort(); abortController.abort();

View file

@ -15,7 +15,8 @@ export default function MessageHandler() {
const [lastResponse, setLastResponse] = useRecoilState(store.lastResponse); const [lastResponse, setLastResponse] = useRecoilState(store.lastResponse);
const setSubmission = useSetRecoilState(store.submission); const setSubmission = useSetRecoilState(store.submission);
const [source, setSource] = useState(null); const [source, setSource] = useState(null);
const [abortKey, setAbortKey] = useState(null); // const [abortKey, setAbortKey] = useState(null);
const [currentParent, setCurrentParent] = useState(null);
const { refreshConversations } = store.useConversations(); const { refreshConversations } = store.useConversations();
@ -174,8 +175,9 @@ export default function MessageHandler() {
'Content-Type': 'application/json' 'Content-Type': 'application/json'
}, },
body: JSON.stringify({ body: JSON.stringify({
abortKey, abortKey: currentParent.conversationId,
message: latestMessage, latestMessage,
parentMessageId: currentParent.messageId,
}) })
}) })
.then(response => { .then(response => {
@ -219,7 +221,8 @@ export default function MessageHandler() {
}; };
createdHandler(data, { ...submission, message }); createdHandler(data, { ...submission, message });
console.log('created', message); console.log('created', message);
setAbortKey(message?.conversationId); // setAbortKey(message?.conversationId);
setCurrentParent(message);
} else { } else {
let text = data.text || data.response; let text = data.text || data.response;
if (data.initial) console.log(data); if (data.initial) console.log(data);