LibreChat/api/server/routes/ask/addToCache.js

62 lines
1.7 KiB
JavaScript
Raw Normal View History

const Keyv = require('keyv');
const { KeyvFile } = require('keyv-file');
const { saveMessage } = require('../../../models');
const addToCache = async ({ endpointOption, userMessage, latestMessage }) => {
try {
const conversationsCache = new Keyv({
store: new KeyvFile({ filename: './data/cache.json' }),
namespace: 'chatgpt' // should be 'bing' for bing/sydney
});
const { conversationId, messageId, parentMessageId, text } = latestMessage;
let conversation = await conversationsCache.get(conversationId);
// used to generate a title for the conversation if none exists
// let isNewConversation = false;
if (!conversation) {
conversation = {
messages: [],
createdAt: Date.now()
};
// isNewConversation = true;
}
// const shouldGenerateTitle = opts.shouldGenerateTitle && isNewConversation;
const roles = (options) => {
const { endpoint } = options;
if (endpoint === 'openAI') {
return options?.chatGptLabel || 'ChatGPT';
} else if (endpoint === 'bingAI') {
return options?.jailbreak ? 'Sydney' : 'BingAI';
}
};
// const messageId = crypto.randomUUID();
let responseMessage = {
id: messageId,
parentMessageId,
role: roles(endpointOption),
message: text
};
await saveMessage({
...responseMessage,
conversationId,
messageId,
sender: responseMessage.role,
text
});
conversation.messages.push(userMessage, responseMessage);
await conversationsCache.set(conversationId, conversation);
} catch (error) {
console.error('Trouble adding to cache', error);
}
};
module.exports = addToCache;