mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 00:40:14 +01:00
ea1dd59ef4
* WIP: initial logging changes add several transports in ~/config/winston omit messages in logs, truncate long strings add short blurb in dotenv for debug logging GoogleClient: using logger OpenAIClient: using logger, handleOpenAIErrors Adding typedef for payload message bumped winston and using winston-daily-rotate-file moved config for server paths to ~/config dir Added `DEBUG_LOGGING=true` to .env.example * WIP: Refactor logging statements in code * WIP: Refactor logging statements and import configurations * WIP: Refactor logging statements and import configurations * refactor: broadcast Redis initialization message with `info` not `debug` * refactor: complete Refactor logging statements and import configurations * chore: delete unused tools * fix: circular dependencies due to accessing logger * refactor(handleText): handle booleans and write tests * refactor: redact sensitive values, better formatting * chore: improve log formatting, avoid passing strings to 2nd arg * fix(ci): fix jest tests due to logger changes * refactor(getAvailablePluginsController): cache plugins as they are static and avoids async addOpenAPISpecs call every time * chore: update docs * chore: update docs * chore: create separate meiliSync logger, clean up logs to avoid being unnecessarily verbose * chore: spread objects where they are commonly logged to allow string truncation * chore: improve error log formatting
109 lines
3.1 KiB
JavaScript
109 lines
3.1 KiB
JavaScript
const crypto = require('crypto');
|
|
const OpenAI = require('openai');
|
|
const { logger } = require('~/config');
|
|
const { sendMessage } = require('../../utils');
|
|
const { initThread, createRun, handleRun } = require('../../services/AssistantService');
|
|
const express = require('express');
|
|
const router = express.Router();
|
|
const {
|
|
setHeaders,
|
|
// handleAbort,
|
|
// handleAbortError,
|
|
// validateEndpoint,
|
|
// buildEndpointOption,
|
|
// createAbortController,
|
|
} = require('../../middleware');
|
|
|
|
// const thread = {
|
|
// id: 'thread_LexzJUVugYFqfslS7c7iL3Zo',
|
|
// "thread_nZoiCbPauU60LqY1Q0ME1elg"
|
|
// };
|
|
|
|
/**
|
|
* Chat with an assistant.
|
|
*/
|
|
router.post('/', setHeaders, async (req, res) => {
|
|
try {
|
|
logger.debug('[/assistants/chat/] req.body', req.body);
|
|
// test message:
|
|
// How many polls of 500 ms intervals are there in 18 seconds?
|
|
|
|
const { assistant_id, messages, text: userMessage, messageId } = req.body;
|
|
const conversationId = req.body.conversationId || crypto.randomUUID();
|
|
// let thread_id = req.body.thread_id ?? 'thread_nZoiCbPauU60LqY1Q0ME1elg'; // for testing
|
|
let thread_id = req.body.thread_id;
|
|
|
|
if (!assistant_id) {
|
|
throw new Error('Missing assistant_id');
|
|
}
|
|
|
|
const openai = new OpenAI(process.env.OPENAI_API_KEY);
|
|
console.log(messages);
|
|
|
|
const initThreadBody = {
|
|
messages: [
|
|
{
|
|
role: 'user',
|
|
content: userMessage,
|
|
metadata: {
|
|
messageId,
|
|
},
|
|
},
|
|
],
|
|
metadata: {
|
|
conversationId,
|
|
},
|
|
};
|
|
|
|
const result = await initThread({ openai, body: initThreadBody, thread_id });
|
|
// const { messages: _messages } = result;
|
|
thread_id = result.thread_id;
|
|
|
|
/* NOTE:
|
|
* By default, a Run will use the model and tools configuration specified in Assistant object,
|
|
* but you can override most of these when creating the Run for added flexibility:
|
|
*/
|
|
const run = await createRun({
|
|
openai,
|
|
thread_id,
|
|
body: { assistant_id, model: 'gpt-3.5-turbo-1106' },
|
|
});
|
|
const response = await handleRun({ openai, thread_id, run_id: run.id });
|
|
|
|
// TODO: parse responses, save to db, send to user
|
|
|
|
sendMessage(res, {
|
|
title: 'New Chat',
|
|
final: true,
|
|
conversation: {
|
|
conversationId: 'fake-convo-id',
|
|
title: 'New Chat',
|
|
},
|
|
requestMessage: {
|
|
messageId: 'fake-user-message-id',
|
|
parentMessageId: '00000000-0000-0000-0000-000000000000',
|
|
conversationId: 'fake-convo-id',
|
|
sender: 'User',
|
|
text: req.body.text,
|
|
isCreatedByUser: true,
|
|
},
|
|
responseMessage: {
|
|
messageId: 'fake-response-id',
|
|
conversationId: 'fake-convo-id',
|
|
parentMessageId: 'fake-user-message-id',
|
|
isCreatedByUser: false,
|
|
isEdited: false,
|
|
model: 'gpt-3.5-turbo-1106',
|
|
sender: 'Assistant',
|
|
text: response.choices[0].text,
|
|
},
|
|
});
|
|
res.end();
|
|
} catch (error) {
|
|
// res.status(500).json({ error: error.message });
|
|
logger.error('[/assistants/chat/]', error);
|
|
res.end();
|
|
}
|
|
});
|
|
|
|
module.exports = router;
|