mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-16 16:30:15 +01:00
ea1dd59ef4
* WIP: initial logging changes add several transports in ~/config/winston omit messages in logs, truncate long strings add short blurb in dotenv for debug logging GoogleClient: using logger OpenAIClient: using logger, handleOpenAIErrors Adding typedef for payload message bumped winston and using winston-daily-rotate-file moved config for server paths to ~/config dir Added `DEBUG_LOGGING=true` to .env.example * WIP: Refactor logging statements in code * WIP: Refactor logging statements and import configurations * WIP: Refactor logging statements and import configurations * refactor: broadcast Redis initialization message with `info` not `debug` * refactor: complete Refactor logging statements and import configurations * chore: delete unused tools * fix: circular dependencies due to accessing logger * refactor(handleText): handle booleans and write tests * refactor: redact sensitive values, better formatting * chore: improve log formatting, avoid passing strings to 2nd arg * fix(ci): fix jest tests due to logger changes * refactor(getAvailablePluginsController): cache plugins as they are static and avoids async addOpenAPISpecs call every time * chore: update docs * chore: update docs * chore: create separate meiliSync logger, clean up logs to avoid being unnecessarily verbose * chore: spread objects where they are commonly logged to allow string truncation * chore: improve error log formatting
80 lines
2.6 KiB
JavaScript
80 lines
2.6 KiB
JavaScript
const { MeiliSearch } = require('meilisearch');
|
|
const Message = require('~/models/schema/messageSchema');
|
|
const Conversation = require('~/models/schema/convoSchema');
|
|
const { logger } = require('~/config');
|
|
|
|
const searchEnabled = process.env?.SEARCH?.toLowerCase() === 'true';
|
|
let currentTimeout = null;
|
|
|
|
// eslint-disable-next-line no-unused-vars
|
|
async function indexSync(req, res, next) {
|
|
if (!searchEnabled) {
|
|
return;
|
|
}
|
|
|
|
try {
|
|
if (!process.env.MEILI_HOST || !process.env.MEILI_MASTER_KEY || !searchEnabled) {
|
|
throw new Error('Meilisearch not configured, search will be disabled.');
|
|
}
|
|
|
|
const client = new MeiliSearch({
|
|
host: process.env.MEILI_HOST,
|
|
apiKey: process.env.MEILI_MASTER_KEY,
|
|
});
|
|
|
|
const { status } = await client.health();
|
|
// logger.debug(`[indexSync] Meilisearch: ${status}`);
|
|
const result = status === 'available' && !!process.env.SEARCH;
|
|
|
|
if (!result) {
|
|
throw new Error('Meilisearch not available');
|
|
}
|
|
|
|
const messageCount = await Message.countDocuments();
|
|
const convoCount = await Conversation.countDocuments();
|
|
const messages = await client.index('messages').getStats();
|
|
const convos = await client.index('convos').getStats();
|
|
const messagesIndexed = messages.numberOfDocuments;
|
|
const convosIndexed = convos.numberOfDocuments;
|
|
|
|
logger.debug(
|
|
`[indexSync] There are ${messageCount} messages in the database, ${messagesIndexed} indexed`,
|
|
);
|
|
logger.debug(
|
|
`[indexSync] There are ${convoCount} convos in the database, ${convosIndexed} indexed`,
|
|
);
|
|
|
|
if (messageCount !== messagesIndexed) {
|
|
logger.debug('[indexSync] Messages out of sync, indexing');
|
|
Message.syncWithMeili();
|
|
}
|
|
|
|
if (convoCount !== convosIndexed) {
|
|
logger.debug('[indexSync] Convos out of sync, indexing');
|
|
Conversation.syncWithMeili();
|
|
}
|
|
} catch (err) {
|
|
// logger.debug('[indexSync] in index sync');
|
|
if (err.message.includes('not found')) {
|
|
logger.debug('[indexSync] Creating indices...');
|
|
currentTimeout = setTimeout(async () => {
|
|
try {
|
|
await Message.syncWithMeili();
|
|
await Conversation.syncWithMeili();
|
|
} catch (err) {
|
|
logger.error('[indexSync] Trouble creating indices, try restarting the server.', err);
|
|
}
|
|
}, 750);
|
|
} else {
|
|
logger.error('[indexSync] error', err);
|
|
// res.status(500).json({ error: 'Server error' });
|
|
}
|
|
}
|
|
}
|
|
|
|
process.on('exit', () => {
|
|
logger.debug('[indexSync] Clearing sync timeouts before exiting...');
|
|
clearTimeout(currentTimeout);
|
|
});
|
|
|
|
module.exports = indexSync;
|