Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-21 02:40:14 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

ℹ️ refactor: Remove use of Agenda for Conversation Imports (#3024)

Browse source 
* chore: remove agenda and npm audit fix

* refactor: import conversations without agenda

* chore: update package-lock.json and data-provider version to 0.6.7

* fix: import conversations

* chore: client npm audit fix
This commit is contained in:
Danny Avila 2024-06-10 13:00:34 -04:00 • committed by GitHub
parent 92232afaca
commit 2e559137ae
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
12 changed files with 52 additions and 402 deletions
Download patch file Download diff file Expand all files Collapse all files

41
api/server/utils/import/jobDefinition.js
View file

@ -1,41 +0,0 @@
const fs = require('fs').promises;
const jobScheduler = require('~/server/utils/jobScheduler');
const { getImporter } = require('./importers');
const { indexSync } = require('~/lib/db');
const { logger } = require('~/config');
const IMPORT_CONVERSATION_JOB_NAME = 'import conversation';
/**
* Job definition for importing a conversation.
* @param {import('agenda').Job} job - The job object.
* @param {Function} done - The done function.
*/
const importConversationJob = async (job, done) => {
const { filepath, requestUserId } = job.attrs.data;
try {
logger.debug(`user: ${requestUserId} | Importing conversation(s) from file...`);
const fileData = await fs.readFile(filepath, 'utf8');
const jsonData = JSON.parse(fileData);
const importer = getImporter(jsonData);
await importer(jsonData, requestUserId);
// Sync Meilisearch index
await indexSync();
logger.debug(`user: ${requestUserId} | Finished importing conversations`);
done();
} catch (error) {
logger.error(`user: ${requestUserId} | Failed to import conversation: `, error);
done(error);
} finally {
try {
await fs.unlink(filepath);
} catch (error) {
logger.error(`user: ${requestUserId} | Failed to delete file: ${filepath}`, error);
}
}
};
// Call the jobScheduler.define function at startup
jobScheduler.define(IMPORT_CONVERSATION_JOB_NAME, importConversationJob);
module.exports = { IMPORT_CONVERSATION_JOB_NAME };