mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 17:00:15 +01:00
* refactor: move `loadAuthValues` to `~/services/Tools/credentials` * feat: add createAxiosInstance function to configure axios with proxy support * WIP: First pass mistral ocr * refactor: replace getConvoFiles with getToolFiles for improved file retrieval logic * refactor: improve document formatting in encodeAndFormat function * refactor: remove unused resendFiles parameter from buildOptions function (this option comes from the agent config) * fix: update getFiles call to include files with `text` property as well * refactor: move file handling to `initializeAgentOptions` * refactor: enhance addImageURLs method to handle OCR text and improve message formatting * refactor: update message formatting to handle OCR text in various content types * refactor: remove unused resendFiles property from compactAgentsSchema * fix: add error handling for Mistral OCR document upload and logging * refactor: integrate OCR capability into file upload options and configuration * refactor: skip processing for text source files in delete request, as they are directly tied to database * feat: add metadata field to ExtendedFile type and update PanelColumns and PanelTable components for localization and metadata handling * fix: source icon styling * wip: first pass, frontend file context agent resources * refactor: add hover card with contextual information for File Context (OCR) in FileContext component * feat: enhance file processing by integrating file retrieval for OCR resources in agent initialization * feat: implement OCR config; fix: agent resource deletion for ocr files * feat: enhance agent initialization by adding OCR capability check in resource priming * ci: fix `~/config` module mock * ci: add OCR property expectation in AppService tests * refactor: simplify OCR config loading by removing environment variable extraction, to be done when OCR is actually performed * ci: add unit test to ensure environment variable references are not parsed in OCR config * refactor: disable base64 image inclusion in OCR request * refactor: enhance OCR configuration handling by validating environment variables and providing defaults * refactor: use file stream from disk for mistral ocr api
174 lines
5 KiB
JavaScript
174 lines
5 KiB
JavaScript
const { FileSources } = require('librechat-data-provider');
|
|
const {
|
|
getFirebaseURL,
|
|
prepareImageURL,
|
|
saveURLToFirebase,
|
|
deleteFirebaseFile,
|
|
saveBufferToFirebase,
|
|
uploadFileToFirebase,
|
|
uploadImageToFirebase,
|
|
processFirebaseAvatar,
|
|
getFirebaseFileStream,
|
|
} = require('./Firebase');
|
|
const {
|
|
uploadLocalFile,
|
|
getLocalFileURL,
|
|
saveFileFromURL,
|
|
saveLocalBuffer,
|
|
deleteLocalFile,
|
|
uploadLocalImage,
|
|
prepareImagesLocal,
|
|
processLocalAvatar,
|
|
getLocalFileStream,
|
|
} = require('./Local');
|
|
const { uploadOpenAIFile, deleteOpenAIFile, getOpenAIFileStream } = require('./OpenAI');
|
|
const { getCodeOutputDownloadStream, uploadCodeEnvFile } = require('./Code');
|
|
const { uploadVectors, deleteVectors } = require('./VectorDB');
|
|
const { uploadMistralOCR } = require('./MistralOCR');
|
|
|
|
/**
|
|
* Firebase Storage Strategy Functions
|
|
*
|
|
* */
|
|
const firebaseStrategy = () => ({
|
|
handleFileUpload: uploadFileToFirebase,
|
|
saveURL: saveURLToFirebase,
|
|
getFileURL: getFirebaseURL,
|
|
deleteFile: deleteFirebaseFile,
|
|
saveBuffer: saveBufferToFirebase,
|
|
prepareImagePayload: prepareImageURL,
|
|
processAvatar: processFirebaseAvatar,
|
|
handleImageUpload: uploadImageToFirebase,
|
|
getDownloadStream: getFirebaseFileStream,
|
|
});
|
|
|
|
/**
|
|
* Local Server Storage Strategy Functions
|
|
*
|
|
* */
|
|
const localStrategy = () => ({
|
|
handleFileUpload: uploadLocalFile,
|
|
saveURL: saveFileFromURL,
|
|
getFileURL: getLocalFileURL,
|
|
saveBuffer: saveLocalBuffer,
|
|
deleteFile: deleteLocalFile,
|
|
processAvatar: processLocalAvatar,
|
|
handleImageUpload: uploadLocalImage,
|
|
prepareImagePayload: prepareImagesLocal,
|
|
getDownloadStream: getLocalFileStream,
|
|
});
|
|
|
|
/**
|
|
* VectorDB Storage Strategy Functions
|
|
*
|
|
* */
|
|
const vectorStrategy = () => ({
|
|
/** @type {typeof saveFileFromURL | null} */
|
|
saveURL: null,
|
|
/** @type {typeof getLocalFileURL | null} */
|
|
getFileURL: null,
|
|
/** @type {typeof saveLocalBuffer | null} */
|
|
saveBuffer: null,
|
|
/** @type {typeof processLocalAvatar | null} */
|
|
processAvatar: null,
|
|
/** @type {typeof uploadLocalImage | null} */
|
|
handleImageUpload: null,
|
|
/** @type {typeof prepareImagesLocal | null} */
|
|
prepareImagePayload: null,
|
|
/** @type {typeof getLocalFileStream | null} */
|
|
getDownloadStream: null,
|
|
handleFileUpload: uploadVectors,
|
|
deleteFile: deleteVectors,
|
|
});
|
|
|
|
/**
|
|
* OpenAI Strategy Functions
|
|
*
|
|
* Note: null values mean that the strategy is not supported.
|
|
* */
|
|
const openAIStrategy = () => ({
|
|
/** @type {typeof saveFileFromURL | null} */
|
|
saveURL: null,
|
|
/** @type {typeof getLocalFileURL | null} */
|
|
getFileURL: null,
|
|
/** @type {typeof saveLocalBuffer | null} */
|
|
saveBuffer: null,
|
|
/** @type {typeof processLocalAvatar | null} */
|
|
processAvatar: null,
|
|
/** @type {typeof uploadLocalImage | null} */
|
|
handleImageUpload: null,
|
|
/** @type {typeof prepareImagesLocal | null} */
|
|
prepareImagePayload: null,
|
|
deleteFile: deleteOpenAIFile,
|
|
handleFileUpload: uploadOpenAIFile,
|
|
getDownloadStream: getOpenAIFileStream,
|
|
});
|
|
|
|
/**
|
|
* Code Output Strategy Functions
|
|
*
|
|
* Note: null values mean that the strategy is not supported.
|
|
* */
|
|
const codeOutputStrategy = () => ({
|
|
/** @type {typeof saveFileFromURL | null} */
|
|
saveURL: null,
|
|
/** @type {typeof getLocalFileURL | null} */
|
|
getFileURL: null,
|
|
/** @type {typeof saveLocalBuffer | null} */
|
|
saveBuffer: null,
|
|
/** @type {typeof processLocalAvatar | null} */
|
|
processAvatar: null,
|
|
/** @type {typeof uploadLocalImage | null} */
|
|
handleImageUpload: null,
|
|
/** @type {typeof prepareImagesLocal | null} */
|
|
prepareImagePayload: null,
|
|
/** @type {typeof deleteLocalFile | null} */
|
|
deleteFile: null,
|
|
handleFileUpload: uploadCodeEnvFile,
|
|
getDownloadStream: getCodeOutputDownloadStream,
|
|
});
|
|
|
|
const mistralOCRStrategy = () => ({
|
|
/** @type {typeof saveFileFromURL | null} */
|
|
saveURL: null,
|
|
/** @type {typeof getLocalFileURL | null} */
|
|
getFileURL: null,
|
|
/** @type {typeof saveLocalBuffer | null} */
|
|
saveBuffer: null,
|
|
/** @type {typeof processLocalAvatar | null} */
|
|
processAvatar: null,
|
|
/** @type {typeof uploadLocalImage | null} */
|
|
handleImageUpload: null,
|
|
/** @type {typeof prepareImagesLocal | null} */
|
|
prepareImagePayload: null,
|
|
/** @type {typeof deleteLocalFile | null} */
|
|
deleteFile: null,
|
|
/** @type {typeof getLocalFileStream | null} */
|
|
getDownloadStream: null,
|
|
handleFileUpload: uploadMistralOCR,
|
|
});
|
|
|
|
// Strategy Selector
|
|
const getStrategyFunctions = (fileSource) => {
|
|
if (fileSource === FileSources.firebase) {
|
|
return firebaseStrategy();
|
|
} else if (fileSource === FileSources.local) {
|
|
return localStrategy();
|
|
} else if (fileSource === FileSources.openai) {
|
|
return openAIStrategy();
|
|
} else if (fileSource === FileSources.azure) {
|
|
return openAIStrategy();
|
|
} else if (fileSource === FileSources.vectordb) {
|
|
return vectorStrategy();
|
|
} else if (fileSource === FileSources.execute_code) {
|
|
return codeOutputStrategy();
|
|
} else if (fileSource === FileSources.mistral_ocr) {
|
|
return mistralOCRStrategy();
|
|
} else {
|
|
throw new Error('Invalid file source');
|
|
}
|
|
};
|
|
|
|
module.exports = {
|
|
getStrategyFunctions,
|
|
};
|