Merge branch 'main' into refactor/package-auth

api/server/services/Files/Audio/STTService.js

@@ -2,9 +2,9 @@ const axios = require('axios');
 const fs = require('fs').promises;
 const FormData = require('form-data');
 const { Readable } = require('stream');
+const { genAzureEndpoint } = require('@librechat/api');
 const { extractEnvVariable, STTProviders } = require('librechat-data-provider');
 const { getCustomConfig } = require('~/server/services/Config');
-const { genAzureEndpoint } = require('~/utils');
 const { logger } = require('~/config');
 
 /**

api/server/services/Files/Audio/TTSService.js

@@ -1,8 +1,8 @@
 const axios = require('axios');
+const { genAzureEndpoint } = require('@librechat/api');
 const { extractEnvVariable, TTSProviders } = require('librechat-data-provider');
 const { getRandomVoiceId, createChunkProcessor, splitTextIntoChunks } = require('./streamAudio');
 const { getCustomConfig } = require('~/server/services/Config');
-const { genAzureEndpoint } = require('~/utils');
 const { logger } = require('~/config');
 
 /**

api/server/services/Files/Azure/images.js

@@ -91,24 +91,44 @@ async function prepareAzureImageURL(req, file) {
  * @param {Buffer} params.buffer - The avatar image buffer.
  * @param {string} params.userId - The user's id.
  * @param {string} params.manual - Flag to indicate manual update.
+ * @param {string} [params.agentId] - Optional agent ID if this is an agent avatar.
  * @param {string} [params.basePath='images'] - The base folder within the container.
  * @param {string} [params.containerName] - The Azure Blob container name.
  * @returns {Promise<string>} The URL of the avatar.
  */
-async function processAzureAvatar({ buffer, userId, manual, basePath = 'images', containerName }) {
+async function processAzureAvatar({
+  buffer,
+  userId,
+  manual,
+  agentId,
+  basePath = 'images',
+  containerName,
+}) {
   try {
+    const metadata = await sharp(buffer).metadata();
+    const extension = metadata.format === 'gif' ? 'gif' : 'png';
+    const timestamp = new Date().getTime();
+
+    /** Unique filename with timestamp and optional agent ID */
+    const fileName = agentId
+      ? `agent-${agentId}-avatar-${timestamp}.${extension}`
+      : `avatar-${timestamp}.${extension}`;
+
     const downloadURL = await saveBufferToAzure({
       userId,
       buffer,
-      fileName: 'avatar.png',
+      fileName,
       basePath,
       containerName,
     });
     const isManual = manual === 'true';
     const url = `${downloadURL}?manual=${isManual}`;
-    if (isManual) {
+
+    // Only update user record if this is a user avatar (manual === 'true')
+    if (isManual && !agentId) {
       await updateUser(userId, { avatar: url });
     }
+
     return url;
   } catch (error) {
     logger.error('[processAzureAvatar] Error uploading profile picture to Azure:', error);

api/server/services/Files/Code/crud.js

@@ -1,7 +1,6 @@
 const FormData = require('form-data');
 const { getCodeBaseURL } = require('@librechat/agents');
-const { createAxiosInstance } = require('~/config');
-const { logAxiosError } = require('~/utils');
+const { createAxiosInstance, logAxiosError } = require('@librechat/api');
 
 const axios = createAxiosInstance();
 

api/server/services/Files/Code/process.js

@@ -1,6 +1,8 @@
 const path = require('path');
 const { v4 } = require('uuid');
 const axios = require('axios');
+const { logAxiosError } = require('@librechat/api');
+const { logger } = require('@librechat/data-schemas');
 const { getCodeBaseURL } = require('@librechat/agents');
 const {
   Tools,
@@ -12,8 +14,6 @@ const {
 const { getStrategyFunctions } = require('~/server/services/Files/strategies');
 const { convertImage } = require('~/server/services/Files/images/convert');
 const { createFile, getFiles, updateFile } = require('~/models/File');
-const { logAxiosError } = require('~/utils');
-const { logger } = require('~/config');
 
 /**
  * Process OpenAI image files, convert to target format, save and return file metadata.

api/server/services/Files/Firebase/images.js

@@ -82,22 +82,32 @@ async function prepareImageURL(req, file) {
  * @param {Buffer} params.buffer - The Buffer containing the avatar image.
  * @param {string} params.userId - The user ID.
  * @param {string} params.manual - A string flag indicating whether the update is manual ('true' or 'false').
+ * @param {string} [params.agentId] - Optional agent ID if this is an agent avatar.
  * @returns {Promise<string>} - A promise that resolves with the URL of the uploaded avatar.
  * @throws {Error} - Throws an error if Firebase is not initialized or if there is an error in uploading.
  */
-async function processFirebaseAvatar({ buffer, userId, manual }) {
+async function processFirebaseAvatar({ buffer, userId, manual, agentId }) {
   try {
+    const metadata = await sharp(buffer).metadata();
+    const extension = metadata.format === 'gif' ? 'gif' : 'png';
+    const timestamp = new Date().getTime();
+
+    /** Unique filename with timestamp and optional agent ID */
+    const fileName = agentId
+      ? `agent-${agentId}-avatar-${timestamp}.${extension}`
+      : `avatar-${timestamp}.${extension}`;
+
     const downloadURL = await saveBufferToFirebase({
       userId,
       buffer,
-      fileName: 'avatar.png',
+      fileName,
     });
 
     const isManual = manual === 'true';
-
     const url = `${downloadURL}?manual=${isManual}`;
 
-    if (isManual) {
+    // Only update user record if this is a user avatar (manual === 'true')
+    if (isManual && !agentId) {
       await updateUser(userId, { avatar: url });
     }
 

api/server/services/Files/Local/crud.js

@@ -201,6 +201,10 @@ const unlinkFile = async (filepath) => {
  */
 const deleteLocalFile = async (req, file) => {
   const { publicPath, uploads } = req.app.locals.paths;
+
+  /** Filepath stripped of query parameters (e.g., ?manual=true) */
+  const cleanFilepath = file.filepath.split('?')[0];
+
   if (file.embedded && process.env.RAG_API_URL) {
     const jwtToken = req.headers.authorization.split(' ')[1];
     axios.delete(`${process.env.RAG_API_URL}/documents`, {
@@ -213,32 +217,32 @@ const deleteLocalFile = async (req, file) => {
     });
   }
 
-  if (file.filepath.startsWith(`/uploads/${req.user.id}`)) {
+  if (cleanFilepath.startsWith(`/uploads/${req.user.id}`)) {
     const userUploadDir = path.join(uploads, req.user.id);
-    const basePath = file.filepath.split(`/uploads/${req.user.id}/`)[1];
+    const basePath = cleanFilepath.split(`/uploads/${req.user.id}/`)[1];
 
     if (!basePath) {
-      throw new Error(`Invalid file path: ${file.filepath}`);
+      throw new Error(`Invalid file path: ${cleanFilepath}`);
     }
 
     const filepath = path.join(userUploadDir, basePath);
 
     const rel = path.relative(userUploadDir, filepath);
     if (rel.startsWith('..') || path.isAbsolute(rel) || rel.includes(`..${path.sep}`)) {
-      throw new Error(`Invalid file path: ${file.filepath}`);
+      throw new Error(`Invalid file path: ${cleanFilepath}`);
     }
 
     await unlinkFile(filepath);
     return;
   }
 
-  const parts = file.filepath.split(path.sep);
+  const parts = cleanFilepath.split(path.sep);
   const subfolder = parts[1];
   if (!subfolder && parts[0] === EModelEndpoint.agents) {
     logger.warn(`Agent File ${file.file_id} is missing filepath, may have been deleted already`);
     return;
   }
-  const filepath = path.join(publicPath, file.filepath);
+  const filepath = path.join(publicPath, cleanFilepath);
 
   if (!isValidPath(req, publicPath, subfolder, filepath)) {
     throw new Error('Invalid file path');

api/server/services/Files/Local/images.js

@@ -112,10 +112,11 @@ async function prepareImagesLocal(req, file) {
  * @param {Buffer} params.buffer - The Buffer containing the avatar image.
  * @param {string} params.userId - The user ID.
  * @param {string} params.manual - A string flag indicating whether the update is manual ('true' or 'false').
+ * @param {string} [params.agentId] - Optional agent ID if this is an agent avatar.
  * @returns {Promise<string>} - A promise that resolves with the URL of the uploaded avatar.
  * @throws {Error} - Throws an error if Firebase is not initialized or if there is an error in uploading.
  */
-async function processLocalAvatar({ buffer, userId, manual }) {
+async function processLocalAvatar({ buffer, userId, manual, agentId }) {
   const userDir = path.resolve(
     __dirname,
     '..',
@@ -129,7 +130,14 @@ async function processLocalAvatar({ buffer, userId, manual }) {
     userId,
   );
 
-  const fileName = `avatar-${new Date().getTime()}.png`;
+  const metadata = await sharp(buffer).metadata();
+  const extension = metadata.format === 'gif' ? 'gif' : 'png';
+
+  const timestamp = new Date().getTime();
+  /** Unique filename with timestamp and optional agent ID */
+  const fileName = agentId
+    ? `agent-${agentId}-avatar-${timestamp}.${extension}`
+    : `avatar-${timestamp}.${extension}`;
   const urlRoute = `/images/${userId}/${fileName}`;
   const avatarPath = path.join(userDir, fileName);
 
@@ -139,7 +147,8 @@ async function processLocalAvatar({ buffer, userId, manual }) {
   const isManual = manual === 'true';
   let url = `${urlRoute}?manual=${isManual}`;
 
-  if (isManual) {
+  // Only update user record if this is a user avatar (manual === 'true')
+  if (isManual && !agentId) {
     await updateUser(userId, { avatar: url });
   }
 

api/server/services/Files/MistralOCR/crud.js

@@ -1,238 +0,0 @@
-// ~/server/services/Files/MistralOCR/crud.js
-const fs = require('fs');
-const path = require('path');
-const FormData = require('form-data');
-const {
-  FileSources,
-  envVarRegex,
-  extractEnvVariable,
-  extractVariableName,
-} = require('librechat-data-provider');
-const { loadAuthValues } = require('~/server/services/Tools/credentials');
-const { logger, createAxiosInstance } = require('~/config');
-const { logAxiosError } = require('~/utils/axios');
-
-const axios = createAxiosInstance();
-
-/**
- * Uploads a document to Mistral API using file streaming to avoid loading the entire file into memory
- *
- * @param {Object} params Upload parameters
- * @param {string} params.filePath The path to the file on disk
- * @param {string} [params.fileName] Optional filename to use (defaults to the name from filePath)
- * @param {string} params.apiKey Mistral API key
- * @param {string} [params.baseURL=https://api.mistral.ai/v1] Mistral API base URL
- * @returns {Promise<Object>} The response from Mistral API
- */
-async function uploadDocumentToMistral({
-  filePath,
-  fileName = '',
-  apiKey,
-  baseURL = 'https://api.mistral.ai/v1',
-}) {
-  const form = new FormData();
-  form.append('purpose', 'ocr');
-  const actualFileName = fileName || path.basename(filePath);
-  const fileStream = fs.createReadStream(filePath);
-  form.append('file', fileStream, { filename: actualFileName });
-
-  return axios
-    .post(`${baseURL}/files`, form, {
-      headers: {
-        Authorization: `Bearer ${apiKey}`,
-        ...form.getHeaders(),
-      },
-      maxBodyLength: Infinity,
-      maxContentLength: Infinity,
-    })
-    .then((res) => res.data)
-    .catch((error) => {
-      throw error;
-    });
-}
-
-async function getSignedUrl({
-  apiKey,
-  fileId,
-  expiry = 24,
-  baseURL = 'https://api.mistral.ai/v1',
-}) {
-  return axios
-    .get(`${baseURL}/files/${fileId}/url?expiry=${expiry}`, {
-      headers: {
-        Authorization: `Bearer ${apiKey}`,
-      },
-    })
-    .then((res) => res.data)
-    .catch((error) => {
-      logger.error('Error fetching signed URL:', error.message);
-      throw error;
-    });
-}
-
-/**
- * @param {Object} params
- * @param {string} params.apiKey
- * @param {string} params.url - The document or image URL
- * @param {string} [params.documentType='document_url'] - 'document_url' or 'image_url'
- * @param {string} [params.model]
- * @param {string} [params.baseURL]
- * @returns {Promise<OCRResult>}
- */
-async function performOCR({
-  apiKey,
-  url,
-  documentType = 'document_url',
-  model = 'mistral-ocr-latest',
-  baseURL = 'https://api.mistral.ai/v1',
-}) {
-  const documentKey = documentType === 'image_url' ? 'image_url' : 'document_url';
-  return axios
-    .post(
-      `${baseURL}/ocr`,
-      {
-        model,
-        image_limit: 0,
-        include_image_base64: false,
-        document: {
-          type: documentType,
-          [documentKey]: url,
-        },
-      },
-      {
-        headers: {
-          'Content-Type': 'application/json',
-          Authorization: `Bearer ${apiKey}`,
-        },
-      },
-    )
-    .then((res) => res.data)
-    .catch((error) => {
-      logger.error('Error performing OCR:', error.message);
-      throw error;
-    });
-}
-
-/**
- * Uploads a file to the Mistral OCR API and processes the OCR result.
- *
- * @param {Object} params - The params object.
- * @param {ServerRequest} params.req - The request object from Express. It should have a `user` property with an `id`
- *                       representing the user
- * @param {Express.Multer.File} params.file - The file object, which is part of the request. The file object should
- *                                     have a `mimetype` property that tells us the file type
- * @param {string} params.file_id - The file ID.
- * @param {string} [params.entity_id] - The entity ID, not used here but passed for consistency.
- * @returns {Promise<{ filepath: string, bytes: number }>} - The result object containing the processed `text` and `images` (not currently used),
- *                       along with the `filename` and `bytes` properties.
- */
-const uploadMistralOCR = async ({ req, file, file_id, entity_id }) => {
-  try {
-    /** @type {TCustomConfig['ocr']} */
-    const ocrConfig = req.app.locals?.ocr;
-
-    const apiKeyConfig = ocrConfig.apiKey || '';
-    const baseURLConfig = ocrConfig.baseURL || '';
-
-    const isApiKeyEnvVar = envVarRegex.test(apiKeyConfig);
-    const isBaseURLEnvVar = envVarRegex.test(baseURLConfig);
-
-    const isApiKeyEmpty = !apiKeyConfig.trim();
-    const isBaseURLEmpty = !baseURLConfig.trim();
-
-    let apiKey, baseURL;
-
-    if (isApiKeyEnvVar || isBaseURLEnvVar || isApiKeyEmpty || isBaseURLEmpty) {
-      const apiKeyVarName = isApiKeyEnvVar ? extractVariableName(apiKeyConfig) : 'OCR_API_KEY';
-      const baseURLVarName = isBaseURLEnvVar ? extractVariableName(baseURLConfig) : 'OCR_BASEURL';
-
-      const authValues = await loadAuthValues({
-        userId: req.user.id,
-        authFields: [baseURLVarName, apiKeyVarName],
-        optional: new Set([baseURLVarName]),
-      });
-
-      apiKey = authValues[apiKeyVarName];
-      baseURL = authValues[baseURLVarName];
-    } else {
-      apiKey = apiKeyConfig;
-      baseURL = baseURLConfig;
-    }
-
-    const mistralFile = await uploadDocumentToMistral({
-      filePath: file.path,
-      fileName: file.originalname,
-      apiKey,
-      baseURL,
-    });
-
-    const modelConfig = ocrConfig.mistralModel || '';
-    const model = envVarRegex.test(modelConfig)
-      ? extractEnvVariable(modelConfig)
-      : modelConfig.trim() || 'mistral-ocr-latest';
-
-    const signedUrlResponse = await getSignedUrl({
-      apiKey,
-      baseURL,
-      fileId: mistralFile.id,
-    });
-
-    const mimetype = (file.mimetype || '').toLowerCase();
-    const originalname = file.originalname || '';
-    const isImage =
-      mimetype.startsWith('image') || /\.(png|jpe?g|gif|bmp|webp|tiff?)$/i.test(originalname);
-    const documentType = isImage ? 'image_url' : 'document_url';
-
-    const ocrResult = await performOCR({
-      apiKey,
-      baseURL,
-      model,
-      url: signedUrlResponse.url,
-      documentType,
-    });
-
-    let aggregatedText = '';
-    const images = [];
-    ocrResult.pages.forEach((page, index) => {
-      if (ocrResult.pages.length > 1) {
-        aggregatedText += `# PAGE ${index + 1}\n`;
-      }
-
-      aggregatedText += page.markdown + '\n\n';
-
-      if (page.images && page.images.length > 0) {
-        page.images.forEach((image) => {
-          if (image.image_base64) {
-            images.push(image.image_base64);
-          }
-        });
-      }
-    });
-
-    return {
-      filename: file.originalname,
-      bytes: aggregatedText.length * 4,
-      filepath: FileSources.mistral_ocr,
-      text: aggregatedText,
-      images,
-    };
-  } catch (error) {
-    let message = 'Error uploading document to Mistral OCR API';
-    const detail = error?.response?.data?.detail;
-    if (detail && detail !== '') {
-      message = detail;
-    }
-
-    const responseMessage = error?.response?.data?.message;
-    throw new Error(
-      `${logAxiosError({ error, message })}${responseMessage && responseMessage !== '' ? ` - ${responseMessage}` : ''}`,
-    );
-  }
-};
-
-module.exports = {
-  uploadDocumentToMistral,
-  uploadMistralOCR,
-  getSignedUrl,
-  performOCR,
-};

api/server/services/Files/MistralOCR/crud.spec.js

@@ -1,848 +0,0 @@
-const fs = require('fs');
-
-const mockAxios = {
-  interceptors: {
-    request: { use: jest.fn(), eject: jest.fn() },
-    response: { use: jest.fn(), eject: jest.fn() },
-  },
-  create: jest.fn().mockReturnValue({
-    defaults: {
-      proxy: null,
-    },
-    get: jest.fn().mockResolvedValue({ data: {} }),
-    post: jest.fn().mockResolvedValue({ data: {} }),
-    put: jest.fn().mockResolvedValue({ data: {} }),
-    delete: jest.fn().mockResolvedValue({ data: {} }),
-  }),
-  get: jest.fn().mockResolvedValue({ data: {} }),
-  post: jest.fn().mockResolvedValue({ data: {} }),
-  put: jest.fn().mockResolvedValue({ data: {} }),
-  delete: jest.fn().mockResolvedValue({ data: {} }),
-  reset: jest.fn().mockImplementation(function () {
-    this.get.mockClear();
-    this.post.mockClear();
-    this.put.mockClear();
-    this.delete.mockClear();
-    this.create.mockClear();
-  }),
-};
-
-jest.mock('axios', () => mockAxios);
-jest.mock('fs');
-jest.mock('~/config', () => ({
-  logger: {
-    error: jest.fn(),
-  },
-  createAxiosInstance: () => mockAxios,
-}));
-jest.mock('~/server/services/Tools/credentials', () => ({
-  loadAuthValues: jest.fn(),
-}));
-
-const { uploadDocumentToMistral, uploadMistralOCR, getSignedUrl, performOCR } = require('./crud');
-
-describe('MistralOCR Service', () => {
-  afterEach(() => {
-    mockAxios.reset();
-    jest.clearAllMocks();
-  });
-
-  describe('uploadDocumentToMistral', () => {
-    beforeEach(() => {
-      // Create a more complete mock for file streams that FormData can work with
-      const mockReadStream = {
-        on: jest.fn().mockImplementation(function (event, handler) {
-          // Simulate immediate 'end' event to make FormData complete processing
-          if (event === 'end') {
-            handler();
-          }
-          return this;
-        }),
-        pipe: jest.fn().mockImplementation(function () {
-          return this;
-        }),
-        pause: jest.fn(),
-        resume: jest.fn(),
-        emit: jest.fn(),
-        once: jest.fn(),
-        destroy: jest.fn(),
-      };
-
-      fs.createReadStream = jest.fn().mockReturnValue(mockReadStream);
-
-      // Mock FormData's append to avoid actual stream processing
-      jest.mock('form-data', () => {
-        const mockFormData = function () {
-          return {
-            append: jest.fn(),
-            getHeaders: jest
-              .fn()
-              .mockReturnValue({ 'content-type': 'multipart/form-data; boundary=---boundary' }),
-            getBuffer: jest.fn().mockReturnValue(Buffer.from('mock-form-data')),
-            getLength: jest.fn().mockReturnValue(100),
-          };
-        };
-        return mockFormData;
-      });
-    });
-
-    it('should upload a document to Mistral API using file streaming', async () => {
-      const mockResponse = { data: { id: 'file-123', purpose: 'ocr' } };
-      mockAxios.post.mockResolvedValueOnce(mockResponse);
-
-      const result = await uploadDocumentToMistral({
-        filePath: '/path/to/test.pdf',
-        fileName: 'test.pdf',
-        apiKey: 'test-api-key',
-      });
-
-      // Check that createReadStream was called with the correct file path
-      expect(fs.createReadStream).toHaveBeenCalledWith('/path/to/test.pdf');
-
-      // Since we're mocking FormData, we'll just check that axios was called correctly
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        'https://api.mistral.ai/v1/files',
-        expect.anything(),
-        expect.objectContaining({
-          headers: expect.objectContaining({
-            Authorization: 'Bearer test-api-key',
-          }),
-          maxBodyLength: Infinity,
-          maxContentLength: Infinity,
-        }),
-      );
-      expect(result).toEqual(mockResponse.data);
-    });
-
-    it('should handle errors during document upload', async () => {
-      const errorMessage = 'API error';
-      mockAxios.post.mockRejectedValueOnce(new Error(errorMessage));
-
-      await expect(
-        uploadDocumentToMistral({
-          filePath: '/path/to/test.pdf',
-          fileName: 'test.pdf',
-          apiKey: 'test-api-key',
-        }),
-      ).rejects.toThrow(errorMessage);
-    });
-  });
-
-  describe('getSignedUrl', () => {
-    it('should fetch signed URL from Mistral API', async () => {
-      const mockResponse = { data: { url: 'https://document-url.com' } };
-      mockAxios.get.mockResolvedValueOnce(mockResponse);
-
-      const result = await getSignedUrl({
-        fileId: 'file-123',
-        apiKey: 'test-api-key',
-      });
-
-      expect(mockAxios.get).toHaveBeenCalledWith(
-        'https://api.mistral.ai/v1/files/file-123/url?expiry=24',
-        {
-          headers: {
-            Authorization: 'Bearer test-api-key',
-          },
-        },
-      );
-      expect(result).toEqual(mockResponse.data);
-    });
-
-    it('should handle errors when fetching signed URL', async () => {
-      const errorMessage = 'API error';
-      mockAxios.get.mockRejectedValueOnce(new Error(errorMessage));
-
-      await expect(
-        getSignedUrl({
-          fileId: 'file-123',
-          apiKey: 'test-api-key',
-        }),
-      ).rejects.toThrow();
-
-      const { logger } = require('~/config');
-      expect(logger.error).toHaveBeenCalledWith('Error fetching signed URL:', errorMessage);
-    });
-  });
-
-  describe('performOCR', () => {
-    it('should perform OCR using Mistral API (document_url)', async () => {
-      const mockResponse = {
-        data: {
-          pages: [{ markdown: 'Page 1 content' }, { markdown: 'Page 2 content' }],
-        },
-      };
-      mockAxios.post.mockResolvedValueOnce(mockResponse);
-
-      const result = await performOCR({
-        apiKey: 'test-api-key',
-        url: 'https://document-url.com',
-        model: 'mistral-ocr-latest',
-        documentType: 'document_url',
-      });
-
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        'https://api.mistral.ai/v1/ocr',
-        {
-          model: 'mistral-ocr-latest',
-          include_image_base64: false,
-          image_limit: 0,
-          document: {
-            type: 'document_url',
-            document_url: 'https://document-url.com',
-          },
-        },
-        {
-          headers: {
-            'Content-Type': 'application/json',
-            Authorization: 'Bearer test-api-key',
-          },
-        },
-      );
-      expect(result).toEqual(mockResponse.data);
-    });
-
-    it('should perform OCR using Mistral API (image_url)', async () => {
-      const mockResponse = {
-        data: {
-          pages: [{ markdown: 'Image OCR content' }],
-        },
-      };
-      mockAxios.post.mockResolvedValueOnce(mockResponse);
-
-      const result = await performOCR({
-        apiKey: 'test-api-key',
-        url: 'https://image-url.com/image.png',
-        model: 'mistral-ocr-latest',
-        documentType: 'image_url',
-      });
-
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        'https://api.mistral.ai/v1/ocr',
-        {
-          model: 'mistral-ocr-latest',
-          include_image_base64: false,
-          image_limit: 0,
-          document: {
-            type: 'image_url',
-            image_url: 'https://image-url.com/image.png',
-          },
-        },
-        {
-          headers: {
-            'Content-Type': 'application/json',
-            Authorization: 'Bearer test-api-key',
-          },
-        },
-      );
-      expect(result).toEqual(mockResponse.data);
-    });
-
-    it('should handle errors during OCR processing', async () => {
-      const errorMessage = 'OCR processing error';
-      mockAxios.post.mockRejectedValueOnce(new Error(errorMessage));
-
-      await expect(
-        performOCR({
-          apiKey: 'test-api-key',
-          url: 'https://document-url.com',
-        }),
-      ).rejects.toThrow();
-
-      const { logger } = require('~/config');
-      expect(logger.error).toHaveBeenCalledWith('Error performing OCR:', errorMessage);
-    });
-  });
-
-  describe('uploadMistralOCR', () => {
-    beforeEach(() => {
-      const mockReadStream = {
-        on: jest.fn().mockImplementation(function (event, handler) {
-          if (event === 'end') {
-            handler();
-          }
-          return this;
-        }),
-        pipe: jest.fn().mockImplementation(function () {
-          return this;
-        }),
-        pause: jest.fn(),
-        resume: jest.fn(),
-        emit: jest.fn(),
-        once: jest.fn(),
-        destroy: jest.fn(),
-      };
-
-      fs.createReadStream = jest.fn().mockReturnValue(mockReadStream);
-    });
-
-    it('should process OCR for a file with standard configuration', async () => {
-      // Setup mocks
-      const { loadAuthValues } = require('~/server/services/Tools/credentials');
-      loadAuthValues.mockResolvedValue({
-        OCR_API_KEY: 'test-api-key',
-        OCR_BASEURL: 'https://api.mistral.ai/v1',
-      });
-
-      // Mock file upload response
-      mockAxios.post.mockResolvedValueOnce({
-        data: { id: 'file-123', purpose: 'ocr' },
-      });
-
-      // Mock signed URL response
-      mockAxios.get.mockResolvedValueOnce({
-        data: { url: 'https://signed-url.com' },
-      });
-
-      // Mock OCR response with text and images
-      mockAxios.post.mockResolvedValueOnce({
-        data: {
-          pages: [
-            {
-              markdown: 'Page 1 content',
-              images: [{ image_base64: 'base64image1' }],
-            },
-            {
-              markdown: 'Page 2 content',
-              images: [{ image_base64: 'base64image2' }],
-            },
-          ],
-        },
-      });
-
-      const req = {
-        user: { id: 'user123' },
-        app: {
-          locals: {
-            ocr: {
-              // Use environment variable syntax to ensure loadAuthValues is called
-              apiKey: '${OCR_API_KEY}',
-              baseURL: '${OCR_BASEURL}',
-              mistralModel: 'mistral-medium',
-            },
-          },
-        },
-      };
-
-      const file = {
-        path: '/tmp/upload/file.pdf',
-        originalname: 'document.pdf',
-        mimetype: 'application/pdf',
-      };
-
-      const result = await uploadMistralOCR({
-        req,
-        file,
-        file_id: 'file123',
-        entity_id: 'entity123',
-      });
-
-      expect(fs.createReadStream).toHaveBeenCalledWith('/tmp/upload/file.pdf');
-
-      expect(loadAuthValues).toHaveBeenCalledWith({
-        userId: 'user123',
-        authFields: ['OCR_BASEURL', 'OCR_API_KEY'],
-        optional: expect.any(Set),
-      });
-
-      // Verify OCR result
-      expect(result).toEqual({
-        filename: 'document.pdf',
-        bytes: expect.any(Number),
-        filepath: 'mistral_ocr',
-        text: expect.stringContaining('# PAGE 1'),
-        images: ['base64image1', 'base64image2'],
-      });
-    });
-
-    it('should process OCR for an image file and use image_url type', async () => {
-      const { loadAuthValues } = require('~/server/services/Tools/credentials');
-      loadAuthValues.mockResolvedValue({
-        OCR_API_KEY: 'test-api-key',
-        OCR_BASEURL: 'https://api.mistral.ai/v1',
-      });
-
-      // Mock file upload response
-      mockAxios.post.mockResolvedValueOnce({
-        data: { id: 'file-456', purpose: 'ocr' },
-      });
-
-      // Mock signed URL response
-      mockAxios.get.mockResolvedValueOnce({
-        data: { url: 'https://signed-url.com/image.png' },
-      });
-
-      // Mock OCR response for image
-      mockAxios.post.mockResolvedValueOnce({
-        data: {
-          pages: [
-            {
-              markdown: 'Image OCR result',
-              images: [{ image_base64: 'imgbase64' }],
-            },
-          ],
-        },
-      });
-
-      const req = {
-        user: { id: 'user456' },
-        app: {
-          locals: {
-            ocr: {
-              apiKey: '${OCR_API_KEY}',
-              baseURL: '${OCR_BASEURL}',
-              mistralModel: 'mistral-medium',
-            },
-          },
-        },
-      };
-
-      const file = {
-        path: '/tmp/upload/image.png',
-        originalname: 'image.png',
-        mimetype: 'image/png',
-      };
-
-      const result = await uploadMistralOCR({
-        req,
-        file,
-        file_id: 'file456',
-        entity_id: 'entity456',
-      });
-
-      expect(fs.createReadStream).toHaveBeenCalledWith('/tmp/upload/image.png');
-
-      expect(loadAuthValues).toHaveBeenCalledWith({
-        userId: 'user456',
-        authFields: ['OCR_BASEURL', 'OCR_API_KEY'],
-        optional: expect.any(Set),
-      });
-
-      // Check that the OCR API was called with image_url type
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        'https://api.mistral.ai/v1/ocr',
-        expect.objectContaining({
-          document: expect.objectContaining({
-            type: 'image_url',
-            image_url: 'https://signed-url.com/image.png',
-          }),
-        }),
-        expect.any(Object),
-      );
-
-      expect(result).toEqual({
-        filename: 'image.png',
-        bytes: expect.any(Number),
-        filepath: 'mistral_ocr',
-        text: expect.stringContaining('Image OCR result'),
-        images: ['imgbase64'],
-      });
-    });
-
-    it('should process variable references in configuration', async () => {
-      // Setup mocks with environment variables
-      const { loadAuthValues } = require('~/server/services/Tools/credentials');
-      loadAuthValues.mockResolvedValue({
-        CUSTOM_API_KEY: 'custom-api-key',
-        CUSTOM_BASEURL: 'https://custom-api.mistral.ai/v1',
-      });
-
-      // Mock API responses
-      mockAxios.post.mockResolvedValueOnce({
-        data: { id: 'file-123', purpose: 'ocr' },
-      });
-      mockAxios.get.mockResolvedValueOnce({
-        data: { url: 'https://signed-url.com' },
-      });
-      mockAxios.post.mockResolvedValueOnce({
-        data: {
-          pages: [{ markdown: 'Content from custom API' }],
-        },
-      });
-
-      const req = {
-        user: { id: 'user123' },
-        app: {
-          locals: {
-            ocr: {
-              apiKey: '${CUSTOM_API_KEY}',
-              baseURL: '${CUSTOM_BASEURL}',
-              mistralModel: '${CUSTOM_MODEL}',
-            },
-          },
-        },
-      };
-
-      // Set environment variable for model
-      process.env.CUSTOM_MODEL = 'mistral-large';
-
-      const file = {
-        path: '/tmp/upload/file.pdf',
-        originalname: 'document.pdf',
-      };
-
-      const result = await uploadMistralOCR({
-        req,
-        file,
-        file_id: 'file123',
-        entity_id: 'entity123',
-      });
-
-      expect(fs.createReadStream).toHaveBeenCalledWith('/tmp/upload/file.pdf');
-
-      // Verify that custom environment variables were extracted and used
-      expect(loadAuthValues).toHaveBeenCalledWith({
-        userId: 'user123',
-        authFields: ['CUSTOM_BASEURL', 'CUSTOM_API_KEY'],
-        optional: expect.any(Set),
-      });
-
-      // Check that mistral-large was used in the OCR API call
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        expect.anything(),
-        expect.objectContaining({
-          model: 'mistral-large',
-        }),
-        expect.anything(),
-      );
-
-      expect(result.text).toEqual('Content from custom API\n\n');
-    });
-
-    it('should fall back to default values when variables are not properly formatted', async () => {
-      const { loadAuthValues } = require('~/server/services/Tools/credentials');
-      loadAuthValues.mockResolvedValue({
-        OCR_API_KEY: 'default-api-key',
-        OCR_BASEURL: undefined, // Testing optional parameter
-      });
-
-      mockAxios.post.mockResolvedValueOnce({
-        data: { id: 'file-123', purpose: 'ocr' },
-      });
-      mockAxios.get.mockResolvedValueOnce({
-        data: { url: 'https://signed-url.com' },
-      });
-      mockAxios.post.mockResolvedValueOnce({
-        data: {
-          pages: [{ markdown: 'Default API result' }],
-        },
-      });
-
-      const req = {
-        user: { id: 'user123' },
-        app: {
-          locals: {
-            ocr: {
-              // Use environment variable syntax to ensure loadAuthValues is called
-              apiKey: '${INVALID_FORMAT}', // Using valid env var format but with an invalid name
-              baseURL: '${OCR_BASEURL}', // Using valid env var format
-              mistralModel: 'mistral-ocr-latest', // Plain string value
-            },
-          },
-        },
-      };
-
-      const file = {
-        path: '/tmp/upload/file.pdf',
-        originalname: 'document.pdf',
-      };
-
-      await uploadMistralOCR({
-        req,
-        file,
-        file_id: 'file123',
-        entity_id: 'entity123',
-      });
-
-      expect(fs.createReadStream).toHaveBeenCalledWith('/tmp/upload/file.pdf');
-
-      // Should use the default values
-      expect(loadAuthValues).toHaveBeenCalledWith({
-        userId: 'user123',
-        authFields: ['OCR_BASEURL', 'INVALID_FORMAT'],
-        optional: expect.any(Set),
-      });
-
-      // Should use the default model when not using environment variable format
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        expect.anything(),
-        expect.objectContaining({
-          model: 'mistral-ocr-latest',
-        }),
-        expect.anything(),
-      );
-    });
-
-    it('should handle API errors during OCR process', async () => {
-      const { loadAuthValues } = require('~/server/services/Tools/credentials');
-      loadAuthValues.mockResolvedValue({
-        OCR_API_KEY: 'test-api-key',
-      });
-
-      // Mock file upload to fail
-      mockAxios.post.mockRejectedValueOnce(new Error('Upload failed'));
-
-      const req = {
-        user: { id: 'user123' },
-        app: {
-          locals: {
-            ocr: {
-              apiKey: 'OCR_API_KEY',
-              baseURL: 'OCR_BASEURL',
-            },
-          },
-        },
-      };
-
-      const file = {
-        path: '/tmp/upload/file.pdf',
-        originalname: 'document.pdf',
-      };
-
-      await expect(
-        uploadMistralOCR({
-          req,
-          file,
-          file_id: 'file123',
-          entity_id: 'entity123',
-        }),
-      ).rejects.toThrow('Error uploading document to Mistral OCR API');
-      expect(fs.createReadStream).toHaveBeenCalledWith('/tmp/upload/file.pdf');
-    });
-
-    it('should handle single page documents without page numbering', async () => {
-      const { loadAuthValues } = require('~/server/services/Tools/credentials');
-      loadAuthValues.mockResolvedValue({
-        OCR_API_KEY: 'test-api-key',
-        OCR_BASEURL: 'https://api.mistral.ai/v1', // Make sure this is included
-      });
-
-      // Clear all previous mocks
-      mockAxios.post.mockClear();
-      mockAxios.get.mockClear();
-
-      // 1. First mock: File upload response
-      mockAxios.post.mockImplementationOnce(() =>
-        Promise.resolve({ data: { id: 'file-123', purpose: 'ocr' } }),
-      );
-
-      // 2. Second mock: Signed URL response
-      mockAxios.get.mockImplementationOnce(() =>
-        Promise.resolve({ data: { url: 'https://signed-url.com' } }),
-      );
-
-      // 3. Third mock: OCR response
-      mockAxios.post.mockImplementationOnce(() =>
-        Promise.resolve({
-          data: {
-            pages: [{ markdown: 'Single page content' }],
-          },
-        }),
-      );
-
-      const req = {
-        user: { id: 'user123' },
-        app: {
-          locals: {
-            ocr: {
-              apiKey: 'OCR_API_KEY',
-              baseURL: 'OCR_BASEURL',
-              mistralModel: 'mistral-ocr-latest',
-            },
-          },
-        },
-      };
-
-      const file = {
-        path: '/tmp/upload/file.pdf',
-        originalname: 'single-page.pdf',
-      };
-
-      const result = await uploadMistralOCR({
-        req,
-        file,
-        file_id: 'file123',
-        entity_id: 'entity123',
-      });
-
-      expect(fs.createReadStream).toHaveBeenCalledWith('/tmp/upload/file.pdf');
-
-      // Verify that single page documents don't include page numbering
-      expect(result.text).not.toContain('# PAGE');
-      expect(result.text).toEqual('Single page content\n\n');
-    });
-
-    it('should use literal values in configuration when provided directly', async () => {
-      const { loadAuthValues } = require('~/server/services/Tools/credentials');
-      // We'll still mock this but it should not be used for literal values
-      loadAuthValues.mockResolvedValue({});
-
-      // Clear all previous mocks
-      mockAxios.post.mockClear();
-      mockAxios.get.mockClear();
-
-      // 1. First mock: File upload response
-      mockAxios.post.mockImplementationOnce(() =>
-        Promise.resolve({ data: { id: 'file-123', purpose: 'ocr' } }),
-      );
-
-      // 2. Second mock: Signed URL response
-      mockAxios.get.mockImplementationOnce(() =>
-        Promise.resolve({ data: { url: 'https://signed-url.com' } }),
-      );
-
-      // 3. Third mock: OCR response
-      mockAxios.post.mockImplementationOnce(() =>
-        Promise.resolve({
-          data: {
-            pages: [{ markdown: 'Processed with literal config values' }],
-          },
-        }),
-      );
-
-      const req = {
-        user: { id: 'user123' },
-        app: {
-          locals: {
-            ocr: {
-              // Direct values that should be used as-is, without variable substitution
-              apiKey: 'actual-api-key-value',
-              baseURL: 'https://direct-api-url.mistral.ai/v1',
-              mistralModel: 'mistral-direct-model',
-            },
-          },
-        },
-      };
-
-      const file = {
-        path: '/tmp/upload/file.pdf',
-        originalname: 'direct-values.pdf',
-      };
-
-      const result = await uploadMistralOCR({
-        req,
-        file,
-        file_id: 'file123',
-        entity_id: 'entity123',
-      });
-
-      expect(fs.createReadStream).toHaveBeenCalledWith('/tmp/upload/file.pdf');
-
-      // Verify the correct URL was used with the direct baseURL value
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        'https://direct-api-url.mistral.ai/v1/files',
-        expect.any(Object),
-        expect.objectContaining({
-          headers: expect.objectContaining({
-            Authorization: 'Bearer actual-api-key-value',
-          }),
-        }),
-      );
-
-      // Check the OCR call was made with the direct model value
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        'https://direct-api-url.mistral.ai/v1/ocr',
-        expect.objectContaining({
-          model: 'mistral-direct-model',
-        }),
-        expect.any(Object),
-      );
-
-      // Verify the result
-      expect(result.text).toEqual('Processed with literal config values\n\n');
-
-      // Verify loadAuthValues was never called since we used direct values
-      expect(loadAuthValues).not.toHaveBeenCalled();
-    });
-
-    it('should handle empty configuration values and use defaults', async () => {
-      const { loadAuthValues } = require('~/server/services/Tools/credentials');
-      // Set up the mock values to be returned by loadAuthValues
-      loadAuthValues.mockResolvedValue({
-        OCR_API_KEY: 'default-from-env-key',
-        OCR_BASEURL: 'https://default-from-env.mistral.ai/v1',
-      });
-
-      // Clear all previous mocks
-      mockAxios.post.mockClear();
-      mockAxios.get.mockClear();
-
-      // 1. First mock: File upload response
-      mockAxios.post.mockImplementationOnce(() =>
-        Promise.resolve({ data: { id: 'file-123', purpose: 'ocr' } }),
-      );
-
-      // 2. Second mock: Signed URL response
-      mockAxios.get.mockImplementationOnce(() =>
-        Promise.resolve({ data: { url: 'https://signed-url.com' } }),
-      );
-
-      // 3. Third mock: OCR response
-      mockAxios.post.mockImplementationOnce(() =>
-        Promise.resolve({
-          data: {
-            pages: [{ markdown: 'Content from default configuration' }],
-          },
-        }),
-      );
-
-      const req = {
-        user: { id: 'user123' },
-        app: {
-          locals: {
-            ocr: {
-              // Empty string values - should fall back to defaults
-              apiKey: '',
-              baseURL: '',
-              mistralModel: '',
-            },
-          },
-        },
-      };
-
-      const file = {
-        path: '/tmp/upload/file.pdf',
-        originalname: 'empty-config.pdf',
-      };
-
-      const result = await uploadMistralOCR({
-        req,
-        file,
-        file_id: 'file123',
-        entity_id: 'entity123',
-      });
-
-      expect(fs.createReadStream).toHaveBeenCalledWith('/tmp/upload/file.pdf');
-
-      // Verify loadAuthValues was called with the default variable names
-      expect(loadAuthValues).toHaveBeenCalledWith({
-        userId: 'user123',
-        authFields: ['OCR_BASEURL', 'OCR_API_KEY'],
-        optional: expect.any(Set),
-      });
-
-      // Verify the API calls used the default values from loadAuthValues
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        'https://default-from-env.mistral.ai/v1/files',
-        expect.any(Object),
-        expect.objectContaining({
-          headers: expect.objectContaining({
-            Authorization: 'Bearer default-from-env-key',
-          }),
-        }),
-      );
-
-      // Verify the OCR model defaulted to mistral-ocr-latest
-      expect(mockAxios.post).toHaveBeenCalledWith(
-        'https://default-from-env.mistral.ai/v1/ocr',
-        expect.objectContaining({
-          model: 'mistral-ocr-latest',
-        }),
-        expect.any(Object),
-      );
-
-      // Check result
-      expect(result.text).toEqual('Content from default configuration\n\n');
-    });
-  });
-});

api/server/services/Files/MistralOCR/index.js

@@ -1,5 +0,0 @@
-const crud = require('./crud');
-
-module.exports = {
-  ...crud,
-};

api/server/services/Files/S3/images.js

@@ -94,15 +94,28 @@ async function prepareImageURLS3(req, file) {
  * @param {Buffer} params.buffer - Avatar image buffer.
  * @param {string} params.userId - User's unique identifier.
  * @param {string} params.manual - 'true' or 'false' flag for manual update.
+ * @param {string} [params.agentId] - Optional agent ID if this is an agent avatar.
  * @param {string} [params.basePath='images'] - Base path in the bucket.
  * @returns {Promise<string>} Signed URL of the uploaded avatar.
  */
-async function processS3Avatar({ buffer, userId, manual, basePath = defaultBasePath }) {
+async function processS3Avatar({ buffer, userId, manual, agentId, basePath = defaultBasePath }) {
   try {
-    const downloadURL = await saveBufferToS3({ userId, buffer, fileName: 'avatar.png', basePath });
-    if (manual === 'true') {
+    const metadata = await sharp(buffer).metadata();
+    const extension = metadata.format === 'gif' ? 'gif' : 'png';
+    const timestamp = new Date().getTime();
+
+    /** Unique filename with timestamp and optional agent ID */
+    const fileName = agentId
+      ? `agent-${agentId}-avatar-${timestamp}.${extension}`
+      : `avatar-${timestamp}.${extension}`;
+
+    const downloadURL = await saveBufferToS3({ userId, buffer, fileName, basePath });
+
+    // Only update user record if this is a user avatar (manual === 'true')
+    if (manual === 'true' && !agentId) {
       await updateUser(userId, { avatar: downloadURL });
     }
+
     return downloadURL;
   } catch (error) {
     logger.error('[processS3Avatar] Error processing S3 avatar:', error.message);

api/server/services/Files/VectorDB/crud.js

@@ -1,9 +1,9 @@
 const fs = require('fs');
 const axios = require('axios');
 const FormData = require('form-data');
+const { logAxiosError } = require('@librechat/api');
+const { logger } = require('@librechat/data-schemas');
 const { FileSources } = require('librechat-data-provider');
-const { logAxiosError } = require('~/utils');
-const { logger } = require('~/config');
 
 /**
  * Deletes a file from the vector database. This function takes a file object, constructs the full path, and

api/server/services/Files/images/encode.js

@@ -1,4 +1,5 @@
 const axios = require('axios');
+const { logAxiosError } = require('@librechat/api');
 const {
   FileSources,
   VisionModes,
@@ -7,8 +8,6 @@ const {
   EModelEndpoint,
 } = require('librechat-data-provider');
 const { getStrategyFunctions } = require('~/server/services/Files/strategies');
-const { logAxiosError } = require('~/utils');
-const { logger } = require('~/config');
 
 /**
  * Converts a readable stream to a base64 encoded string.

api/server/services/Files/process.js

@@ -519,7 +519,7 @@ const processAgentFileUpload = async ({ req, res, metadata }) => {
       throw new Error('OCR capability is not enabled for Agents');
     }
 
-    const { handleFileUpload: uploadMistralOCR } = getStrategyFunctions(
+    const { handleFileUpload: uploadOCR } = getStrategyFunctions(
       req.app.locals?.ocr?.strategy ?? FileSources.mistral_ocr,
     );
     const { file_id, temp_file_id } = metadata;
@@ -531,7 +531,7 @@ const processAgentFileUpload = async ({ req, res, metadata }) => {
       images,
       filename,
       filepath: ocrFileURL,
-    } = await uploadMistralOCR({ req, file, file_id, entity_id: agent_id, basePath });
+    } = await uploadOCR({ req, file, loadAuthValues });
 
     const fileInfo = removeNullishValues({
       text,

api/server/services/Files/strategies.js

@@ -1,4 +1,5 @@
 const { FileSources } = require('librechat-data-provider');
+const { uploadMistralOCR, uploadAzureMistralOCR } = require('@librechat/api');
 const {
   getFirebaseURL,
   prepareImageURL,
@@ -46,7 +47,6 @@ const {
 const { uploadOpenAIFile, deleteOpenAIFile, getOpenAIFileStream } = require('./OpenAI');
 const { getCodeOutputDownloadStream, uploadCodeEnvFile } = require('./Code');
 const { uploadVectors, deleteVectors } = require('./VectorDB');
-const { uploadMistralOCR } = require('./MistralOCR');
 
 /**
  * Firebase Storage Strategy Functions
@@ -190,6 +190,26 @@ const mistralOCRStrategy = () => ({
   handleFileUpload: uploadMistralOCR,
 });
 
+const azureMistralOCRStrategy = () => ({
+  /** @type {typeof saveFileFromURL | null} */
+  saveURL: null,
+  /** @type {typeof getLocalFileURL | null} */
+  getFileURL: null,
+  /** @type {typeof saveLocalBuffer | null} */
+  saveBuffer: null,
+  /** @type {typeof processLocalAvatar | null} */
+  processAvatar: null,
+  /** @type {typeof uploadLocalImage | null} */
+  handleImageUpload: null,
+  /** @type {typeof prepareImagesLocal | null} */
+  prepareImagePayload: null,
+  /** @type {typeof deleteLocalFile | null} */
+  deleteFile: null,
+  /** @type {typeof getLocalFileStream | null} */
+  getDownloadStream: null,
+  handleFileUpload: uploadAzureMistralOCR,
+});
+
 // Strategy Selector
 const getStrategyFunctions = (fileSource) => {
   if (fileSource === FileSources.firebase) {
@@ -210,6 +230,8 @@ const getStrategyFunctions = (fileSource) => {
     return codeOutputStrategy();
   } else if (fileSource === FileSources.mistral_ocr) {
     return mistralOCRStrategy();
+  } else if (fileSource === FileSources.azure_mistral_ocr) {
+    return azureMistralOCRStrategy();
   } else {
     throw new Error('Invalid file source');
   }