mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-22 03:10:15 +01:00
* chore: fix `endpoint` typescript issues and typo in console info message * feat(api): files GET endpoint and save only file_id references to messages * refactor(client): `useGetFiles` query hook, update file types, optimistic update of filesQuery on file upload * refactor(buildTree): update to use params object and accept fileMap * feat: map files to messages; refactor(ChatView): messages only available after files are fetched * fix: fetch files only when authenticated * feat(api): AppService - rename app.locals.configs to app.locals.paths - load custom config use fileStrategy from yaml config in app.locals * refactor: separate Firebase and Local strategies, call based on config * refactor: modularize file strategies and employ with use of DALL-E * refactor(librechat.yaml): add fileStrategy field * feat: add source to MongoFile schema, as well as BatchFile, and ExtendedFile types * feat: employ file strategies for upload/delete files * refactor(deleteFirebaseFile): add user id validation for firebase file deletion * chore(deleteFirebaseFile): update jsdocs * feat: employ strategies for vision requests * fix(client): handle messages with deleted files * fix(client): ensure `filesToDelete` always saves/sends `file.source` * feat(openAI): configurable `resendImages` and `imageDetail` * refactor(getTokenCountForMessage): recursive process only when array of Objects and only their values (not keys) aside from `image_url` types * feat(OpenAIClient): calculateImageTokenCost * chore: remove comment * refactor(uploadAvatar): employ fileStrategy for avatars, from social logins or user upload * docs: update docs on how to configure fileStrategy * fix(ci): mock winston and winston related modules, update DALLE3.spec.js with changes made * refactor(redis): change terminal message to reflect current development state * fix(DALL-E-2): pass fileStrategy to dall-e
205 lines
6 KiB
JavaScript
205 lines
6 KiB
JavaScript
const OpenAI = require('openai');
|
|
const DALLE3 = require('../DALLE3');
|
|
const { processFileURL } = require('~/server/services/Files/process');
|
|
|
|
const { logger } = require('~/config');
|
|
|
|
jest.mock('openai');
|
|
|
|
jest.mock('~/server/services/Files/process', () => ({
|
|
processFileURL: jest.fn(),
|
|
}));
|
|
|
|
jest.mock('~/server/services/Files/images', () => ({
|
|
getImageBasename: jest.fn().mockImplementation((url) => {
|
|
// Split the URL by '/'
|
|
const parts = url.split('/');
|
|
|
|
// Get the last part of the URL
|
|
const lastPart = parts.pop();
|
|
|
|
// Check if the last part of the URL matches the image extension regex
|
|
const imageExtensionRegex = /\.(jpg|jpeg|png|gif|bmp|tiff|svg)$/i;
|
|
if (imageExtensionRegex.test(lastPart)) {
|
|
return lastPart;
|
|
}
|
|
|
|
// If the regex test fails, return an empty string
|
|
return '';
|
|
}),
|
|
}));
|
|
|
|
const generate = jest.fn();
|
|
OpenAI.mockImplementation(() => ({
|
|
images: {
|
|
generate,
|
|
},
|
|
}));
|
|
|
|
jest.mock('fs', () => {
|
|
return {
|
|
existsSync: jest.fn(),
|
|
mkdirSync: jest.fn(),
|
|
};
|
|
});
|
|
|
|
jest.mock('path', () => {
|
|
return {
|
|
resolve: jest.fn(),
|
|
join: jest.fn(),
|
|
relative: jest.fn(),
|
|
};
|
|
});
|
|
|
|
describe('DALLE3', () => {
|
|
let originalEnv;
|
|
let dalle; // Keep this declaration if you need to use dalle in other tests
|
|
const mockApiKey = 'mock_api_key';
|
|
|
|
beforeAll(() => {
|
|
// Save the original process.env
|
|
originalEnv = { ...process.env };
|
|
});
|
|
|
|
beforeEach(() => {
|
|
// Reset the process.env before each test
|
|
jest.resetModules();
|
|
process.env = { ...originalEnv, DALLE_API_KEY: mockApiKey };
|
|
// Instantiate DALLE3 for tests that do not depend on DALLE3_SYSTEM_PROMPT
|
|
dalle = new DALLE3();
|
|
});
|
|
|
|
afterEach(() => {
|
|
jest.clearAllMocks();
|
|
// Restore the original process.env after each test
|
|
process.env = originalEnv;
|
|
});
|
|
|
|
it('should throw an error if DALLE_API_KEY is missing', () => {
|
|
delete process.env.DALLE_API_KEY;
|
|
expect(() => new DALLE3()).toThrow('Missing DALLE_API_KEY environment variable.');
|
|
});
|
|
|
|
it('should replace unwanted characters in input string', () => {
|
|
const input = 'This is a test\nstring with "quotes" and new lines.';
|
|
const expectedOutput = 'This is a test string with quotes and new lines.';
|
|
expect(dalle.replaceUnwantedChars(input)).toBe(expectedOutput);
|
|
});
|
|
|
|
it('should generate markdown image URL correctly', () => {
|
|
const imageName = 'test.png';
|
|
const markdownImage = dalle.wrapInMarkdown(imageName);
|
|
expect(markdownImage).toBe('');
|
|
});
|
|
|
|
it('should call OpenAI API with correct parameters', async () => {
|
|
const mockData = {
|
|
prompt: 'A test prompt',
|
|
quality: 'standard',
|
|
size: '1024x1024',
|
|
style: 'vivid',
|
|
};
|
|
|
|
const mockResponse = {
|
|
data: [
|
|
{
|
|
url: 'http://example.com/img-test.png',
|
|
},
|
|
],
|
|
};
|
|
|
|
generate.mockResolvedValue(mockResponse);
|
|
processFileURL.mockResolvedValue('http://example.com/img-test.png');
|
|
|
|
const result = await dalle._call(mockData);
|
|
|
|
expect(generate).toHaveBeenCalledWith({
|
|
model: 'dall-e-3',
|
|
quality: mockData.quality,
|
|
style: mockData.style,
|
|
size: mockData.size,
|
|
prompt: mockData.prompt,
|
|
n: 1,
|
|
});
|
|
|
|
expect(result).toContain('![generated image]');
|
|
});
|
|
|
|
it('should use the system prompt if provided', () => {
|
|
process.env.DALLE3_SYSTEM_PROMPT = 'System prompt for testing';
|
|
jest.resetModules(); // This will ensure the module is fresh and will read the new env var
|
|
const DALLE3 = require('../DALLE3'); // Re-require after setting the env var
|
|
const dalleWithSystemPrompt = new DALLE3();
|
|
expect(dalleWithSystemPrompt.description_for_model).toBe('System prompt for testing');
|
|
});
|
|
|
|
it('should not use the system prompt if not provided', async () => {
|
|
delete process.env.DALLE3_SYSTEM_PROMPT;
|
|
const dalleWithoutSystemPrompt = new DALLE3();
|
|
expect(dalleWithoutSystemPrompt.description_for_model).not.toBe('System prompt for testing');
|
|
});
|
|
|
|
it('should throw an error if prompt is missing', async () => {
|
|
const mockData = {
|
|
quality: 'standard',
|
|
size: '1024x1024',
|
|
style: 'vivid',
|
|
};
|
|
await expect(dalle._call(mockData)).rejects.toThrow('Missing required field: prompt');
|
|
});
|
|
|
|
it('should log to console if no image name is found in the URL', async () => {
|
|
const mockData = {
|
|
prompt: 'A test prompt',
|
|
};
|
|
const mockResponse = {
|
|
data: [
|
|
{
|
|
url: 'http://example.com/invalid-url',
|
|
},
|
|
],
|
|
};
|
|
|
|
generate.mockResolvedValue(mockResponse);
|
|
await dalle._call(mockData);
|
|
expect(logger.debug).toHaveBeenCalledWith('[DALL-E-3] No image name found in the string.', {
|
|
data: { url: 'http://example.com/invalid-url' },
|
|
theImageUrl: 'http://example.com/invalid-url',
|
|
});
|
|
});
|
|
|
|
it('should log an error and return the image URL if there is an error saving the image', async () => {
|
|
const mockData = {
|
|
prompt: 'A test prompt',
|
|
};
|
|
const mockResponse = {
|
|
data: [
|
|
{
|
|
url: 'http://example.com/img-test.png',
|
|
},
|
|
],
|
|
};
|
|
const error = new Error('Error while saving the image');
|
|
generate.mockResolvedValue(mockResponse);
|
|
processFileURL.mockRejectedValue(error);
|
|
const result = await dalle._call(mockData);
|
|
expect(logger.error).toHaveBeenCalledWith('Error while saving the image:', error);
|
|
expect(result).toBe('Failed to save the image locally. Error while saving the image');
|
|
});
|
|
|
|
it('should handle error when saving image to Firebase Storage fails', async () => {
|
|
const mockData = {
|
|
prompt: 'A test prompt',
|
|
};
|
|
const mockImageUrl = 'http://example.com/img-test.png';
|
|
const mockResponse = { data: [{ url: mockImageUrl }] };
|
|
const error = new Error('Error while saving to Firebase');
|
|
generate.mockResolvedValue(mockResponse);
|
|
processFileURL.mockRejectedValue(error);
|
|
|
|
const result = await dalle._call(mockData);
|
|
|
|
expect(logger.error).toHaveBeenCalledWith('Error while saving the image:', error);
|
|
expect(result).toContain('Failed to save the image');
|
|
});
|
|
});
|