mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-09-22 08:12:00 +02:00
8263ddda3f
* chore: bump anthropic SDK * chore: update anthropic config settings (fileSupport, default models) * feat: anthropic multi modal formatting * refactor: update vision models and use endpoint specific max long side resizing * feat(anthropic): multimodal messages, retry logic, and messages payload * chore: add more safety to trimming content due to whitespace error for assistant messages * feat(anthropic): token accounting and resending multiple images in progress * chore: bump data-provider * feat(anthropic): resendImages feature * chore: optimize Edit/Ask controllers, switch model back to req model * fix: false positive of invalid model * refactor(validateVisionModel): use object as arg, pass in additional/available models * refactor(validateModel): use helper function, `getModelsConfig` * feat: add modelsConfig to endpointOption so it gets passed to all clients, use for properly validating vision models * refactor: initialize default vision model and make sure it's available before assigning it * refactor(useSSE): avoid resetting model if user selected a new model between request and response * feat: show rate in transaction logging * fix: return tokenCountMap regardless of payload shape
47 lines
1.4 KiB
JavaScript
47 lines
1.4 KiB
JavaScript
const { ViolationTypes } = require('librechat-data-provider');
|
|
const { getModelsConfig } = require('~/server/controllers/ModelController');
|
|
const { handleError } = require('~/server/utils');
|
|
const { logViolation } = require('~/cache');
|
|
/**
|
|
* Validates the model of the request.
|
|
*
|
|
* @async
|
|
* @param {Express.Request} req - The Express request object.
|
|
* @param {Express.Response} res - The Express response object.
|
|
* @param {Function} next - The Express next function.
|
|
*/
|
|
const validateModel = async (req, res, next) => {
|
|
const { model, endpoint } = req.body;
|
|
if (!model) {
|
|
return handleError(res, { text: 'Model not provided' });
|
|
}
|
|
|
|
const modelsConfig = await getModelsConfig(req);
|
|
|
|
if (!modelsConfig) {
|
|
return handleError(res, { text: 'Models not loaded' });
|
|
}
|
|
|
|
const availableModels = modelsConfig[endpoint];
|
|
if (!availableModels) {
|
|
return handleError(res, { text: 'Endpoint models not loaded' });
|
|
}
|
|
|
|
let validModel = !!availableModels.find((availableModel) => availableModel === model);
|
|
|
|
if (validModel) {
|
|
return next();
|
|
}
|
|
|
|
const { ILLEGAL_MODEL_REQ_SCORE: score = 5 } = process.env ?? {};
|
|
|
|
const type = ViolationTypes.ILLEGAL_MODEL_REQUEST;
|
|
const errorMessage = {
|
|
type,
|
|
};
|
|
|
|
await logViolation(req, res, type, errorMessage, score);
|
|
return handleError(res, { text: 'Illegal model request' });
|
|
};
|
|
|
|
module.exports = validateModel;
|