const { EModelEndpoint } = require('librechat-data-provider'); const { getUserKey, checkUserKeyExpiry } = require('~/server/services/UserService'); const { getLLMConfig } = require('~/server/services/Endpoints/anthropic/llm'); const AnthropicClient = require('~/app/clients/AnthropicClient'); const initializeClient = async ({ req, res, endpointOption, overrideModel, optionsOnly }) => { const { ANTHROPIC_API_KEY, ANTHROPIC_REVERSE_PROXY, PROXY } = process.env; const expiresAt = req.body.key; const isUserProvided = ANTHROPIC_API_KEY === 'user_provided'; const anthropicApiKey = isUserProvided ? await getUserKey({ userId: req.user.id, name: EModelEndpoint.anthropic }) : ANTHROPIC_API_KEY; if (!anthropicApiKey) { throw new Error('Anthropic API key not provided. Please provide it again.'); } if (expiresAt && isUserProvided) { checkUserKeyExpiry(expiresAt, EModelEndpoint.anthropic); } let clientOptions = {}; /** @type {undefined | TBaseEndpoint} */ const anthropicConfig = req.app.locals[EModelEndpoint.anthropic]; if (anthropicConfig) { clientOptions.streamRate = anthropicConfig.streamRate; clientOptions.titleModel = anthropicConfig.titleModel; } /** @type {undefined | TBaseEndpoint} */ const allConfig = req.app.locals.all; if (allConfig) { clientOptions.streamRate = allConfig.streamRate; } if (optionsOnly) { clientOptions = Object.assign( { proxy: PROXY ?? null, userId: req.user.id, reverseProxyUrl: ANTHROPIC_REVERSE_PROXY ?? null, modelOptions: endpointOption?.model_parameters ?? {}, }, clientOptions, ); if (overrideModel) { clientOptions.modelOptions.model = overrideModel; } return getLLMConfig(anthropicApiKey, clientOptions); } const client = new AnthropicClient(anthropicApiKey, { req, res, reverseProxyUrl: ANTHROPIC_REVERSE_PROXY ?? null, proxy: PROXY ?? null, ...clientOptions, ...endpointOption, }); return { client, anthropicApiKey, }; }; module.exports = initializeClient;