From 951bb9d0d0ace7314d59f4e9ec4de02d4e8f85f6 Mon Sep 17 00:00:00 2001 From: Danny Avila Date: Sun, 17 Nov 2024 12:10:41 -0500 Subject: [PATCH] =?UTF-8?q?=F0=9F=94=A7=20fix:=20=20Anthropic=20Agent=20Mo?= =?UTF-8?q?del=20Assignment?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- api/server/services/Endpoints/anthropic/initialize.js | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/api/server/services/Endpoints/anthropic/initialize.js b/api/server/services/Endpoints/anthropic/initialize.js index 2ca68d14cf..3f1336ff31 100644 --- a/api/server/services/Endpoints/anthropic/initialize.js +++ b/api/server/services/Endpoints/anthropic/initialize.js @@ -3,7 +3,7 @@ const { getUserKey, checkUserKeyExpiry } = require('~/server/services/UserServic const { getLLMConfig } = require('~/server/services/Endpoints/anthropic/llm'); const { AnthropicClient } = require('~/app'); -const initializeClient = async ({ req, res, endpointOption, optionsOnly }) => { +const initializeClient = async ({ req, res, endpointOption, overrideModel, optionsOnly }) => { const { ANTHROPIC_API_KEY, ANTHROPIC_REVERSE_PROXY, PROXY } = process.env; const expiresAt = req.body.key; const isUserProvided = ANTHROPIC_API_KEY === 'user_provided'; @@ -40,10 +40,13 @@ const initializeClient = async ({ req, res, endpointOption, optionsOnly }) => { { reverseProxyUrl: ANTHROPIC_REVERSE_PROXY ?? null, proxy: PROXY ?? null, - modelOptions: endpointOption.modelOptions, + modelOptions: endpointOption.model_parameters, }, clientOptions, ); + if (overrideModel) { + requestOptions.modelOptions.model = overrideModel; + } return getLLMConfig(anthropicApiKey, requestOptions); }