Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-17 08:50:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 7

🔧 fix: Update maxContextTokens calculation to use correct model identifier for Azure (#5035)

Browse source
This commit is contained in:
Danny Avila 2024-12-18 11:11:38 -05:00 • committed by GitHub
parent e8bde332c2
commit 22a87b6162
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
api/server/services/Endpoints/agents/initialize.js
View file

@ -122,13 +122,16 @@ const initializeAgentOptions = async ({
agent.model_parameters.model = agent.model; agent.model_parameters.model = agent.model;
} }
const tokensModel =
agent.provider === EModelEndpoint.azureOpenAI ? agent.model : agent.model_parameters.model;
return { return {
...agent, ...agent,
tools, tools,
toolContextMap, toolContextMap,
maxContextTokens: maxContextTokens:
agent.max_context_tokens ?? agent.max_context_tokens ??
getModelMaxTokens(agent.model_parameters.model, providerEndpointMap[provider]) ?? getModelMaxTokens(tokensModel, providerEndpointMap[provider]) ??
4000, 4000,
}; };
}; };