Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-09-22 08:12:00 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

🔧 fix: Update maxContextTokens calculation to use correct model identifier for Azure (#5035)

Browse source
This commit is contained in:
Danny Avila 2024-12-18 11:11:38 -05:00 • committed by GitHub
parent e8bde332c2
commit 22a87b6162
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
api/server/services/Endpoints/agents/initialize.js
View file

@ -122,13 +122,16 @@ const initializeAgentOptions = async ({
agent.model_parameters.model = agent.model;
}
const tokensModel =
agent.provider === EModelEndpoint.azureOpenAI ? agent.model : agent.model_parameters.model;
return {
...agent,
tools,
toolContextMap,
maxContextTokens:
agent.max_context_tokens ??
getModelMaxTokens(agent.model_parameters.model, providerEndpointMap[provider]) ??
getModelMaxTokens(tokensModel, providerEndpointMap[provider]) ??
4000,
};
};