Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2026-01-11 04:58:51 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

🪙 fix: Max Output Tokens Refactor for Responses API (#8972)

Browse source 
🪙 fix: Max Output Tokens Refactor for Responses API (#8972)

chore: Remove `max_output_tokens` from model kwargs in `titleConvo` if provided
This commit is contained in:
Dustin Healy 2025-08-10 10:58:25 -07:00 • committed by Danny Avila
parent da3730b7d6
commit 21e00168b1
No known key found for this signature in database
GPG key ID: BF31EEB2C5CA0956
7 changed files with 143 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
packages/api/src/endpoints/openai/llm.spec.ts
View file

@ -373,7 +373,7 @@ describe('getOpenAIConfig', () => {
text: {
verbosity: Verbosity.medium,
},
max_completion_tokens: 1500,
max_output_tokens: 1500,
});
});

4
packages/api/src/endpoints/openai/llm.ts
View file

@ -300,7 +300,9 @@ export function getOpenAIConfig(
}
if (llmConfig.model && /\bgpt-[5-9]\b/i.test(llmConfig.model) && llmConfig.maxTokens != null) {
modelKwargs.max_completion_tokens = llmConfig.maxTokens;
const paramName =
llmConfig.useResponsesApi === true ? 'max_output_tokens' : 'max_completion_tokens';
modelKwargs[paramName] = llmConfig.maxTokens;
delete llmConfig.maxTokens;
hasModelKwargs = true;
}