Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-18 09:20:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

😎 fix: Azure Bug, short default max_tokens response using gpt-4-vision-preview (#2885)

Browse source
This commit is contained in:
Danny Avila 2024-05-27 22:56:26 -04:00 • committed by GitHub
parent c704a23749
commit 2b7a973a33
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
api/app/clients/OpenAIClient.js
View file

@ -1108,7 +1108,12 @@ ${convo}
} }
if (this.azure || this.options.azure) { if (this.azure || this.options.azure) {
// Azure does not accept `model` in the body, so we need to remove it. /* Azure Bug, extremely short default `max_tokens` response */
if (!modelOptions.max_tokens && modelOptions.model === 'gpt-4-vision-preview') {
modelOptions.max_tokens = 4000;
}
/* Azure does not accept `model` in the body, so we need to remove it. */
delete modelOptions.model; delete modelOptions.model;
opts.baseURL = this.langchainProxy opts.baseURL = this.langchainProxy