Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2026-01-06 02:28:51 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix(Anthropic): Correct Payload & Increase Default Token Size 🔧 (#933)

Browse source 
* fix: don't pass unnecessary fields to anthropic payload

* fix: increase maxOutputTokens range

* chore: remove debugging mode
This commit is contained in:
Danny Avila 2023-09-12 11:41:15 -04:00 • committed by GitHub
parent dee5888280
commit 4d89adfc57
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 14 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

9
api/app/clients/AnthropicClient.js
View file

@ -268,13 +268,14 @@ class AnthropicClient extends BaseClient {
};
let text = '';
const { model, stream, maxOutputTokens, ...rest } = this.modelOptions;
const requestOptions = {
prompt: payload,
model: this.modelOptions.model,
stream: this.modelOptions.stream || true,
max_tokens_to_sample: this.modelOptions.maxOutputTokens || 1500,
model,
stream: stream || true,
max_tokens_to_sample: maxOutputTokens || 1500,
metadata,
...modelOptions,
...rest,
};
if (this.options.debug) {
console.log('AnthropicClient: requestOptions');