Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-31 15:48:51 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fix: add streamBuffer and streamRate to help prevent 'Overloaded' errors from Anthropic API

Browse source
This commit is contained in:
Danny Avila 2024-09-04 11:00:57 -04:00
parent acd9088a6d
commit f593de85b2
No known key found for this signature in database
GPG key ID: 2DD9CC89B9B50364
3 changed files with 21 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

2
api/package.json
View file

@ -43,7 +43,7 @@
"@langchain/core": "^0.2.18",
"@langchain/google-genai": "^0.0.11",
"@langchain/google-vertexai": "^0.0.17",
"@librechat/agents": "^1.4.7",
"@librechat/agents": "^1.4.9",
"axios": "^1.3.4",
"bcryptjs": "^2.4.3",
"cheerio": "^1.0.0-rc.12",

25
api/server/controllers/agents/run.js
View file

@ -1,4 +1,4 @@
const { Run } = require('@librechat/agents');
const { Run, Providers } = require('@librechat/agents');
const { providerEndpointMap } = require('librechat-data-provider');
/**
@ -43,15 +43,22 @@ async function createRun({
modelOptions,
);
const graphConfig = {
runId,
llmConfig,
tools,
toolMap,
instructions: agent.instructions,
additional_instructions: agent.additional_instructions,
};
if (agent.provider === Providers.ANTHROPIC) {
graphConfig.streamBuffer = 3000;
graphConfig.streamRate = 30;
}
return Run.create({
graphConfig: {
runId,
llmConfig,
tools,
toolMap,
instructions: agent.instructions,
additional_instructions: agent.additional_instructions,
},
graphConfig,
customHandlers,
});
}