Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-20 02:10:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

fix: Bedrock response sender

Browse source
This commit is contained in:
Danny Avila 2024-09-02 21:40:38 -04:00
parent d66a35887d
commit edcc66685a
No known key found for this signature in database
GPG key ID: 2DD9CC89B9B50364
6 changed files with 31 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

12
api/server/services/Endpoints/bedrock/initialize.js
View file

@ -1,5 +1,9 @@
const { createContentAggregator } = require('@librechat/agents');
const { EModelEndpoint, providerEndpointMap } = require('librechat-data-provider');
const {
EModelEndpoint,
providerEndpointMap,
getResponseSender,
} = require('librechat-data-provider');
const { getDefaultHandlers } = require('~/server/controllers/agents/callbacks');
// const { loadAgentTools } = require('~/server/services/ToolService');
const getOptions = require('~/server/services/Endpoints/bedrock/options');
@ -40,9 +44,15 @@ const initializeClient = async ({ req, res, endpointOption }) => {
agent.max_context_tokens ??
getModelMaxTokens(modelOptions.model, providerEndpointMap[agent.provider]);
const sender = getResponseSender({
...endpointOption,
model: endpointOption.model_parameters.model,
});
const client = new AgentClient({
req,
agent,
sender,
// tools,
// toolMap,
modelOptions,