mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 00:40:14 +01:00
bc88ac846d
* chore: bump Model Context Protocol SDK dependencies * fix: correct indentation in MCPConnection class * refactor: enhance SSE transport with abort controller and add error handling for empty results * chore: remove outdated Model Context Protocol SDK dependency * chore: update @modelcontextprotocol/sdk dependency to version 1.7.0 * chore: add debugging comments for PingRequest handling in MCPConnection class * refactor: update callTool method to accept structured arguments and options * refactor: simplify maxContextTokens calculation in initializeAgentOptions * chore: update @babel/runtime dependency to version 7.26.10 * chore: update @librechat/agents dependency to version 2.2.9 * chore: update @librechat/agents dependency to version 2.3.6 * refactor: imports and prevent s3 initialization if strategy not configured * refactor: mark redis as non-experimental * refactor: add missing `maxContextTokens` for OpenAI parameters * refactor: improve log message for Redis initialization * chore: update @librechat/agents dependency to version 2.3.8 * refactor: extend `streamBuffer` condition to include BEDROCK provider as easily gets throttled by AWS * refactor: filter out 'think' parts from message content in Anthropic and OpenAI clients
82 lines
2.7 KiB
JavaScript
82 lines
2.7 KiB
JavaScript
const { Run, Providers } = require('@librechat/agents');
|
|
const { providerEndpointMap, KnownEndpoints } = require('librechat-data-provider');
|
|
|
|
/**
|
|
* @typedef {import('@librechat/agents').t} t
|
|
* @typedef {import('@librechat/agents').StandardGraphConfig} StandardGraphConfig
|
|
* @typedef {import('@librechat/agents').StreamEventData} StreamEventData
|
|
* @typedef {import('@librechat/agents').EventHandler} EventHandler
|
|
* @typedef {import('@librechat/agents').GraphEvents} GraphEvents
|
|
* @typedef {import('@librechat/agents').LLMConfig} LLMConfig
|
|
* @typedef {import('@librechat/agents').IState} IState
|
|
*/
|
|
|
|
/**
|
|
* Creates a new Run instance with custom handlers and configuration.
|
|
*
|
|
* @param {Object} options - The options for creating the Run instance.
|
|
* @param {ServerRequest} [options.req] - The server request.
|
|
* @param {string | undefined} [options.runId] - Optional run ID; otherwise, a new run ID will be generated.
|
|
* @param {Agent} options.agent - The agent for this run.
|
|
* @param {AbortSignal} options.signal - The signal for this run.
|
|
* @param {Record<GraphEvents, EventHandler> | undefined} [options.customHandlers] - Custom event handlers.
|
|
* @param {boolean} [options.streaming=true] - Whether to use streaming.
|
|
* @param {boolean} [options.streamUsage=true] - Whether to stream usage information.
|
|
* @returns {Promise<Run<IState>>} A promise that resolves to a new Run instance.
|
|
*/
|
|
async function createRun({
|
|
runId,
|
|
agent,
|
|
signal,
|
|
customHandlers,
|
|
streaming = true,
|
|
streamUsage = true,
|
|
}) {
|
|
const provider = providerEndpointMap[agent.provider] ?? agent.provider;
|
|
/** @type {LLMConfig} */
|
|
const llmConfig = Object.assign(
|
|
{
|
|
provider,
|
|
streaming,
|
|
streamUsage,
|
|
},
|
|
agent.model_parameters,
|
|
);
|
|
|
|
/** @type {'reasoning_content' | 'reasoning'} */
|
|
let reasoningKey;
|
|
if (
|
|
llmConfig.configuration?.baseURL?.includes(KnownEndpoints.openrouter) ||
|
|
(agent.endpoint && agent.endpoint.toLowerCase().includes(KnownEndpoints.openrouter))
|
|
) {
|
|
reasoningKey = 'reasoning';
|
|
}
|
|
if (/o1(?!-(?:mini|preview)).*$/.test(llmConfig.model)) {
|
|
llmConfig.streaming = false;
|
|
llmConfig.disableStreaming = true;
|
|
}
|
|
|
|
/** @type {StandardGraphConfig} */
|
|
const graphConfig = {
|
|
signal,
|
|
llmConfig,
|
|
reasoningKey,
|
|
tools: agent.tools,
|
|
instructions: agent.instructions,
|
|
additional_instructions: agent.additional_instructions,
|
|
// toolEnd: agent.end_after_tools,
|
|
};
|
|
|
|
// TEMPORARY FOR TESTING
|
|
if (agent.provider === Providers.ANTHROPIC || agent.provider === Providers.BEDROCK) {
|
|
graphConfig.streamBuffer = 2000;
|
|
}
|
|
|
|
return Run.create({
|
|
runId,
|
|
graphConfig,
|
|
customHandlers,
|
|
});
|
|
}
|
|
|
|
module.exports = { createRun };
|