mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-09-22 08:12:00 +02:00

* chore: remove unused redis file * chore: bump keyv dependencies, and update related imports * refactor: Implement IoRedis client for rate limiting across middleware, as node-redis via keyv not compatible * fix: Set max listeners to expected amount * WIP: memory improvements * refactor: Simplify getAbortData assignment in createAbortController * refactor: Update getAbortData to use WeakRef for content management * WIP: memory improvements in agent chat requests * refactor: Enhance memory management with finalization registry and cleanup functions * refactor: Simplify domainParser calls by removing unnecessary request parameter * refactor: Update parameter types for action tools and agent loading functions to use minimal configs * refactor: Simplify domainParser tests by removing unnecessary request parameter * refactor: Simplify domainParser call by removing unnecessary request parameter * refactor: Enhance client disposal by nullifying additional properties to improve memory management * refactor: Improve title generation by adding abort controller and timeout handling, consolidate request cleanup * refactor: Update checkIdleConnections to skip current user when checking for idle connections if passed * refactor: Update createMCPTool to derive userId from config and handle abort signals * refactor: Introduce createTokenCounter function and update tokenCounter usage; enhance disposeClient to reset Graph values * refactor: Update getMCPManager to accept userId parameter for improved idle connection handling * refactor: Extract logToolError function for improved error handling in AgentClient * refactor: Update disposeClient to clear handlerRegistry and graphRunnable references in client.run * refactor: Extract createHandleNewToken function to streamline token handling in initializeClient * chore: bump @librechat/agents * refactor: Improve timeout handling in addTitle function for better error management * refactor: Introduce createFetch instead of using class method * refactor: Enhance client disposal and request data handling in AskController and EditController * refactor: Update import statements for AnthropicClient and OpenAIClient to use specific paths * refactor: Use WeakRef for response handling in SplitStreamHandler to prevent memory leaks * refactor: Simplify client disposal and rename getReqData to processReqData in AskController and EditController * refactor: Improve logging structure and parameter handling in OpenAIClient * refactor: Remove unused GraphEvents and improve stream event handling in AnthropicClient and OpenAIClient * refactor: Simplify client initialization in AskController and EditController * refactor: Remove unused mock functions and implement in-memory store for KeyvMongo * chore: Update dependencies in package-lock.json to latest versions * refactor: Await token usage recording in OpenAIClient to ensure proper async handling * refactor: Remove handleAbort route from multiple endpoints and enhance client disposal logic * refactor: Enhance abort controller logic by managing abortKey more effectively * refactor: Add newConversation handling in useEventHandlers for improved conversation management * fix: dropparams * refactor: Use optional chaining for safer access to request properties in BaseClient * refactor: Move client disposal and request data processing logic to cleanup module for better organization * refactor: Remove aborted request check from addTitle function for cleaner logic * feat: Add Grok 3 model pricing and update tests for new models * chore: Remove trace warnings and inspect flags from backend start script used for debugging * refactor: Replace user identifier handling with userId for consistency across controllers, use UserId in clientRegistry * refactor: Enhance client disposal logic to prevent memory leaks by clearing additional references * chore: Update @librechat/agents to version 2.4.14 in package.json and package-lock.json
96 lines
2.5 KiB
JavaScript
96 lines
2.5 KiB
JavaScript
const axios = require('axios');
|
|
const { EventSource } = require('eventsource');
|
|
const { Time, CacheKeys } = require('librechat-data-provider');
|
|
const { MCPManager, FlowStateManager } = require('librechat-mcp');
|
|
const logger = require('./winston');
|
|
|
|
global.EventSource = EventSource;
|
|
|
|
/** @type {MCPManager} */
|
|
let mcpManager = null;
|
|
let flowManager = null;
|
|
|
|
/**
|
|
* @param {string} [userId] - Optional user ID, to avoid disconnecting the current user.
|
|
* @returns {MCPManager}
|
|
*/
|
|
function getMCPManager(userId) {
|
|
if (!mcpManager) {
|
|
mcpManager = MCPManager.getInstance(logger);
|
|
} else {
|
|
mcpManager.checkIdleConnections(userId);
|
|
}
|
|
return mcpManager;
|
|
}
|
|
|
|
/**
|
|
* @param {(key: string) => Keyv} getLogStores
|
|
* @returns {FlowStateManager}
|
|
*/
|
|
function getFlowStateManager(getLogStores) {
|
|
if (!flowManager) {
|
|
flowManager = new FlowStateManager(getLogStores(CacheKeys.FLOWS), {
|
|
ttl: Time.ONE_MINUTE * 3,
|
|
logger,
|
|
});
|
|
}
|
|
return flowManager;
|
|
}
|
|
|
|
/**
|
|
* Sends message data in Server Sent Events format.
|
|
* @param {ServerResponse} res - The server response.
|
|
* @param {{ data: string | Record<string, unknown>, event?: string }} event - The message event.
|
|
* @param {string} event.event - The type of event.
|
|
* @param {string} event.data - The message to be sent.
|
|
*/
|
|
const sendEvent = (res, event) => {
|
|
if (typeof event.data === 'string' && event.data.length === 0) {
|
|
return;
|
|
}
|
|
res.write(`event: message\ndata: ${JSON.stringify(event)}\n\n`);
|
|
};
|
|
|
|
/**
|
|
* Creates and configures an Axios instance with optional proxy settings.
|
|
*
|
|
* @typedef {import('axios').AxiosInstance} AxiosInstance
|
|
* @typedef {import('axios').AxiosProxyConfig} AxiosProxyConfig
|
|
*
|
|
* @returns {AxiosInstance} A configured Axios instance
|
|
* @throws {Error} If there's an issue creating the Axios instance or parsing the proxy URL
|
|
*/
|
|
function createAxiosInstance() {
|
|
const instance = axios.create();
|
|
|
|
if (process.env.proxy) {
|
|
try {
|
|
const url = new URL(process.env.proxy);
|
|
|
|
/** @type {AxiosProxyConfig} */
|
|
const proxyConfig = {
|
|
host: url.hostname.replace(/^\[|\]$/g, ''),
|
|
protocol: url.protocol.replace(':', ''),
|
|
};
|
|
|
|
if (url.port) {
|
|
proxyConfig.port = parseInt(url.port, 10);
|
|
}
|
|
|
|
instance.defaults.proxy = proxyConfig;
|
|
} catch (error) {
|
|
console.error('Error parsing proxy URL:', error);
|
|
throw new Error(`Invalid proxy URL: ${process.env.proxy}`);
|
|
}
|
|
}
|
|
|
|
return instance;
|
|
}
|
|
|
|
module.exports = {
|
|
logger,
|
|
sendEvent,
|
|
getMCPManager,
|
|
createAxiosInstance,
|
|
getFlowStateManager,
|
|
};
|