mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-09-21 21:50:49 +02:00

* chore: remove unused redis file * chore: bump keyv dependencies, and update related imports * refactor: Implement IoRedis client for rate limiting across middleware, as node-redis via keyv not compatible * fix: Set max listeners to expected amount * WIP: memory improvements * refactor: Simplify getAbortData assignment in createAbortController * refactor: Update getAbortData to use WeakRef for content management * WIP: memory improvements in agent chat requests * refactor: Enhance memory management with finalization registry and cleanup functions * refactor: Simplify domainParser calls by removing unnecessary request parameter * refactor: Update parameter types for action tools and agent loading functions to use minimal configs * refactor: Simplify domainParser tests by removing unnecessary request parameter * refactor: Simplify domainParser call by removing unnecessary request parameter * refactor: Enhance client disposal by nullifying additional properties to improve memory management * refactor: Improve title generation by adding abort controller and timeout handling, consolidate request cleanup * refactor: Update checkIdleConnections to skip current user when checking for idle connections if passed * refactor: Update createMCPTool to derive userId from config and handle abort signals * refactor: Introduce createTokenCounter function and update tokenCounter usage; enhance disposeClient to reset Graph values * refactor: Update getMCPManager to accept userId parameter for improved idle connection handling * refactor: Extract logToolError function for improved error handling in AgentClient * refactor: Update disposeClient to clear handlerRegistry and graphRunnable references in client.run * refactor: Extract createHandleNewToken function to streamline token handling in initializeClient * chore: bump @librechat/agents * refactor: Improve timeout handling in addTitle function for better error management * refactor: Introduce createFetch instead of using class method * refactor: Enhance client disposal and request data handling in AskController and EditController * refactor: Update import statements for AnthropicClient and OpenAIClient to use specific paths * refactor: Use WeakRef for response handling in SplitStreamHandler to prevent memory leaks * refactor: Simplify client disposal and rename getReqData to processReqData in AskController and EditController * refactor: Improve logging structure and parameter handling in OpenAIClient * refactor: Remove unused GraphEvents and improve stream event handling in AnthropicClient and OpenAIClient * refactor: Simplify client initialization in AskController and EditController * refactor: Remove unused mock functions and implement in-memory store for KeyvMongo * chore: Update dependencies in package-lock.json to latest versions * refactor: Await token usage recording in OpenAIClient to ensure proper async handling * refactor: Remove handleAbort route from multiple endpoints and enhance client disposal logic * refactor: Enhance abort controller logic by managing abortKey more effectively * refactor: Add newConversation handling in useEventHandlers for improved conversation management * fix: dropparams * refactor: Use optional chaining for safer access to request properties in BaseClient * refactor: Move client disposal and request data processing logic to cleanup module for better organization * refactor: Remove aborted request check from addTitle function for cleaner logic * feat: Add Grok 3 model pricing and update tests for new models * chore: Remove trace warnings and inspect flags from backend start script used for debugging * refactor: Replace user identifier handling with userId for consistency across controllers, use UserId in clientRegistry * refactor: Enhance client disposal logic to prevent memory leaks by clearing additional references * chore: Update @librechat/agents to version 2.4.14 in package.json and package-lock.json
92 lines
2.4 KiB
JavaScript
92 lines
2.4 KiB
JavaScript
const fs = require('fs');
|
|
const Redis = require('ioredis');
|
|
const { isEnabled } = require('~/server/utils');
|
|
const logger = require('~/config/winston');
|
|
|
|
const { REDIS_URI, USE_REDIS, USE_REDIS_CLUSTER, REDIS_CA, REDIS_MAX_LISTENERS } = process.env;
|
|
|
|
/** @type {import('ioredis').Redis | import('ioredis').Cluster} */
|
|
let ioredisClient;
|
|
const redis_max_listeners = Number(REDIS_MAX_LISTENERS) || 40;
|
|
|
|
function mapURI(uri) {
|
|
const regex =
|
|
/^(?:(?<scheme>\w+):\/\/)?(?:(?<user>[^:@]+)(?::(?<password>[^@]+))?@)?(?<host>[\w.-]+)(?::(?<port>\d{1,5}))?$/;
|
|
const match = uri.match(regex);
|
|
|
|
if (match) {
|
|
const { scheme, user, password, host, port } = match.groups;
|
|
|
|
return {
|
|
scheme: scheme || 'none',
|
|
user: user || null,
|
|
password: password || null,
|
|
host: host || null,
|
|
port: port || null,
|
|
};
|
|
} else {
|
|
const parts = uri.split(':');
|
|
if (parts.length === 2) {
|
|
return {
|
|
scheme: 'none',
|
|
user: null,
|
|
password: null,
|
|
host: parts[0],
|
|
port: parts[1],
|
|
};
|
|
}
|
|
|
|
return {
|
|
scheme: 'none',
|
|
user: null,
|
|
password: null,
|
|
host: uri,
|
|
port: null,
|
|
};
|
|
}
|
|
}
|
|
|
|
if (REDIS_URI && isEnabled(USE_REDIS)) {
|
|
let redisOptions = null;
|
|
|
|
if (REDIS_CA) {
|
|
const ca = fs.readFileSync(REDIS_CA);
|
|
redisOptions = { tls: { ca } };
|
|
}
|
|
|
|
if (isEnabled(USE_REDIS_CLUSTER)) {
|
|
const hosts = REDIS_URI.split(',').map((item) => {
|
|
var value = mapURI(item);
|
|
|
|
return {
|
|
host: value.host,
|
|
port: value.port,
|
|
};
|
|
});
|
|
ioredisClient = new Redis.Cluster(hosts, { redisOptions });
|
|
} else {
|
|
ioredisClient = new Redis(REDIS_URI, redisOptions);
|
|
}
|
|
|
|
ioredisClient.on('ready', () => {
|
|
logger.info('IoRedis connection ready');
|
|
});
|
|
ioredisClient.on('reconnecting', () => {
|
|
logger.info('IoRedis connection reconnecting');
|
|
});
|
|
ioredisClient.on('end', () => {
|
|
logger.info('IoRedis connection ended');
|
|
});
|
|
ioredisClient.on('close', () => {
|
|
logger.info('IoRedis connection closed');
|
|
});
|
|
ioredisClient.on('error', (err) => logger.error('IoRedis connection error:', err));
|
|
ioredisClient.setMaxListeners(redis_max_listeners);
|
|
logger.info(
|
|
'[Optional] IoRedis initialized for rate limiters. If you have issues, disable Redis or restart the server.',
|
|
);
|
|
} else {
|
|
logger.info('[Optional] IoRedis not initialized for rate limiters.');
|
|
}
|
|
|
|
module.exports = ioredisClient;
|