mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-16 16:30:15 +01:00
5b1a31ef4d
🔄 refactor: Optimize MCP Tool Initialization
fix: update tool caching to use separated mcp logic
refactor: Replace `req.user` with `userId` in MCP handling functions
refactor: Replace `req` parameter with `userId` in file search tool functions
fix: Update user connection parameter to use object format in reinitMCPServer
refactor: Simplify MCP tool creation logic and improve handling of tool configurations to avoid capturing too much in closures
refactor: ensure MCP available tools are fetched from cache only when needed
104 lines
3.1 KiB
JavaScript
104 lines
3.1 KiB
JavaScript
const { CacheKeys } = require('librechat-data-provider');
|
|
const getLogStores = require('~/cache/getLogStores');
|
|
|
|
/**
|
|
* Cache key generators for different tool access patterns
|
|
*/
|
|
const ToolCacheKeys = {
|
|
/** Global tools available to all users */
|
|
GLOBAL: 'tools:global',
|
|
/** MCP tools cached by server name */
|
|
MCP_SERVER: (serverName) => `tools:mcp:${serverName}`,
|
|
};
|
|
|
|
/**
|
|
* Retrieves available tools from cache
|
|
* @function getCachedTools
|
|
* @param {Object} options - Options for retrieving tools
|
|
* @param {string} [options.serverName] - MCP server name to get cached tools for
|
|
* @returns {Promise<LCAvailableTools|null>} The available tools object or null if not cached
|
|
*/
|
|
async function getCachedTools(options = {}) {
|
|
const cache = getLogStores(CacheKeys.CONFIG_STORE);
|
|
const { serverName } = options;
|
|
|
|
// Return MCP server-specific tools if requested
|
|
if (serverName) {
|
|
return await cache.get(ToolCacheKeys.MCP_SERVER(serverName));
|
|
}
|
|
|
|
// Default to global tools
|
|
return await cache.get(ToolCacheKeys.GLOBAL);
|
|
}
|
|
|
|
/**
|
|
* Sets available tools in cache
|
|
* @function setCachedTools
|
|
* @param {Object} tools - The tools object to cache
|
|
* @param {Object} options - Options for caching tools
|
|
* @param {string} [options.serverName] - MCP server name for server-specific tools
|
|
* @param {number} [options.ttl] - Time to live in milliseconds
|
|
* @returns {Promise<boolean>} Whether the operation was successful
|
|
*/
|
|
async function setCachedTools(tools, options = {}) {
|
|
const cache = getLogStores(CacheKeys.CONFIG_STORE);
|
|
const { serverName, ttl } = options;
|
|
|
|
// Cache by MCP server if specified
|
|
if (serverName) {
|
|
return await cache.set(ToolCacheKeys.MCP_SERVER(serverName), tools, ttl);
|
|
}
|
|
|
|
// Default to global cache
|
|
return await cache.set(ToolCacheKeys.GLOBAL, tools, ttl);
|
|
}
|
|
|
|
/**
|
|
* Invalidates cached tools
|
|
* @function invalidateCachedTools
|
|
* @param {Object} options - Options for invalidating tools
|
|
* @param {string} [options.serverName] - MCP server name to invalidate
|
|
* @param {boolean} [options.invalidateGlobal=false] - Whether to invalidate global tools
|
|
* @returns {Promise<void>}
|
|
*/
|
|
async function invalidateCachedTools(options = {}) {
|
|
const cache = getLogStores(CacheKeys.CONFIG_STORE);
|
|
const { serverName, invalidateGlobal = false } = options;
|
|
|
|
const keysToDelete = [];
|
|
|
|
if (invalidateGlobal) {
|
|
keysToDelete.push(ToolCacheKeys.GLOBAL);
|
|
}
|
|
|
|
if (serverName) {
|
|
keysToDelete.push(ToolCacheKeys.MCP_SERVER(serverName));
|
|
}
|
|
|
|
await Promise.all(keysToDelete.map((key) => cache.delete(key)));
|
|
}
|
|
|
|
/**
|
|
* Gets MCP tools for a specific server from cache or merges with global tools
|
|
* @function getMCPServerTools
|
|
* @param {string} serverName - The MCP server name
|
|
* @returns {Promise<LCAvailableTools|null>} The available tools for the server
|
|
*/
|
|
async function getMCPServerTools(serverName) {
|
|
const cache = getLogStores(CacheKeys.CONFIG_STORE);
|
|
const serverTools = await cache.get(ToolCacheKeys.MCP_SERVER(serverName));
|
|
|
|
if (serverTools) {
|
|
return serverTools;
|
|
}
|
|
|
|
return null;
|
|
}
|
|
|
|
module.exports = {
|
|
ToolCacheKeys,
|
|
getCachedTools,
|
|
setCachedTools,
|
|
getMCPServerTools,
|
|
invalidateCachedTools,
|
|
};
|