LibreChat/packages/api/src/mcp/MCPServersRegistry.ts

import mapValues from 'lodash/mapValues';
import { logger } from '@librechat/data-schemas';
import { Constants } from 'librechat-data-provider';
import type { MCPConnection } from '~/mcp/connection';
import type { JsonSchemaType } from '~/types';
import type * as t from '~/mcp/types';
import { ConnectionsRepository } from '~/mcp/ConnectionsRepository';
import { detectOAuthRequirement } from '~/mcp/oauth';
import { sanitizeUrlForLogging } from '~/mcp/utils';
import { processMCPEnv, isEnabled } from '~/utils';

const DEFAULT_MCP_INIT_TIMEOUT_MS = 30_000;

function getMCPInitTimeout(): number {
  return process.env.MCP_INIT_TIMEOUT_MS != null
    ? parseInt(process.env.MCP_INIT_TIMEOUT_MS)
    : DEFAULT_MCP_INIT_TIMEOUT_MS;
}

/**
 * Manages MCP server configurations and metadata discovery.
 * Fetches server capabilities, OAuth requirements, and tool definitions for registry.
 * Determines which servers are for app-level connections.
 * Has its own connections repository. All connections are disconnected after initialization.
 */
export class MCPServersRegistry {
  private initialized: boolean = false;
  private connections: ConnectionsRepository;
  private initTimeoutMs: number;

  public readonly rawConfigs: t.MCPServers;
  public readonly parsedConfigs: Record<string, t.ParsedServerConfig>;

  public oauthServers: Set<string> = new Set();
  public serverInstructions: Record<string, string> = {};
  public toolFunctions: t.LCAvailableTools = {};
  public appServerConfigs: t.MCPServers = {};

  constructor(configs: t.MCPServers) {
    this.rawConfigs = configs;
    this.parsedConfigs = mapValues(configs, (con) => processMCPEnv({ options: con }));
    this.connections = new ConnectionsRepository(configs);
    this.initTimeoutMs = getMCPInitTimeout();
  }

  /** Initializes all startup-enabled servers by gathering their metadata asynchronously */
  public async initialize(): Promise<void> {
    if (this.initialized) return;
    this.initialized = true;

    const serverNames = Object.keys(this.parsedConfigs);

    await Promise.allSettled(
      serverNames.map((serverName) => this.initializeServerWithTimeout(serverName)),
    );
  }

  /** Wraps server initialization with a timeout to prevent hanging */
  private async initializeServerWithTimeout(serverName: string): Promise<void> {
    let timeoutId: NodeJS.Timeout | null = null;

    try {
      await Promise.race([
        this.initializeServer(serverName),
        new Promise<never>((_, reject) => {
          timeoutId = setTimeout(() => {
            reject(new Error('Server initialization timed out'));
          }, this.initTimeoutMs);
        }),
      ]);
    } catch (error) {
      logger.warn(`${this.prefix(serverName)} Server initialization failed:`, error);
      throw error;
    } finally {
      if (timeoutId != null) {
        clearTimeout(timeoutId);
      }
    }
  }

  /** Initializes a single server with all its metadata and adds it to appropriate collections */
  private async initializeServer(serverName: string): Promise<void> {
    logger.info(`${this.prefix(serverName)} Initializing server`);
    const start = Date.now();

    const config = this.parsedConfigs[serverName];

    try {
      await this.fetchOAuthRequirement(serverName);

      if (config.startup !== false && !config.requiresOAuth) {
        await Promise.allSettled([
          this.fetchServerInstructions(serverName).catch((error) =>
            logger.warn(`${this.prefix(serverName)} Failed to fetch server instructions:`, error),
          ),
          this.fetchServerCapabilities(serverName).catch((error) =>
            logger.warn(`${this.prefix(serverName)} Failed to fetch server capabilities:`, error),
          ),
        ]);
      }

      this.logUpdatedConfig(serverName);
    } catch (error) {
      logger.warn(`${this.prefix(serverName)} Failed to initialize server:`, error);
    }

    // Add to OAuth servers if needed
    if (config.requiresOAuth) {
      this.oauthServers.add(serverName);
    }

    // Add server instructions if available
    if (config.serverInstructions != null) {
      this.serverInstructions[serverName] = config.serverInstructions as string;
    }

    // Add to app server configs if eligible (startup enabled, non-OAuth servers)
    if (config.startup !== false && config.requiresOAuth === false) {
      this.appServerConfigs[serverName] = this.rawConfigs[serverName];
    }

    // Fetch tool functions for this server if a connection was established
    try {
      const conn = await this.connections.get(serverName);
      const toolFunctions = await this.getToolFunctions(serverName, conn);
      Object.assign(this.toolFunctions, toolFunctions);
    } catch (error) {
      logger.warn(`${this.prefix(serverName)} Error fetching tool functions:`, error);
    }

    // Disconnect this server's connection after initialization
    try {
      await this.connections.disconnect(serverName);
    } catch (disconnectError) {
      logger.debug(`${this.prefix(serverName)} Failed to disconnect:`, disconnectError);
    }

    logger.info(`${this.prefix(serverName)} Initialized server in ${Date.now() - start}ms`);
  }

  /** Converts server tools to LibreChat-compatible tool functions format */
  public async getToolFunctions(
    serverName: string,
    conn: MCPConnection,
  ): Promise<t.LCAvailableTools> {
    const { tools }: t.MCPToolListResponse = await conn.client.listTools();

    const toolFunctions: t.LCAvailableTools = {};
    tools.forEach((tool) => {
      const name = `${tool.name}${Constants.mcp_delimiter}${serverName}`;
      toolFunctions[name] = {
        type: 'function',
        ['function']: {
          name,
          description: tool.description,
          parameters: tool.inputSchema as JsonSchemaType,
        },
      };
    });

    return toolFunctions;
  }

  /** Determines if server requires OAuth if not already specified in the config */
  private async fetchOAuthRequirement(serverName: string): Promise<boolean> {
    const config = this.parsedConfigs[serverName];
    if (config.requiresOAuth != null) return config.requiresOAuth;
    if (config.url == null) return (config.requiresOAuth = false);
    if (config.startup === false) return (config.requiresOAuth = false);

    const result = await detectOAuthRequirement(config.url);
    config.requiresOAuth = result.requiresOAuth;
    config.oauthMetadata = result.metadata;
    return config.requiresOAuth;
  }

  /** Retrieves server instructions from MCP server if enabled in the config */
  private async fetchServerInstructions(serverName: string): Promise<void> {
    const config = this.parsedConfigs[serverName];
    if (!config.serverInstructions) return;

    // If it's a string that's not "true", it's a custom instruction
    if (typeof config.serverInstructions === 'string' && !isEnabled(config.serverInstructions)) {
      return;
    }

    // Fetch from server if true (boolean) or "true" (string)
    const conn = await this.connections.get(serverName);
    config.serverInstructions = conn.client.getInstructions();
    if (!config.serverInstructions) {
      logger.warn(`${this.prefix(serverName)} No server instructions available`);
    }
  }

  /** Fetches server capabilities and available tools list */
  private async fetchServerCapabilities(serverName: string): Promise<void> {
    const config = this.parsedConfigs[serverName];
    const conn = await this.connections.get(serverName);
    const capabilities = conn.client.getServerCapabilities();
    if (!capabilities) return;
    config.capabilities = JSON.stringify(capabilities);
    if (!capabilities.tools) return;
    const tools = await conn.client.listTools();
    config.tools = tools.tools.map((tool) => tool.name).join(', ');
  }

  // Logs server configuration summary after initialization
  private logUpdatedConfig(serverName: string): void {
    const prefix = this.prefix(serverName);
    const config = this.parsedConfigs[serverName];
    logger.info(`${prefix} -------------------------------------------------┐`);
    logger.info(`${prefix} URL: ${config.url ? sanitizeUrlForLogging(config.url) : 'N/A'}`);
    logger.info(`${prefix} OAuth Required: ${config.requiresOAuth}`);
    logger.info(`${prefix} Capabilities: ${config.capabilities}`);
    logger.info(`${prefix} Tools: ${config.tools}`);
    logger.info(`${prefix} Server Instructions: ${config.serverInstructions}`);
    logger.info(`${prefix} -------------------------------------------------┘`);
  }

  // Returns formatted log prefix for server messages
  private prefix(serverName: string): string {
    return `[MCP][${serverName}]`;
  }
}