LibreChat/packages/mcp/src/demo/servers.ts

227 lines
6.1 KiB
TypeScript
Raw Normal View History

🔧 feat: Initial MCP Support (Tools) (#5015) * 📝 chore: Add comment to clarify purpose of check_updates.sh script * feat: mcp package * feat: add librechat-mcp package and update dependencies * feat: refactor MCPConnectionSingleton to handle transport initialization and connection management * feat: change private methods to public in MCPConnectionSingleton for improved accessibility * feat: filesystem demo * chore: everything demo and move everything under mcp workspace * chore: move ts-node to mcp workspace * feat: mcp examples * feat: working sse MCP example * refactor: rename MCPConnectionSingleton to MCPConnection for clarity * refactor: replace MCPConnectionSingleton with MCPConnection for consistency * refactor: manager/connections * refactor: update MCPConnection to use type definitions from mcp types * refactor: update MCPManager to use winston logger and enhance server initialization * refactor: share logger between connections and manager * refactor: add schema definitions and update MCPManager to accept logger parameter * feat: map available MCP tools * feat: load manifest tools * feat: add MCP tools delimiter constant and update plugin key generation * feat: call MCP tools * feat: update librechat-data-provider version to 0.7.63 and enhance StdioOptionsSchema with additional properties * refactor: simplify typing * chore: update types/packages * feat: MCP Tool Content parsing * chore: update dependencies and improve package configurations * feat: add 'mcp' directory to package and update configurations * refactor: return CONTENT_AND_ARTIFACT format for MCP callTool * chore: bump @librechat/agents * WIP: MCP artifacts * chore: bump @librechat/agents to v1.8.7 * fix: ensure filename has extension when saving base64 image * fix: move base64 buffer conversion before filename extension check * chore: update backend review workflow to install MCP package * fix: use correct `mime` method * fix: enhance file metadata with message and tool call IDs in image saving process * fix: refactor ToolCall component to handle MCP tool calls and improve domain extraction * fix: update ToolItem component for default isInstalled value and improve localization in ToolSelectDialog * fix: update ToolItem component to use consistent text color for tool description * style: add theming to ToolSelectDialog * fix: improve domain extraction logic in ToolCall component * refactor: conversation item theming, fix rename UI bug, optimize props, add missing types * feat: enhance MCP options schema with base options (iconPath to start) and make transport type optional, infer based on other option fields * fix: improve reconnection logic with parallel init and exponential backoff and enhance transport debug logging * refactor: improve logging format * refactor: improve logging of available tools by displaying tool names * refactor: improve reconnection/connection logic * feat: add MCP package build process to Dockerfile * feat: add fallback icon for tools without an image in ToolItem component * feat: Assistants Support for MCP Tools * fix(build): configure rollup to use output.dir for dynamic imports * chore: update @librechat/agents to version 1.8.8 and add @langchain/anthropic dependency * fix: update CONFIG_VERSION to 1.2.0
2024-12-17 13:12:57 -05:00
// server.ts
import express from 'express';
import { EventSource } from 'eventsource';
import { MCPManager } from '../manager';
import { MCPConnection } from '../connection';
import type * as t from '../types/mcp';
// Set up EventSource for Node environment
global.EventSource = EventSource;
const app = express();
app.use(express.json());
const mcpManager = MCPManager.getInstance();
const mcpServers: t.MCPServers = {
everything: {
type: 'sse' as const,
url: 'http://localhost:3001/sse',
},
filesystem: {
type: 'stdio' as const,
command: 'npx',
args: ['-y', '@modelcontextprotocol/server-filesystem', '/home/danny/LibreChat/'],
},
};
// Generic helper to get connection and handle errors
const withConnection = async (
serverName: string,
res: express.Response,
callback: (connection: MCPConnection) => Promise<void>,
) => {
const connection = mcpManager.getConnection(serverName);
if (!connection) {
return res.status(404).json({ error: `Server "${serverName}" not found` });
}
try {
await callback(connection);
} catch (error) {
res.status(500).json({ error: String(error) });
}
};
// Common endpoints for all servers
// @ts-ignore
app.get('/status/:server', (req, res) => {
const connection = mcpManager.getConnection(req.params.server);
if (!connection) {
return res.status(404).json({ error: 'Server not found' });
}
res.json({
connected: connection.isConnected(),
state: connection.getConnectionState(),
error: connection.getLastError()?.message,
});
});
app.get('/resources/:server', async (req, res) => {
await withConnection(req.params.server, res, async (connection) => {
const resources = await connection.fetchResources();
res.json({ resources });
});
});
app.get('/tools/:server', async (req, res) => {
await withConnection(req.params.server, res, async (connection) => {
const tools = await connection.fetchTools();
res.json({ tools });
});
});
// "Everything" server specific endpoints
app.post('/everything/tools/echo', async (req, res) => {
await withConnection('everything', res, async (connection) => {
const { message } = req.body;
const result = await connection.client.callTool({
name: 'echo',
arguments: { message },
});
res.json(result);
});
});
app.post('/everything/tools/add', async (req, res) => {
await withConnection('everything', res, async (connection) => {
const { a, b } = req.body;
const result = await connection.client.callTool({
name: 'add',
arguments: { a, b },
});
res.json(result);
});
});
app.post('/everything/tools/long-operation', async (req, res) => {
await withConnection('everything', res, async (connection) => {
const { duration, steps } = req.body;
const result = await connection.client.callTool({
name: 'longRunningOperation',
arguments: { duration, steps },
});
res.json(result);
});
});
// Filesystem server specific endpoints
// @ts-ignore
app.get('/filesystem/files/read', async (req, res) => {
const filePath = req.query.path as string;
if (!filePath) {
return res.status(400).json({ error: 'Path parameter is required' });
}
await withConnection('filesystem', res, async (connection) => {
const result = await connection.client.callTool({
name: 'read_file',
arguments: { path: filePath },
});
res.json(result);
});
});
// @ts-ignore
app.post('/filesystem/files/write', async (req, res) => {
const { path, content } = req.body;
if (!path || content === undefined) {
return res.status(400).json({ error: 'Path and content are required' });
}
await withConnection('filesystem', res, async (connection) => {
const result = await connection.client.callTool({
name: 'write_file',
arguments: { path, content },
});
res.json(result);
});
});
// @ts-ignore
app.post('/filesystem/files/edit', async (req, res) => {
const { path, edits, dryRun = false } = req.body;
if (!path || !edits) {
return res.status(400).json({ error: 'Path and edits are required' });
}
await withConnection('filesystem', res, async (connection) => {
const result = await connection.client.callTool({
name: 'edit_file',
arguments: { path, edits, dryRun },
});
res.json(result);
});
});
// @ts-ignore
app.get('/filesystem/directory/list', async (req, res) => {
const dirPath = req.query.path as string;
if (!dirPath) {
return res.status(400).json({ error: 'Path parameter is required' });
}
await withConnection('filesystem', res, async (connection) => {
const result = await connection.client.callTool({
name: 'list_directory',
arguments: { path: dirPath },
});
res.json(result);
});
});
// @ts-ignore
app.post('/filesystem/directory/create', async (req, res) => {
const { path } = req.body;
if (!path) {
return res.status(400).json({ error: 'Path is required' });
}
await withConnection('filesystem', res, async (connection) => {
const result = await connection.client.callTool({
name: 'create_directory',
arguments: { path },
});
res.json(result);
});
});
// @ts-ignore
app.get('/filesystem/search', async (req, res) => {
const { path, pattern } = req.query;
if (!path || !pattern) {
return res.status(400).json({ error: 'Path and pattern parameters are required' });
}
await withConnection('filesystem', res, async (connection) => {
const result = await connection.client.callTool({
name: 'search_files',
arguments: { path, pattern },
});
res.json(result);
});
});
// Error handling
app.use((err: Error, req: express.Request, res: express.Response, next: express.NextFunction) => {
console.error('Unhandled error:', err);
res.status(500).json({
error: 'Internal server error',
message: err.message,
});
});
// Cleanup on shutdown
process.on('SIGINT', async () => {
console.log('Shutting down...');
await MCPManager.destroyInstance();
process.exit(0);
});
// Start server
const PORT = process.env.MCP_PORT ?? 3000;
app.listen(PORT, async () => {
console.log(`Server running on http://localhost:${PORT}`);
await mcpManager.initializeMCP(mcpServers);
});