mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-02-11 20:14:24 +01:00
* feat: MCP Graph Token env var * Addressing copilot remarks * Addressed Copilot review remarks * Fixed graphtokenservice mock in MCP test suite * fix: remove unnecessary type check and cast in resolveGraphTokensInRecord * ci: add Graph Token integration tests in MCPManager * refactor: update user type definitions to use Partial<IUser> in multiple functions * test: enhance MCP tests for graph token processing and user placeholder resolution - Added comprehensive tests to validate the interaction between preProcessGraphTokens and processMCPEnv. - Ensured correct resolution of graph tokens and user placeholders in various configurations. - Mocked OIDC utilities to facilitate testing of token extraction and validation. - Verified that original options remain unchanged after processing. * chore: import order * chore: imports --------- Co-authored-by: Danny Avila <danny@librechat.ai>
464 lines
15 KiB
TypeScript
464 lines
15 KiB
TypeScript
import { extractEnvVariable } from 'librechat-data-provider';
|
|
import type { MCPOptions } from 'librechat-data-provider';
|
|
import type { IUser } from '@librechat/data-schemas';
|
|
import type { RequestBody } from '~/types';
|
|
import { extractOpenIDTokenInfo, processOpenIDPlaceholders, isOpenIDTokenValid } from './oidc';
|
|
|
|
/**
|
|
* List of allowed user fields that can be used in MCP environment variables.
|
|
* These are non-sensitive string/boolean fields from the IUser interface.
|
|
*/
|
|
const ALLOWED_USER_FIELDS = [
|
|
'id',
|
|
'name',
|
|
'username',
|
|
'email',
|
|
'provider',
|
|
'role',
|
|
'googleId',
|
|
'facebookId',
|
|
'openidId',
|
|
'samlId',
|
|
'ldapId',
|
|
'githubId',
|
|
'discordId',
|
|
'appleId',
|
|
'emailVerified',
|
|
'twoFactorEnabled',
|
|
'termsAccepted',
|
|
] as const;
|
|
|
|
type AllowedUserField = (typeof ALLOWED_USER_FIELDS)[number];
|
|
type SafeUser = Pick<IUser, AllowedUserField>;
|
|
|
|
/**
|
|
* Encodes a string value to be safe for HTTP headers.
|
|
* HTTP headers are restricted to ASCII characters (0-255) per the Fetch API standard.
|
|
* Non-ASCII characters with Unicode values > 255 are Base64 encoded with 'b64:' prefix.
|
|
*
|
|
* NOTE: This is a LibreChat-specific encoding scheme to work around Fetch API limitations.
|
|
* MCP servers receiving headers with the 'b64:' prefix should:
|
|
* 1. Detect the 'b64:' prefix in header values
|
|
* 2. Remove the prefix and Base64-decode the remaining string
|
|
* 3. Use the decoded UTF-8 string as the actual value
|
|
*
|
|
* Example decoding (Node.js):
|
|
* if (headerValue.startsWith('b64:')) {
|
|
* const decoded = Buffer.from(headerValue.slice(4), 'base64').toString('utf8');
|
|
* }
|
|
*
|
|
* @param value - The string value to encode
|
|
* @returns ASCII-safe string (encoded if necessary)
|
|
*
|
|
* @example
|
|
* encodeHeaderValue("José") // Returns "José" (é = 233, safe)
|
|
* encodeHeaderValue("Marić") // Returns "b64:TWFyacSH" (ć = 263, needs encoding)
|
|
*/
|
|
export function encodeHeaderValue(value: string): string {
|
|
// Handle non-string or empty values
|
|
if (!value || typeof value !== 'string') {
|
|
return '';
|
|
}
|
|
|
|
// Check if string contains extended Unicode characters (> 255)
|
|
// Characters 0-255 (ASCII + Latin-1) are safe and don't need encoding
|
|
// Characters > 255 (e.g., ć=263, đ=272, ł=322) need Base64 encoding
|
|
// eslint-disable-next-line no-control-regex
|
|
const hasExtendedUnicode = /[^\u0000-\u00FF]/.test(value);
|
|
|
|
if (!hasExtendedUnicode) {
|
|
return value; // Safe to pass through
|
|
}
|
|
|
|
// Encode to Base64 for extended Unicode characters
|
|
const base64 = Buffer.from(value, 'utf8').toString('base64');
|
|
return `b64:${base64}`;
|
|
}
|
|
|
|
/**
|
|
* Creates a safe user object containing only allowed fields.
|
|
* Preserves federatedTokens for OpenID token template variable resolution.
|
|
*
|
|
* @param user - The user object to extract safe fields from
|
|
* @returns A new object containing only allowed fields plus federatedTokens if present
|
|
*/
|
|
export function createSafeUser(
|
|
user: IUser | null | undefined,
|
|
): Partial<SafeUser> & { federatedTokens?: unknown } {
|
|
if (!user) {
|
|
return {};
|
|
}
|
|
|
|
const safeUser: Partial<SafeUser> & { federatedTokens?: unknown } = {};
|
|
for (const field of ALLOWED_USER_FIELDS) {
|
|
if (field in user) {
|
|
safeUser[field] = user[field];
|
|
}
|
|
}
|
|
|
|
if ('federatedTokens' in user) {
|
|
safeUser.federatedTokens = user.federatedTokens;
|
|
}
|
|
|
|
return safeUser;
|
|
}
|
|
|
|
/**
|
|
* List of allowed request body fields that can be used in header placeholders.
|
|
* These are common fields from the request body that are safe to expose in headers.
|
|
*/
|
|
const ALLOWED_BODY_FIELDS = ['conversationId', 'parentMessageId', 'messageId'] as const;
|
|
|
|
/**
|
|
* Processes a string value to replace user field placeholders.
|
|
* When isHeader is true, non-ASCII characters in certain fields are Base64 encoded.
|
|
*
|
|
* @param value - The string value to process
|
|
* @param user - The user object
|
|
* @param isHeader - Whether this value will be used in an HTTP header
|
|
* @returns The processed string with placeholders replaced (and encoded if necessary)
|
|
*/
|
|
function processUserPlaceholders(
|
|
value: string,
|
|
user?: Partial<IUser>,
|
|
isHeader: boolean = false,
|
|
): string {
|
|
if (!user || typeof value !== 'string') {
|
|
return value;
|
|
}
|
|
|
|
for (const field of ALLOWED_USER_FIELDS) {
|
|
const placeholder = `{{LIBRECHAT_USER_${field.toUpperCase()}}}`;
|
|
|
|
if (typeof value !== 'string' || !value.includes(placeholder)) {
|
|
continue;
|
|
}
|
|
|
|
const fieldValue = user[field as keyof IUser];
|
|
|
|
// Skip replacement if field doesn't exist in user object
|
|
if (!(field in user)) {
|
|
continue;
|
|
}
|
|
|
|
// Special case for 'id' field: skip if undefined or empty
|
|
if (field === 'id' && (fieldValue === undefined || fieldValue === '')) {
|
|
continue;
|
|
}
|
|
|
|
let replacementValue = fieldValue == null ? '' : String(fieldValue);
|
|
|
|
// Encode non-ASCII characters when used in headers
|
|
// Fields like name, username, email can contain non-ASCII characters
|
|
// that would cause ByteString conversion errors in the Fetch API
|
|
if (isHeader) {
|
|
const fieldsToEncode = ['name', 'username', 'email'];
|
|
if (fieldsToEncode.includes(field)) {
|
|
replacementValue = encodeHeaderValue(replacementValue);
|
|
}
|
|
}
|
|
|
|
value = value.replace(new RegExp(placeholder, 'g'), replacementValue);
|
|
}
|
|
|
|
return value;
|
|
}
|
|
|
|
/**
|
|
* Replaces request body field placeholders within a string.
|
|
* Recognized placeholders: `{{LIBRECHAT_BODY_<FIELD>}}` where `<FIELD>` ∈ ALLOWED_BODY_FIELDS.
|
|
* If a body field is absent or null/undefined, it is replaced with an empty string.
|
|
*
|
|
* @param value - The string value to process
|
|
* @param body - The request body object
|
|
* @returns The processed string with placeholders replaced
|
|
*/
|
|
function processBodyPlaceholders(value: string, body: RequestBody): string {
|
|
// Type guard: ensure value is a string
|
|
if (typeof value !== 'string') {
|
|
return value;
|
|
}
|
|
|
|
for (const field of ALLOWED_BODY_FIELDS) {
|
|
const placeholder = `{{LIBRECHAT_BODY_${field.toUpperCase()}}}`;
|
|
if (!value.includes(placeholder)) {
|
|
continue;
|
|
}
|
|
|
|
const fieldValue = body[field];
|
|
const replacementValue = fieldValue == null ? '' : String(fieldValue);
|
|
value = value.replace(new RegExp(placeholder, 'g'), replacementValue);
|
|
}
|
|
|
|
return value;
|
|
}
|
|
|
|
/**
|
|
* Processes a single string value by replacing various types of placeholders
|
|
*
|
|
* @param originalValue - The original string value to process
|
|
* @param customUserVars - Optional custom user variables to replace placeholders
|
|
* @param user - Optional user object for replacing user field placeholders
|
|
* @param body - Optional request body object for replacing body field placeholders
|
|
* @param isHeader - Whether this value will be used in an HTTP header (enables encoding)
|
|
* @returns The processed string with all placeholders replaced
|
|
*/
|
|
function processSingleValue({
|
|
originalValue,
|
|
customUserVars,
|
|
user,
|
|
body = undefined,
|
|
isHeader = false,
|
|
}: {
|
|
originalValue: string;
|
|
customUserVars?: Record<string, string>;
|
|
user?: Partial<IUser>;
|
|
body?: RequestBody;
|
|
isHeader?: boolean;
|
|
}): string {
|
|
// Type guard: ensure we're working with a string
|
|
if (typeof originalValue !== 'string') {
|
|
return String(originalValue);
|
|
}
|
|
|
|
let value = originalValue;
|
|
|
|
if (customUserVars) {
|
|
for (const [varName, varVal] of Object.entries(customUserVars)) {
|
|
/** Escaped varName for use in regex to avoid issues with special characters */
|
|
const escapedVarName = varName.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
|
|
const placeholderRegex = new RegExp(`\\{\\{${escapedVarName}\\}\\}`, 'g');
|
|
value = value.replace(placeholderRegex, varVal);
|
|
}
|
|
}
|
|
|
|
value = processUserPlaceholders(value, user, isHeader);
|
|
|
|
const openidTokenInfo = extractOpenIDTokenInfo(user);
|
|
if (openidTokenInfo && isOpenIDTokenValid(openidTokenInfo)) {
|
|
value = processOpenIDPlaceholders(value, openidTokenInfo);
|
|
}
|
|
|
|
if (body) {
|
|
value = processBodyPlaceholders(value, body);
|
|
}
|
|
|
|
value = extractEnvVariable(value);
|
|
|
|
return value;
|
|
}
|
|
|
|
/**
|
|
* Recursively processes an object to replace environment variables in string values
|
|
* @param params - Processing parameters
|
|
* @param params.options - The MCP options to process
|
|
* @param params.user - The user object containing all user fields
|
|
* @param params.customUserVars - vars that user set in settings
|
|
* @param params.body - the body of the request that is being processed
|
|
* @returns - The processed object with environment variables replaced
|
|
*/
|
|
export function processMCPEnv(params: {
|
|
options: Readonly<MCPOptions>;
|
|
user?: Partial<IUser>;
|
|
customUserVars?: Record<string, string>;
|
|
body?: RequestBody;
|
|
}): MCPOptions {
|
|
const { options, user, customUserVars, body } = params;
|
|
|
|
if (options === null || options === undefined) {
|
|
return options;
|
|
}
|
|
|
|
const newObj: MCPOptions = structuredClone(options);
|
|
|
|
// Apply admin-provided API key to headers at runtime
|
|
// Note: User-provided keys use {{MCP_API_KEY}} placeholder in headers,
|
|
// which is processed later via customUserVars replacement
|
|
if ('apiKey' in newObj && newObj.apiKey) {
|
|
const apiKeyConfig = newObj.apiKey as {
|
|
key?: string;
|
|
source: 'admin' | 'user';
|
|
authorization_type: 'basic' | 'bearer' | 'custom';
|
|
custom_header?: string;
|
|
};
|
|
|
|
if (apiKeyConfig.source === 'admin' && apiKeyConfig.key) {
|
|
const { key, authorization_type, custom_header } = apiKeyConfig;
|
|
const headerName =
|
|
authorization_type === 'custom' ? custom_header || 'X-Api-Key' : 'Authorization';
|
|
|
|
let headerValue = key;
|
|
if (authorization_type === 'basic') {
|
|
headerValue = `Basic ${key}`;
|
|
} else if (authorization_type === 'bearer') {
|
|
headerValue = `Bearer ${key}`;
|
|
}
|
|
|
|
// Initialize headers if needed and add the API key header (overwrites if header already exists)
|
|
const objWithHeaders = newObj as { headers?: Record<string, string> };
|
|
if (!objWithHeaders.headers) {
|
|
objWithHeaders.headers = {};
|
|
}
|
|
objWithHeaders.headers[headerName] = headerValue;
|
|
}
|
|
}
|
|
|
|
if ('env' in newObj && newObj.env) {
|
|
const processedEnv: Record<string, string> = {};
|
|
for (const [key, originalValue] of Object.entries(newObj.env)) {
|
|
processedEnv[key] = processSingleValue({ originalValue, customUserVars, user, body });
|
|
}
|
|
newObj.env = processedEnv;
|
|
}
|
|
|
|
if ('args' in newObj && newObj.args) {
|
|
const processedArgs: string[] = [];
|
|
for (const originalValue of newObj.args) {
|
|
processedArgs.push(processSingleValue({ originalValue, customUserVars, user, body }));
|
|
}
|
|
newObj.args = processedArgs;
|
|
}
|
|
|
|
// Process headers if they exist (for WebSocket, SSE, StreamableHTTP types)
|
|
// Note: `env` and `headers` are on different branches of the MCPOptions union type.
|
|
if ('headers' in newObj && newObj.headers) {
|
|
const processedHeaders: Record<string, string> = {};
|
|
for (const [key, originalValue] of Object.entries(newObj.headers)) {
|
|
processedHeaders[key] = processSingleValue({
|
|
originalValue,
|
|
customUserVars,
|
|
user,
|
|
body,
|
|
isHeader: true, // Important: Enable header encoding
|
|
});
|
|
}
|
|
newObj.headers = processedHeaders;
|
|
}
|
|
|
|
// Process URL if it exists (for WebSocket, SSE, StreamableHTTP types)
|
|
if ('url' in newObj && newObj.url) {
|
|
newObj.url = processSingleValue({ originalValue: newObj.url, customUserVars, user, body });
|
|
}
|
|
|
|
// Process OAuth configuration if it exists (for all transport types)
|
|
if ('oauth' in newObj && newObj.oauth) {
|
|
const processedOAuth: Record<string, boolean | string | string[] | undefined> = {};
|
|
for (const [key, originalValue] of Object.entries(newObj.oauth)) {
|
|
// Only process string values for environment variables
|
|
// token_exchange_method is an enum and shouldn't be processed
|
|
if (typeof originalValue === 'string') {
|
|
processedOAuth[key] = processSingleValue({ originalValue, customUserVars, user, body });
|
|
} else {
|
|
processedOAuth[key] = originalValue;
|
|
}
|
|
}
|
|
newObj.oauth = processedOAuth;
|
|
}
|
|
|
|
return newObj;
|
|
}
|
|
|
|
/**
|
|
* Recursively processes a value, replacing placeholders in strings while preserving structure
|
|
* @param value - The value to process (can be string, number, boolean, array, object, etc.)
|
|
* @param options - Processing options
|
|
* @returns The processed value with the same structure
|
|
*/
|
|
function processValue(
|
|
value: unknown,
|
|
options: {
|
|
customUserVars?: Record<string, string>;
|
|
user?: IUser;
|
|
body?: RequestBody;
|
|
},
|
|
): unknown {
|
|
if (typeof value === 'string') {
|
|
return processSingleValue({
|
|
originalValue: value,
|
|
customUserVars: options.customUserVars,
|
|
user: options.user,
|
|
body: options.body,
|
|
});
|
|
}
|
|
|
|
if (Array.isArray(value)) {
|
|
return value.map((item) => processValue(item, options));
|
|
}
|
|
|
|
if (value !== null && typeof value === 'object') {
|
|
const processed: Record<string, unknown> = {};
|
|
for (const [key, val] of Object.entries(value)) {
|
|
processed[key] = processValue(val, options);
|
|
}
|
|
return processed;
|
|
}
|
|
|
|
return value;
|
|
}
|
|
|
|
/**
|
|
* Recursively resolves placeholders in a nested object structure while preserving types.
|
|
* Only processes string values - leaves numbers, booleans, arrays, and nested objects intact.
|
|
*
|
|
* @param options - Configuration object
|
|
* @param options.obj - The object to process
|
|
* @param options.user - Optional user object for replacing user field placeholders
|
|
* @param options.body - Optional request body object for replacing body field placeholders
|
|
* @param options.customUserVars - Optional custom user variables to replace placeholders
|
|
* @returns The processed object with placeholders replaced in string values
|
|
*/
|
|
export function resolveNestedObject<T = unknown>(options?: {
|
|
obj: T | undefined;
|
|
user?: Partial<IUser> | { id: string };
|
|
body?: RequestBody;
|
|
customUserVars?: Record<string, string>;
|
|
}): T {
|
|
const { obj, user, body, customUserVars } = options ?? {};
|
|
|
|
if (!obj) {
|
|
return obj as T;
|
|
}
|
|
|
|
return processValue(obj, {
|
|
customUserVars,
|
|
user: user as IUser,
|
|
body,
|
|
}) as T;
|
|
}
|
|
|
|
/**
|
|
* Resolves header values by replacing user placeholders, body variables, custom variables, and environment variables.
|
|
* Automatically encodes non-ASCII characters for header safety.
|
|
*
|
|
* @param options - Optional configuration object
|
|
* @param options.headers - The headers object to process
|
|
* @param options.user - Optional user object for replacing user field placeholders (can be partial with just id)
|
|
* @param options.body - Optional request body object for replacing body field placeholders
|
|
* @param options.customUserVars - Optional custom user variables to replace placeholders
|
|
* @returns The processed headers with all placeholders replaced
|
|
*/
|
|
export function resolveHeaders(options?: {
|
|
headers: Record<string, string> | undefined;
|
|
user?: Partial<IUser> | { id: string };
|
|
body?: RequestBody;
|
|
customUserVars?: Record<string, string>;
|
|
}) {
|
|
const { headers, user, body, customUserVars } = options ?? {};
|
|
const inputHeaders = headers ?? {};
|
|
|
|
const resolvedHeaders: Record<string, string> = { ...inputHeaders };
|
|
|
|
if (inputHeaders && typeof inputHeaders === 'object' && !Array.isArray(inputHeaders)) {
|
|
Object.keys(inputHeaders).forEach((key) => {
|
|
resolvedHeaders[key] = processSingleValue({
|
|
originalValue: inputHeaders[key],
|
|
customUserVars,
|
|
user: user as IUser,
|
|
body,
|
|
isHeader: true, // Important: Enable header encoding
|
|
});
|
|
});
|
|
}
|
|
|
|
return resolvedHeaders;
|
|
}
|