mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-03-11 02:22:37 +01:00
* chore: move database model methods to /packages/data-schemas * chore: add TypeScript ESLint rule to warn on unused variables * refactor: model imports to streamline access - Consolidated model imports across various files to improve code organization and reduce redundancy. - Updated imports for models such as Assistant, Message, Conversation, and others to a unified import path. - Adjusted middleware and service files to reflect the new import structure, ensuring functionality remains intact. - Enhanced test files to align with the new import paths, maintaining test coverage and integrity. * chore: migrate database models to packages/data-schemas and refactor all direct Mongoose Model usage outside of data-schemas * test: update agent model mocks in unit tests - Added `getAgent` mock to `client.test.js` to enhance test coverage for agent-related functionality. - Removed redundant `getAgent` and `getAgents` mocks from `openai.spec.js` and `responses.unit.spec.js` to streamline test setup and reduce duplication. - Ensured consistency in agent mock implementations across test files. * fix: update types in data-schemas * refactor: enhance type definitions in transaction and spending methods - Updated type definitions in `checkBalance.ts` to use specific request and response types. - Refined `spendTokens.ts` to utilize a new `SpendTxData` interface for better clarity and type safety. - Improved transaction handling in `transaction.ts` by introducing `TransactionResult` and `TxData` interfaces, ensuring consistent data structures across methods. - Adjusted unit tests in `transaction.spec.ts` to accommodate new type definitions and enhance robustness. * refactor: streamline model imports and enhance code organization - Consolidated model imports across various controllers and services to a unified import path, improving code clarity and reducing redundancy. - Updated multiple files to reflect the new import structure, ensuring all functionalities remain intact. - Enhanced overall code organization by removing duplicate import statements and optimizing the usage of model methods. * feat: implement loadAddedAgent and refactor agent loading logic - Introduced `loadAddedAgent` function to handle loading agents from added conversations, supporting multi-convo parallel execution. - Created a new `load.ts` file to encapsulate agent loading functionalities, including `loadEphemeralAgent` and `loadAgent`. - Updated the `index.ts` file to export the new `load` module instead of the deprecated `loadAgent`. - Enhanced type definitions and improved error handling in the agent loading process. - Adjusted unit tests to reflect changes in the agent loading structure and ensure comprehensive coverage. * refactor: enhance balance handling with new update interface - Introduced `IBalanceUpdate` interface to streamline balance update operations across the codebase. - Updated `upsertBalanceFields` method signatures in `balance.ts`, `transaction.ts`, and related tests to utilize the new interface for improved type safety. - Adjusted type imports in `balance.spec.ts` to include `IBalanceUpdate`, ensuring consistency in balance management functionalities. - Enhanced overall code clarity and maintainability by refining type definitions related to balance operations. * feat: add unit tests for loadAgent functionality and enhance agent loading logic - Introduced comprehensive unit tests for the `loadAgent` function, covering various scenarios including null and empty agent IDs, loading of ephemeral agents, and permission checks. - Enhanced the `initializeClient` function by moving `getConvoFiles` to the correct position in the database method exports, ensuring proper functionality. - Improved test coverage for agent loading, including handling of non-existent agents and user permissions. * chore: reorder memory method exports for consistency - Moved `deleteAllUserMemories` to the correct position in the exported memory methods, ensuring a consistent and logical order of method exports in `memory.ts`.
226 lines
6.7 KiB
TypeScript
226 lines
6.7 KiB
TypeScript
import { logger } from '@librechat/data-schemas';
|
|
import type { AppConfig } from '@librechat/data-schemas';
|
|
import {
|
|
Tools,
|
|
Constants,
|
|
isAgentsEndpoint,
|
|
isEphemeralAgentId,
|
|
appendAgentIdSuffix,
|
|
encodeEphemeralAgentId,
|
|
} from 'librechat-data-provider';
|
|
import type { Agent, TConversation } from 'librechat-data-provider';
|
|
import { getCustomEndpointConfig } from '~/app/config';
|
|
|
|
const { mcp_all, mcp_delimiter } = Constants;
|
|
|
|
export const ADDED_AGENT_ID = 'added_agent';
|
|
|
|
export interface LoadAddedAgentDeps {
|
|
getAgent: (searchParameter: { id: string }) => Promise<Agent | null>;
|
|
getMCPServerTools: (
|
|
userId: string,
|
|
serverName: string,
|
|
) => Promise<Record<string, unknown> | null>;
|
|
}
|
|
|
|
interface LoadAddedAgentParams {
|
|
req: { user?: { id?: string }; config?: Record<string, unknown> };
|
|
conversation: TConversation | null;
|
|
primaryAgent?: Agent | null;
|
|
}
|
|
|
|
/**
|
|
* Loads an agent from an added conversation (for multi-convo parallel agent execution).
|
|
* Returns the agent config as a plain object, or null if invalid.
|
|
*/
|
|
export async function loadAddedAgent(
|
|
{ req, conversation, primaryAgent }: LoadAddedAgentParams,
|
|
deps: LoadAddedAgentDeps,
|
|
): Promise<Agent | null> {
|
|
if (!conversation) {
|
|
return null;
|
|
}
|
|
|
|
if (conversation.agent_id && !isEphemeralAgentId(conversation.agent_id)) {
|
|
const agent = await deps.getAgent({ id: conversation.agent_id });
|
|
if (!agent) {
|
|
logger.warn(`[loadAddedAgent] Agent ${conversation.agent_id} not found`);
|
|
return null;
|
|
}
|
|
|
|
const agentRecord = agent as Record<string, unknown>;
|
|
const versions = agentRecord.versions as unknown[] | undefined;
|
|
agentRecord.version = versions ? versions.length : 0;
|
|
agent.id = appendAgentIdSuffix(agent.id, 1);
|
|
return agent;
|
|
}
|
|
|
|
const { model, endpoint, promptPrefix, spec, ...rest } = conversation as TConversation & {
|
|
promptPrefix?: string;
|
|
spec?: string;
|
|
modelLabel?: string;
|
|
ephemeralAgent?: {
|
|
mcp?: string[];
|
|
execute_code?: boolean;
|
|
file_search?: boolean;
|
|
web_search?: boolean;
|
|
artifacts?: unknown;
|
|
};
|
|
[key: string]: unknown;
|
|
};
|
|
|
|
if (!endpoint || !model) {
|
|
logger.warn('[loadAddedAgent] Missing required endpoint or model for ephemeral agent');
|
|
return null;
|
|
}
|
|
|
|
const appConfig = req.config as AppConfig | undefined;
|
|
|
|
const primaryIsEphemeral = primaryAgent && isEphemeralAgentId(primaryAgent.id);
|
|
if (primaryIsEphemeral && Array.isArray(primaryAgent.tools)) {
|
|
let endpointConfig = (appConfig?.endpoints as Record<string, unknown> | undefined)?.[
|
|
endpoint
|
|
] as Record<string, unknown> | undefined;
|
|
if (!isAgentsEndpoint(endpoint) && !endpointConfig) {
|
|
try {
|
|
endpointConfig = getCustomEndpointConfig({ endpoint, appConfig }) as
|
|
| Record<string, unknown>
|
|
| undefined;
|
|
} catch (err) {
|
|
logger.error('[loadAddedAgent] Error getting custom endpoint config', err);
|
|
}
|
|
}
|
|
|
|
const modelSpecs = (appConfig?.modelSpecs as { list?: Array<{ name: string; label?: string }> })
|
|
?.list;
|
|
const modelSpec = spec != null && spec !== '' ? modelSpecs?.find((s) => s.name === spec) : null;
|
|
const sender =
|
|
rest.modelLabel ??
|
|
modelSpec?.label ??
|
|
(endpointConfig?.modelDisplayLabel as string | undefined) ??
|
|
'';
|
|
const ephemeralId = encodeEphemeralAgentId({ endpoint, model, sender, index: 1 });
|
|
|
|
return {
|
|
id: ephemeralId,
|
|
instructions: promptPrefix || '',
|
|
provider: endpoint,
|
|
model_parameters: {},
|
|
model,
|
|
tools: [...primaryAgent.tools],
|
|
} as unknown as Agent;
|
|
}
|
|
|
|
const ephemeralAgent = rest.ephemeralAgent as
|
|
| {
|
|
mcp?: string[];
|
|
execute_code?: boolean;
|
|
file_search?: boolean;
|
|
web_search?: boolean;
|
|
artifacts?: unknown;
|
|
}
|
|
| undefined;
|
|
const mcpServers = new Set<string>(ephemeralAgent?.mcp);
|
|
const userId = req.user?.id ?? '';
|
|
|
|
const modelSpecs = (
|
|
appConfig?.modelSpecs as {
|
|
list?: Array<{
|
|
name: string;
|
|
label?: string;
|
|
mcpServers?: string[];
|
|
executeCode?: boolean;
|
|
fileSearch?: boolean;
|
|
webSearch?: boolean;
|
|
}>;
|
|
}
|
|
)?.list;
|
|
let modelSpec: (typeof modelSpecs extends Array<infer T> | undefined ? T : never) | null = null;
|
|
if (spec != null && spec !== '') {
|
|
modelSpec = modelSpecs?.find((s) => s.name === spec) ?? null;
|
|
}
|
|
if (modelSpec?.mcpServers) {
|
|
for (const mcpServer of modelSpec.mcpServers) {
|
|
mcpServers.add(mcpServer);
|
|
}
|
|
}
|
|
|
|
const tools: string[] = [];
|
|
if (ephemeralAgent?.execute_code === true || modelSpec?.executeCode === true) {
|
|
tools.push(Tools.execute_code);
|
|
}
|
|
if (ephemeralAgent?.file_search === true || modelSpec?.fileSearch === true) {
|
|
tools.push(Tools.file_search);
|
|
}
|
|
if (ephemeralAgent?.web_search === true || modelSpec?.webSearch === true) {
|
|
tools.push(Tools.web_search);
|
|
}
|
|
|
|
const addedServers = new Set<string>();
|
|
for (const mcpServer of mcpServers) {
|
|
if (addedServers.has(mcpServer)) {
|
|
continue;
|
|
}
|
|
const serverTools = await deps.getMCPServerTools(userId, mcpServer);
|
|
if (!serverTools) {
|
|
tools.push(`${mcp_all}${mcp_delimiter}${mcpServer}`);
|
|
addedServers.add(mcpServer);
|
|
continue;
|
|
}
|
|
tools.push(...Object.keys(serverTools));
|
|
addedServers.add(mcpServer);
|
|
}
|
|
|
|
const model_parameters: Record<string, unknown> = {};
|
|
const paramKeys = [
|
|
'temperature',
|
|
'top_p',
|
|
'topP',
|
|
'topK',
|
|
'presence_penalty',
|
|
'frequency_penalty',
|
|
'maxOutputTokens',
|
|
'maxTokens',
|
|
'max_tokens',
|
|
];
|
|
for (const key of paramKeys) {
|
|
if ((rest as Record<string, unknown>)[key] != null) {
|
|
model_parameters[key] = (rest as Record<string, unknown>)[key];
|
|
}
|
|
}
|
|
|
|
let endpointConfig = (appConfig?.endpoints as Record<string, unknown> | undefined)?.[endpoint] as
|
|
| Record<string, unknown>
|
|
| undefined;
|
|
if (!isAgentsEndpoint(endpoint) && !endpointConfig) {
|
|
try {
|
|
endpointConfig = getCustomEndpointConfig({ endpoint, appConfig }) as
|
|
| Record<string, unknown>
|
|
| undefined;
|
|
} catch (err) {
|
|
logger.error('[loadAddedAgent] Error getting custom endpoint config', err);
|
|
}
|
|
}
|
|
|
|
const sender =
|
|
rest.modelLabel ??
|
|
modelSpec?.label ??
|
|
(endpointConfig?.modelDisplayLabel as string | undefined) ??
|
|
'';
|
|
const ephemeralId = encodeEphemeralAgentId({ endpoint, model, sender, index: 1 });
|
|
|
|
const result: Record<string, unknown> = {
|
|
id: ephemeralId,
|
|
instructions: promptPrefix || '',
|
|
provider: endpoint,
|
|
model_parameters,
|
|
model,
|
|
tools,
|
|
};
|
|
|
|
if (ephemeralAgent?.artifacts != null && ephemeralAgent.artifacts) {
|
|
result.artifacts = ephemeralAgent.artifacts;
|
|
}
|
|
|
|
return result as unknown as Agent;
|
|
}
|