mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-01-19 08:46:11 +01:00
🎉 feat: Code Interpreter API and Agents Release (#4860)
* feat: Code Interpreter API & File Search Agent Uploads chore: add back code files wip: first pass, abstract key dialog refactor: influence checkbox on key changes refactor: update localization keys for 'execute code' to 'run code' wip: run code button refactor: add throwError parameter to loadAuthValues and getUserPluginAuthValue functions feat: first pass, API tool calling fix: handle missing toolId in callTool function and return 404 for non-existent tools feat: show code outputs fix: improve error handling in callTool function and log errors fix: handle potential null value for filepath in attachment destructuring fix: normalize language before rendering and prevent null return fix: add loading indicator in RunCode component while executing code feat: add support for conditional code execution in Markdown components feat: attachments refactor: remove bash fix: pass abort signal to graph/run refactor: debounce and rate limit tool call refactor: increase debounce delay for execute function feat: set code output attachments feat: image attachments refactor: apply message context refactor: pass `partIndex` feat: toolCall schema/model/methods feat: block indexing feat: get tool calls chore: imports chore: typing chore: condense type imports feat: get tool calls fix: block indexing chore: typing refactor: update tool calls mapping to support multiple results fix: add unique key to nav link for rendering wip: first pass, tool call results refactor: update query cache from successful tool call mutation style: improve result switcher styling chore: note on using \`.toObject()\` feat: add agent_id field to conversation schema chore: typing refactor: rename agentMap to agentsMap for consistency feat: Agent Name as chat input placeholder chore: bump agents 📦 chore: update @langchain dependencies to latest versions to match agents package 📦 chore: update @librechat/agents dependency to version 1.8.0 fix: Aborting agent stream removes sender; fix(bedrock): completion removes preset name label refactor: remove direct file parameter to use req.file, add `processAgentFileUpload` for image uploads feat: upload menu feat: prime message_file resources feat: implement conversation access validation in chat route refactor: remove file parameter from processFileUpload and use req.file instead feat: add savedMessageIds set to track saved message IDs in BaseClient, to prevent unnecessary double-write to db feat: prevent duplicate message saves by checking savedMessageIds in AgentController refactor: skip legacy RAG API handling for agents feat: add files field to convoSchema refactor: update request type annotations from Express.Request to ServerRequest in file processing functions feat: track conversation files fix: resendFiles, addPreviousAttachments handling feat: add ID validation for session_id and file_id in download route feat: entity_id for code file uploads/downloads fix: code file edge cases feat: delete related tool calls feat: add stream rate handling for LLM configuration feat: enhance system content with attached file information fix: improve error logging in resource priming function * WIP: PoC, sequential agents WIP: PoC Sequential Agents, first pass content data + bump agents package fix: package-lock WIP: PoC, o1 support, refactor bufferString feat: convertJsonSchemaToZod fix: form issues and schema defining erroneous model fix: max length issue on agent form instructions, limit conversation messages to sequential agents feat: add abort signal support to createRun function and AgentClient feat: PoC, hide prior sequential agent steps fix: update parameter naming from config to metadata in event handlers for clarity, add model to usage data refactor: use only last contentData, track model for usage data chore: bump agents package fix: content parts issue refactor: filter contentParts to include tool calls and relevant indices feat: show function calls refactor: filter context messages to exclude tool calls when no tools are available to the agent fix: ensure tool call content is not undefined in formatMessages feat: add agent_id field to conversationPreset schema feat: hide sequential agents feat: increase upload toast duration to 10 seconds * refactor: tool context handling & update Code API Key Dialog feat: toolContextMap chore: skipSpecs -> useSpecs ci: fix handleTools tests feat: API Key Dialog * feat: Agent Permissions Admin Controls feat: replace label with button for prompt permission toggle feat: update agent permissions feat: enable experimental agents and streamline capability configuration feat: implement access control for agents and enhance endpoint menu items feat: add welcome message for agent selection in localization feat: add agents permission to access control and update version to 0.7.57 * fix: update types in useAssistantListMap and useMentions hooks for better null handling * feat: mention agents * fix: agent tool resource race conditions when deleting agent tool resource files * feat: add error handling for code execution with user feedback * refactor: rename AdminControls to AdminSettings for clarity * style: add gap to button in AdminSettings for improved layout * refactor: separate agent query hooks and check access to enable fetching * fix: remove unused provider from agent initialization options, creates issue with custom endpoints * refactor: remove redundant/deprecated modelOptions from AgentClient processes * chore: update @librechat/agents to version 1.8.5 in package.json and package-lock.json * fix: minor styling issues + agent panel uniformity * fix: agent edge cases when set endpoint is no longer defined * refactor: remove unused cleanup function call from AppService * fix: update link in ApiKeyDialog to point to pricing page * fix: improve type handling and layout calculations in SidePanel component * fix: add missing localization string for agent selection in SidePanel * chore: form styling and localizations for upload filesearch/code interpreter * fix: model selection placeholder logic in AgentConfig component * style: agent capabilities * fix: add localization for provider selection and improve dropdown styling in ModelPanel * refactor: use gpt-4o-mini > gpt-3.5-turbo * fix: agents configuration for loadDefaultInterface and update related tests * feat: DALLE Agents support
This commit is contained in:
Danny Avila
GitHub
parent
affcebd48c
commit
1a815f5e19
189 changed files with 5056 additions and 1815 deletions
|
|
@ -9,17 +9,19 @@ import {
|
|||
import type * as t from 'librechat-data-provider';
|
||||
import type { LocalizeFunction } from '~/common';
|
||||
|
||||
export const getAssistantName = ({
|
||||
export const getEntityName = ({
|
||||
name = '',
|
||||
localize,
|
||||
isAgent,
|
||||
}: {
|
||||
name?: string;
|
||||
isAgent?: boolean;
|
||||
localize: LocalizeFunction;
|
||||
}) => {
|
||||
if (name && name.length > 0) {
|
||||
return name;
|
||||
} else {
|
||||
return localize('com_ui_assistant');
|
||||
return isAgent === true ? localize('com_ui_agent') : localize('com_ui_assistant');
|
||||
}
|
||||
};
|
||||
|
||||
|
|
@ -96,14 +98,18 @@ export function updateLastSelectedModel({
|
|||
return;
|
||||
}
|
||||
/* Note: an empty string value is possible */
|
||||
const lastConversationSetup = JSON.parse((localStorage.getItem(firstLocalConvoKey) ?? '{}') || '{}');
|
||||
const lastConversationSetup = JSON.parse(
|
||||
(localStorage.getItem(firstLocalConvoKey) ?? '{}') || '{}',
|
||||
);
|
||||
|
||||
if (lastConversationSetup.endpoint === endpoint) {
|
||||
lastConversationSetup.model = model;
|
||||
localStorage.setItem(firstLocalConvoKey, JSON.stringify(lastConversationSetup));
|
||||
}
|
||||
|
||||
const lastSelectedModels = JSON.parse((localStorage.getItem(LocalStorageKeys.LAST_MODEL) ?? '{}') || '{}');
|
||||
const lastSelectedModels = JSON.parse(
|
||||
(localStorage.getItem(LocalStorageKeys.LAST_MODEL) ?? '{}') || '{}',
|
||||
);
|
||||
lastSelectedModels[endpoint] = model;
|
||||
localStorage.setItem(LocalStorageKeys.LAST_MODEL, JSON.stringify(lastSelectedModels));
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,4 +1,4 @@
|
|||
const languages = new Set([
|
||||
export const languages = new Set([
|
||||
'adoc',
|
||||
'apacheconf',
|
||||
'arm',
|
||||
|
|
@ -315,7 +315,7 @@ const languages = new Set([
|
|||
'zephir',
|
||||
]);
|
||||
|
||||
const langSubset = [
|
||||
export const langSubset = [
|
||||
'python',
|
||||
'javascript',
|
||||
'java',
|
||||
|
|
@ -353,4 +353,75 @@ const langSubset = [
|
|||
'yaml',
|
||||
];
|
||||
|
||||
export { languages, langSubset };
|
||||
enum Languages {
|
||||
c = 'c',
|
||||
cpp = 'cpp',
|
||||
d = 'd',
|
||||
f90 = 'f90',
|
||||
go = 'go',
|
||||
java = 'java',
|
||||
js = 'js',
|
||||
php = 'php',
|
||||
py = 'py',
|
||||
rs = 'rs',
|
||||
ts = 'ts',
|
||||
}
|
||||
|
||||
// Create a mapping of common variations to the enum values
|
||||
const languageAliases: Record<string, Languages | undefined> = {
|
||||
// C
|
||||
c: Languages.c,
|
||||
|
||||
// C++
|
||||
cpp: Languages.cpp,
|
||||
'c++': Languages.cpp,
|
||||
cplusplus: Languages.cpp,
|
||||
|
||||
// D
|
||||
d: Languages.d,
|
||||
|
||||
// Fortran
|
||||
f90: Languages.f90,
|
||||
fortran: Languages.f90,
|
||||
fortran90: Languages.f90,
|
||||
|
||||
// Go
|
||||
go: Languages.go,
|
||||
golang: Languages.go,
|
||||
|
||||
// Java
|
||||
java: Languages.java,
|
||||
|
||||
// JavaScript
|
||||
js: Languages.js,
|
||||
javascript: Languages.js,
|
||||
node: Languages.js,
|
||||
nodejs: Languages.js,
|
||||
|
||||
// PHP
|
||||
php: Languages.php,
|
||||
|
||||
// Python
|
||||
py: Languages.py,
|
||||
python: Languages.py,
|
||||
python3: Languages.py,
|
||||
|
||||
// Rust
|
||||
rs: Languages.rs,
|
||||
rust: Languages.rs,
|
||||
|
||||
// TypeScript
|
||||
ts: Languages.ts,
|
||||
typescript: Languages.ts,
|
||||
};
|
||||
|
||||
export function normalizeLanguage(lang: string): Languages | string {
|
||||
const normalizedLang = lang.toLowerCase().trim();
|
||||
const validLang = languageAliases[normalizedLang];
|
||||
|
||||
if (!validLang) {
|
||||
return '';
|
||||
}
|
||||
|
||||
return validLang;
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,15 +1,15 @@
|
|||
import type { TFile, TAttachment, Assistant, Agent, TPlugin } from 'librechat-data-provider';
|
||||
import type * as t from 'librechat-data-provider';
|
||||
import type { TPluginMap } from '~/common';
|
||||
|
||||
/** Maps Attachments by `toolCallId` for quick lookup */
|
||||
export function mapAttachments(attachments: Array<TAttachment | null | undefined>) {
|
||||
const attachmentMap: Record<string, TAttachment[] | undefined> = {};
|
||||
export function mapAttachments(attachments: Array<t.TAttachment | null | undefined>) {
|
||||
const attachmentMap: Record<string, t.TAttachment[] | undefined> = {};
|
||||
|
||||
for (const attachment of attachments) {
|
||||
if (attachment === null || attachment === undefined) {
|
||||
continue;
|
||||
}
|
||||
const key = attachment.toolCallId ?? '';
|
||||
const key = attachment.toolCallId || '';
|
||||
if (key.length === 0) {
|
||||
continue;
|
||||
}
|
||||
|
|
@ -25,8 +25,8 @@ export function mapAttachments(attachments: Array<TAttachment | null | undefined
|
|||
}
|
||||
|
||||
/** Maps Files by `file_id` for quick lookup */
|
||||
export function mapFiles(files: TFile[]) {
|
||||
const fileMap = {} as Record<string, TFile>;
|
||||
export function mapFiles(files: t.TFile[]) {
|
||||
const fileMap = {} as Record<string, t.TFile>;
|
||||
|
||||
for (const file of files) {
|
||||
fileMap[file.file_id] = file;
|
||||
|
|
@ -36,8 +36,8 @@ export function mapFiles(files: TFile[]) {
|
|||
}
|
||||
|
||||
/** Maps Assistants by `id` for quick lookup */
|
||||
export function mapAssistants(assistants: Assistant[]) {
|
||||
const assistantMap = {} as Record<string, Assistant>;
|
||||
export function mapAssistants(assistants: t.Assistant[]) {
|
||||
const assistantMap = {} as Record<string, t.Assistant>;
|
||||
|
||||
for (const assistant of assistants) {
|
||||
assistantMap[assistant.id] = assistant;
|
||||
|
|
@ -47,18 +47,18 @@ export function mapAssistants(assistants: Assistant[]) {
|
|||
}
|
||||
|
||||
/** Maps Agents by `id` for quick lookup */
|
||||
export function mapAgents(agents: Agent[]) {
|
||||
const agentMap = {} as Record<string, Agent>;
|
||||
export function mapAgents(agents: t.Agent[]) {
|
||||
const agentsMap = {} as Record<string, t.Agent>;
|
||||
|
||||
for (const agent of agents) {
|
||||
agentMap[agent.id] = agent;
|
||||
agentsMap[agent.id] = agent;
|
||||
}
|
||||
|
||||
return agentMap;
|
||||
return agentsMap;
|
||||
}
|
||||
|
||||
/** Maps Plugins by `pluginKey` for quick lookup */
|
||||
export function mapPlugins(plugins: TPlugin[]): TPluginMap {
|
||||
export function mapPlugins(plugins: t.TPlugin[]): TPluginMap {
|
||||
return plugins.reduce((acc, plugin) => {
|
||||
acc[plugin.pluginKey] = plugin;
|
||||
return acc;
|
||||
|
|
@ -67,9 +67,9 @@ export function mapPlugins(plugins: TPlugin[]): TPluginMap {
|
|||
|
||||
/** Transform query data to object with list and map fields */
|
||||
export const selectPlugins = (
|
||||
data: TPlugin[] | undefined,
|
||||
data: t.TPlugin[] | undefined,
|
||||
): {
|
||||
list: TPlugin[];
|
||||
list: t.TPlugin[];
|
||||
map: TPluginMap;
|
||||
} => {
|
||||
if (!data) {
|
||||
|
|
@ -86,13 +86,29 @@ export const selectPlugins = (
|
|||
};
|
||||
|
||||
/** Transform array to TPlugin values */
|
||||
export function processPlugins(tools: (string | TPlugin)[], allPlugins?: TPluginMap): TPlugin[] {
|
||||
export function processPlugins(
|
||||
tools: (string | t.TPlugin)[],
|
||||
allPlugins?: TPluginMap,
|
||||
): t.TPlugin[] {
|
||||
return tools
|
||||
.map((tool: string | TPlugin) => {
|
||||
.map((tool: string | t.TPlugin) => {
|
||||
if (typeof tool === 'string') {
|
||||
return allPlugins?.[tool];
|
||||
}
|
||||
return tool;
|
||||
})
|
||||
.filter((tool: TPlugin | undefined): tool is TPlugin => tool !== undefined);
|
||||
.filter((tool: t.TPlugin | undefined): tool is t.TPlugin => tool !== undefined);
|
||||
}
|
||||
|
||||
export function mapToolCalls(toolCalls: t.ToolCallResults = []): {
|
||||
[key: string]: t.ToolCallResult[] | undefined;
|
||||
} {
|
||||
return toolCalls.reduce((acc, call) => {
|
||||
const key = `${call.messageId}_${call.partIndex ?? 0}_${call.blockIndex ?? 0}_${call.toolId}`;
|
||||
const array = acc[key] ?? [];
|
||||
array.push(call);
|
||||
acc[key] = array;
|
||||
|
||||
return acc;
|
||||
}, {} as { [key: string]: t.ToolCallResult[] | undefined });
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,5 +1,5 @@
|
|||
import { ContentTypes, Constants } from 'librechat-data-provider';
|
||||
import type { TMessage } from 'librechat-data-provider';
|
||||
import type { TMessage, TMessageContentParts } from 'librechat-data-provider';
|
||||
|
||||
export const getLengthAndLastTenChars = (str?: string): string => {
|
||||
if (typeof str !== 'string' || str.length === 0) {
|
||||
|
|
@ -20,12 +20,12 @@ export const getLatestText = (message?: TMessage | null, includeIndex?: boolean)
|
|||
}
|
||||
if (message.content && message.content.length > 0) {
|
||||
for (let i = message.content.length - 1; i >= 0; i--) {
|
||||
const part = message.content[i];
|
||||
if (part.type !== ContentTypes.TEXT) {
|
||||
const part = message.content[i] as TMessageContentParts | undefined;
|
||||
if (part && part.type !== ContentTypes.TEXT) {
|
||||
continue;
|
||||
}
|
||||
|
||||
const text = (typeof part.text === 'string' ? part.text : part.text.value) || '';
|
||||
const text = (typeof part?.text === 'string' ? part.text : part?.text.value) ?? '';
|
||||
if (text.length > 0) {
|
||||
if (includeIndex === true) {
|
||||
return `${text}-${i}`;
|
||||
|
|
@ -52,7 +52,7 @@ export const getAllContentText = (message?: TMessage | null): string => {
|
|||
if (message.content && message.content.length > 0) {
|
||||
return message.content
|
||||
.filter((part) => part.type === ContentTypes.TEXT)
|
||||
.map((part) => (typeof part.text === 'string' ? part.text : part.text.value) ?? '')
|
||||
.map((part) => (typeof part.text === 'string' ? part.text : part.text.value) || '')
|
||||
.filter((text) => text.length > 0)
|
||||
.join('\n');
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue