mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 17:00:15 +01:00
* 🤖 Assistants V2 Support: Part 1 - Separated Azure Assistants to its own endpoint - File Search / Vector Store integration is incomplete, but can toggle and use storage from playground - Code Interpreter resource files can be added but not deleted - GPT-4o is supported - Many improvements to the Assistants Endpoint overall data-provider v2 changes copy existing route as v1 chore: rename new endpoint to reduce comparison operations and add new azure filesource api: add azureAssistants part 1 force use of version for assistants/assistantsAzure chore: switch name back to azureAssistants refactor type version: string | number Ensure assistants endpoints have version set fix: isArchived type issue in ConversationListParams refactor: update assistants mutations/queries with endpoint/version definitions, update Assistants Map structure chore: FilePreview component ExtendedFile type assertion feat: isAssistantsEndpoint helper chore: remove unused useGenerations chore(buildTree): type issue chore(Advanced): type issue (unused component, maybe in future) first pass for multi-assistant endpoint rewrite fix(listAssistants): pass params correctly feat: list separate assistants by endpoint fix(useTextarea): access assistantMap correctly fix: assistant endpoint switching, resetting ID fix: broken during rewrite, selecting assistant mention fix: set/invalidate assistants endpoint query data correctly feat: Fix issue with assistant ID not being reset correctly getOpenAIClient helper function feat: add toast for assistant deletion fix: assistants delete right after create issue for azure fix: assistant patching refactor: actions to use getOpenAIClient refactor: consolidate logic into helpers file fix: issue where conversation data was not initially available v1 chat support refactor(spendTokens): only early return if completionTokens isNaN fix(OpenAIClient): ensure spendTokens has all necessary params refactor: route/controller logic fix(assistants/initializeClient): use defaultHeaders field fix: sanitize default operation id chore: bump openai package first pass v2 action service feat: retroactive domain parsing for actions added via v1 feat: delete db records of actions/assistants on openai assistant deletion chore: remove vision tools from v2 assistants feat: v2 upload and delete assistant vision images WIP first pass, thread attachments fix: show assistant vision files (save local/firebase copy) v2 image continue fix: annotations fix: refine annotations show analyze as error if is no longer submitting before progress reaches 1 and show file_search as retrieval tool fix: abort run, undefined endpoint issue refactor: consolidate capabilities logic and anticipate versioning frontend version 2 changes fix: query selection and filter add endpoint to unknown filepath add file ids to resource, deleting in progress enable/disable file search remove version log * 🤖 Assistants V2 Support: Part 2 🎹 fix: Autocompletion Chrome Bug on Action API Key Input chore: remove `useOriginNavigate` chore: set correct OpenAI Storage Source fix: azure file deletions, instantiate clients by source for deletion update code interpret files info feat: deleteResourceFileId chore: increase poll interval as azure easily rate limits fix: openai file deletions, TODO: evaluate rejected deletion settled promises to determine which to delete from db records file source icons update table file filters chore: file search info and versioning fix: retrieval update with necessary tool_resources if specified fix(useMentions): add optional chaining in case listMap value is undefined fix: force assistant avatar roundedness fix: azure assistants, check correct flag chore: bump data-provider * fix: merge conflict * ci: fix backend tests due to new updates * chore: update .env.example * meilisearch improvements * localization updates * chore: update comparisons * feat: add additional metadata: endpoint, author ID * chore: azureAssistants ENDPOINTS exclusion warning
208 lines
6.2 KiB
JavaScript
208 lines
6.2 KiB
JavaScript
const { ToolCallTypes } = require('librechat-data-provider');
|
|
const { validateAndUpdateTool } = require('~/server/services/ActionService');
|
|
const { getOpenAIClient } = require('./helpers');
|
|
const { logger } = require('~/config');
|
|
|
|
/**
|
|
* Create an assistant.
|
|
* @route POST /assistants
|
|
* @param {AssistantCreateParams} req.body - The assistant creation parameters.
|
|
* @returns {Assistant} 201 - success response - application/json
|
|
*/
|
|
const createAssistant = async (req, res) => {
|
|
try {
|
|
/** @type {{ openai: OpenAIClient }} */
|
|
const { openai } = await getOpenAIClient({ req, res });
|
|
|
|
const { tools = [], endpoint, ...assistantData } = req.body;
|
|
assistantData.tools = tools
|
|
.map((tool) => {
|
|
if (typeof tool !== 'string') {
|
|
return tool;
|
|
}
|
|
|
|
return req.app.locals.availableTools[tool];
|
|
})
|
|
.filter((tool) => tool);
|
|
|
|
let azureModelIdentifier = null;
|
|
if (openai.locals?.azureOptions) {
|
|
azureModelIdentifier = assistantData.model;
|
|
assistantData.model = openai.locals.azureOptions.azureOpenAIApiDeploymentName;
|
|
}
|
|
|
|
assistantData.metadata = {
|
|
author: req.user.id,
|
|
endpoint,
|
|
};
|
|
|
|
const assistant = await openai.beta.assistants.create(assistantData);
|
|
if (azureModelIdentifier) {
|
|
assistant.model = azureModelIdentifier;
|
|
}
|
|
logger.debug('/assistants/', assistant);
|
|
res.status(201).json(assistant);
|
|
} catch (error) {
|
|
logger.error('[/assistants] Error creating assistant', error);
|
|
res.status(500).json({ error: error.message });
|
|
}
|
|
};
|
|
|
|
/**
|
|
* Modifies an assistant.
|
|
* @param {object} params
|
|
* @param {Express.Request} params.req
|
|
* @param {OpenAIClient} params.openai
|
|
* @param {string} params.assistant_id
|
|
* @param {AssistantUpdateParams} params.updateData
|
|
* @returns {Promise<Assistant>} The updated assistant.
|
|
*/
|
|
const updateAssistant = async ({ req, openai, assistant_id, updateData }) => {
|
|
const tools = [];
|
|
|
|
let hasFileSearch = false;
|
|
for (const tool of updateData.tools ?? []) {
|
|
let actualTool = typeof tool === 'string' ? req.app.locals.availableTools[tool] : tool;
|
|
|
|
if (!actualTool) {
|
|
continue;
|
|
}
|
|
|
|
if (actualTool.type === ToolCallTypes.FILE_SEARCH) {
|
|
hasFileSearch = true;
|
|
}
|
|
|
|
if (!actualTool.function) {
|
|
tools.push(actualTool);
|
|
continue;
|
|
}
|
|
|
|
const updatedTool = await validateAndUpdateTool({ req, tool: actualTool, assistant_id });
|
|
if (updatedTool) {
|
|
tools.push(updatedTool);
|
|
}
|
|
}
|
|
|
|
if (hasFileSearch && !updateData.tool_resources) {
|
|
const assistant = await openai.beta.assistants.retrieve(assistant_id);
|
|
updateData.tool_resources = assistant.tool_resources ?? null;
|
|
}
|
|
|
|
if (hasFileSearch && !updateData.tool_resources?.file_search) {
|
|
updateData.tool_resources = {
|
|
...(updateData.tool_resources ?? {}),
|
|
file_search: {
|
|
vector_store_ids: [],
|
|
},
|
|
};
|
|
}
|
|
|
|
updateData.tools = tools;
|
|
|
|
if (openai.locals?.azureOptions && updateData.model) {
|
|
updateData.model = openai.locals.azureOptions.azureOpenAIApiDeploymentName;
|
|
}
|
|
|
|
return await openai.beta.assistants.update(assistant_id, updateData);
|
|
};
|
|
|
|
/**
|
|
* Modifies an assistant with the resource file id.
|
|
* @param {object} params
|
|
* @param {Express.Request} params.req
|
|
* @param {OpenAIClient} params.openai
|
|
* @param {string} params.assistant_id
|
|
* @param {string} params.tool_resource
|
|
* @param {string} params.file_id
|
|
* @param {AssistantUpdateParams} params.updateData
|
|
* @returns {Promise<Assistant>} The updated assistant.
|
|
*/
|
|
const addResourceFileId = async ({ req, openai, assistant_id, tool_resource, file_id }) => {
|
|
const assistant = await openai.beta.assistants.retrieve(assistant_id);
|
|
const { tool_resources = {} } = assistant;
|
|
if (tool_resources[tool_resource]) {
|
|
tool_resources[tool_resource].file_ids.push(file_id);
|
|
} else {
|
|
tool_resources[tool_resource] = { file_ids: [file_id] };
|
|
}
|
|
|
|
delete assistant.id;
|
|
return await updateAssistant({
|
|
req,
|
|
openai,
|
|
assistant_id,
|
|
updateData: { tools: assistant.tools, tool_resources },
|
|
});
|
|
};
|
|
|
|
/**
|
|
* Deletes a file ID from an assistant's resource.
|
|
* @param {object} params
|
|
* @param {Express.Request} params.req
|
|
* @param {OpenAIClient} params.openai
|
|
* @param {string} params.assistant_id
|
|
* @param {string} [params.tool_resource]
|
|
* @param {string} params.file_id
|
|
* @param {AssistantUpdateParams} params.updateData
|
|
* @returns {Promise<Assistant>} The updated assistant.
|
|
*/
|
|
const deleteResourceFileId = async ({ req, openai, assistant_id, tool_resource, file_id }) => {
|
|
const assistant = await openai.beta.assistants.retrieve(assistant_id);
|
|
const { tool_resources = {} } = assistant;
|
|
|
|
if (tool_resource && tool_resources[tool_resource]) {
|
|
const resource = tool_resources[tool_resource];
|
|
const index = resource.file_ids.indexOf(file_id);
|
|
if (index !== -1) {
|
|
resource.file_ids.splice(index, 1);
|
|
}
|
|
} else {
|
|
for (const resourceKey in tool_resources) {
|
|
const resource = tool_resources[resourceKey];
|
|
const index = resource.file_ids.indexOf(file_id);
|
|
if (index !== -1) {
|
|
resource.file_ids.splice(index, 1);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
delete assistant.id;
|
|
return await updateAssistant({
|
|
req,
|
|
openai,
|
|
assistant_id,
|
|
updateData: { tools: assistant.tools, tool_resources },
|
|
});
|
|
};
|
|
|
|
/**
|
|
* Modifies an assistant.
|
|
* @route PATCH /assistants/:id
|
|
* @param {object} req - Express Request
|
|
* @param {object} req.params - Request params
|
|
* @param {string} req.params.id - Assistant identifier.
|
|
* @param {AssistantUpdateParams} req.body - The assistant update parameters.
|
|
* @returns {Assistant} 200 - success response - application/json
|
|
*/
|
|
const patchAssistant = async (req, res) => {
|
|
try {
|
|
const { openai } = await getOpenAIClient({ req, res });
|
|
const assistant_id = req.params.id;
|
|
const { endpoint: _e, ...updateData } = req.body;
|
|
updateData.tools = updateData.tools ?? [];
|
|
const updatedAssistant = await updateAssistant({ req, openai, assistant_id, updateData });
|
|
res.json(updatedAssistant);
|
|
} catch (error) {
|
|
logger.error('[/assistants/:id] Error updating assistant', error);
|
|
res.status(500).json({ error: error.message });
|
|
}
|
|
};
|
|
|
|
module.exports = {
|
|
patchAssistant,
|
|
createAssistant,
|
|
updateAssistant,
|
|
addResourceFileId,
|
|
deleteResourceFileId,
|
|
};
|