👓 feat: Vision Support for Assistants (#2195)

* refactor(assistants/chat): use promises to speed up initialization, initialize shared variables, include `attachedFileIds` to streamRunManager

* chore: additional typedefs

* fix(OpenAIClient): handle edge case where attachments promise is resolved

* feat: createVisionPrompt

* feat: Vision Support for Assistants
This commit is contained in:
Danny Avila 2024-03-24 23:43:00 -04:00 committed by GitHub
parent 1f0fb497f8
commit 798e8763d0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 376 additions and 100 deletions

View file

@ -1,3 +1,4 @@
import { Capabilities } from 'librechat-data-provider';
import type { Assistant } from 'librechat-data-provider';
import type { Option, ExtendedFile } from './types';
@ -6,8 +7,9 @@ export type TAssistantOption =
| (Option & Assistant & { files?: Array<[string, ExtendedFile]> });
export type Actions = {
code_interpreter: boolean;
retrieval: boolean;
[Capabilities.code_interpreter]: boolean;
[Capabilities.image_vision]: boolean;
[Capabilities.retrieval]: boolean;
};
export type AssistantForm = {