Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-17 00:40:14 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

🔧 fix: Improve Assistants File Citation & Download Handling (#2248)

Browse source 
* fix(processMessages): properly handle assistant file citations and add sources list

* feat: improve file download UX by making any downloaded files accessible within the app post-download

* refactor(processOpenAIImageOutput): correctly handle two different outputs for images since OpenAI generates a file in their storage, shares filepath for image rendering

* refactor: create `addFileToCache` helper to use across frontend

* refactor: add ImageFile parts to cache on processing content stream
This commit is contained in:
Danny Avila 2024-03-29 19:09:16 -04:00 • committed by GitHub
parent bc2a628902
commit 6a6b2e79b0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
11 changed files with 142 additions and 57 deletions
Download patch file Download diff file Expand all files Collapse all files

33
api/server/services/Threads/manage.js
View file

@ -549,6 +549,7 @@ async function processMessages({ openai, client, messages = [] }) {
let text = '';
let edited = false;
const sources = [];
for (const message of sorted) {
message.files = [];
for (const content of message.content) {
@ -588,6 +589,17 @@ async function processMessages({ openai, client, messages = [] }) {
const file_id = annotationType?.file_id;
const alreadyProcessed = client.processedFileIds.has(file_id);
const replaceCurrentAnnotation = (replacement = '') => {
currentText = replaceAnnotation(
currentText,
annotation.start_index,
annotation.end_index,
annotation.text,
replacement,
);
edited = true;
};
if (alreadyProcessed) {
const { file_id } = annotationType || {};
file = await retrieveAndProcessFile({ openai, client, file_id, unknownType: true });
@ -599,6 +611,7 @@ async function processMessages({ openai, client, messages = [] }) {
file_id,
basename,
});
replaceCurrentAnnotation(file.filepath);
} else if (type === AnnotationTypes.FILE_CITATION) {
file = await retrieveAndProcessFile({
openai,
@ -606,17 +619,8 @@ async function processMessages({ openai, client, messages = [] }) {
file_id,
unknownType: true,
});
}
if (file.filepath) {
currentText = replaceAnnotation(
currentText,
annotation.start_index,
annotation.end_index,
annotation.text,
file.filepath,
);
edited = true;
sources.push(file.filename);
replaceCurrentAnnotation(`^${sources.length}^`);
}
text += currentText + ' ';
@ -631,6 +635,13 @@ async function processMessages({ openai, client, messages = [] }) {
}
}
if (sources.length) {
text += '\n\n';
for (let i = 0; i < sources.length; i++) {
text += `^${i + 1}.^ ${sources[i]}${i === sources.length - 1 ? '' : '\n'}`;
}
}
return { messages: sorted, text, edited };
}