Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-18 09:20:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fix(tokenizer): error handle encoding for invalid encoding data (#385)

Browse source
This commit is contained in:
Danny Avila 2023-05-26 09:40:08 -04:00 • committed by GitHub
parent b912e7a3dd
commit 4f17e69f1b
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 18 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

26
api/app/clients/chatgpt-client.js
View file

@ -68,18 +68,28 @@ const askClient = async ({
...(parentMessageId && conversationId ? { parentMessageId, conversationId } : {}) ...(parentMessageId && conversationId ? { parentMessageId, conversationId } : {})
}; };
const enc = encoding_for_model(tiktokenModels.has(model) ? model : 'gpt-3.5-turbo'); let usage = null;
const usage = { let enc = null;
prompt_tokens: (enc.encode(promptText)).length + (enc.encode(text)).length, try {
enc = encoding_for_model(tiktokenModels.has(model) ? model : 'gpt-3.5-turbo');
usage = {
prompt_tokens: (enc.encode(promptText)).length + (enc.encode(text)).length,
}
} catch (e) {
console.log('Error encoding prompt text', e);
} }
const res = await client.sendMessage(text, { ...options, userId }); const res = await client.sendMessage(text, { ...options, userId });
usage.completion_tokens = (enc.encode(res.response)).length;
usage.total_tokens = usage.prompt_tokens + usage.completion_tokens; try {
return { usage.completion_tokens = (enc.encode(res.response)).length;
...res, usage.total_tokens = usage.prompt_tokens + usage.completion_tokens;
usage, res.usage = usage;
} catch (e) {
console.log('Error encoding response text', e);
} }
return res;
}; };
module.exports = { askClient }; module.exports = { askClient };