Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-17 00:40:14 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

🔥 feat: deepseek-reasoner Thought Streaming (#5379)

Browse source 
* 🔧 refactor: Remove unused penalties and enhance reasoning token handling in OpenAIClient

* 🔧 refactor: `addInstructions` default to adding instructions at index 0, flag for legacy behavior

* chore: remove long placeholder

* chore: update localization strings across multiple languages

* ci: adjust tests for new `addInstructions` behavior
This commit is contained in:
Danny Avila 2025-01-20 18:21:18 -05:00 • committed by GitHub
parent 79585e22d2
commit d6b4d83b68
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
14 changed files with 67 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

24
api/app/clients/OpenAIClient.js
View file

@ -614,8 +614,6 @@ class OpenAIClient extends BaseClient {
model = 'gpt-4o-mini',
modelName,
temperature = 0.2,
presence_penalty = 0,
frequency_penalty = 0,
max_tokens,
streaming,
context,
@ -626,8 +624,6 @@ class OpenAIClient extends BaseClient {
const modelOptions = {
modelName: modelName ?? model,
temperature,
presence_penalty,
frequency_penalty,
user: this.user,
};
@ -1065,6 +1061,7 @@ ${convo}
let error = null;
const errorCallback = (err) => (error = err);
const intermediateReply = [];
const reasoningTokens = [];
try {
if (!abortController) {
abortController = new AbortController();
@ -1292,8 +1289,23 @@ ${convo}
}
});
let reasoningCompleted = false;
for await (const chunk of stream) {
if (chunk?.choices?.[0]?.delta?.reasoning_content) {
const reasoning_content = chunk?.choices?.[0]?.delta?.reasoning_content || '';
intermediateReply.push(reasoning_content);
reasoningTokens.push(reasoning_content);
onProgress(reasoning_content);
}
const token = chunk?.choices?.[0]?.delta?.content || '';
if (!reasoningCompleted && reasoningTokens.length > 0 && token) {
reasoningCompleted = true;
const separatorTokens = '\n\n---\n';
reasoningTokens.push(separatorTokens);
onProgress(separatorTokens);
}
intermediateReply.push(token);
onProgress(token);
if (abortController.signal.aborted) {
@ -1360,6 +1372,10 @@ ${convo}
return reply;
}
if (reasoningTokens.length > 0) {
return reasoningTokens.join('') + message.content;
}
return message.content;
} catch (err) {
if (