Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-17 08:50:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 7

🔃 refactor: Allow streaming for o1 models in OpenAIClient and agent runs (#6509)

Browse source
This commit is contained in:
Danny Avila 2025-03-24 09:03:46 -04:00 • committed by GitHub
parent 1d29c1efa6
commit c4fea9cd79
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 0 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

8
api/app/clients/OpenAIClient.js
View file

@ -1346,14 +1346,6 @@ ${convo}
let streamResolve; let streamResolve;
if ( if (
this.isOmni === true &&
(this.azure || /o1(?!-(?:mini|preview)).*$/.test(modelOptions.model)) &&
!/o3-.*$/.test(this.modelOptions.model) &&
modelOptions.stream
) {
delete modelOptions.stream;
delete modelOptions.stop;
} else if (
(!this.isOmni || /^o1-(mini|preview)/i.test(modelOptions.model)) && (!this.isOmni || /^o1-(mini|preview)/i.test(modelOptions.model)) &&
modelOptions.reasoning_effort != null modelOptions.reasoning_effort != null
) { ) {

4
api/server/controllers/agents/run.js
View file

@ -51,10 +51,6 @@ async function createRun({
) { ) {
reasoningKey = 'reasoning'; reasoningKey = 'reasoning';
} }
if (/o1(?!-(?:mini|preview)).*$/.test(llmConfig.model)) {
llmConfig.streaming = false;
llmConfig.disableStreaming = true;
}
/** @type {StandardGraphConfig} */ /** @type {StandardGraphConfig} */
const graphConfig = { const graphConfig = {