Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-17 08:50:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 7

🌊 feat: add streaming support for o1 models (#4760)

Browse source
This commit is contained in:
Hongkai Ye 2024-11-20 12:53:23 -08:00 • committed by GitHub
parent 77d1afcaee
commit 7d5be68747
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 0 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

5
api/app/clients/OpenAIClient.js
View file

@ -1308,11 +1308,6 @@ ${convo}
/** @type {(value: void | PromiseLike<void>) => void} */ /** @type {(value: void | PromiseLike<void>) => void} */
let streamResolve; let streamResolve;
if (modelOptions.stream && this.isO1Model) {
delete modelOptions.stream;
delete modelOptions.stop;
}
if (modelOptions.stream) { if (modelOptions.stream) {
streamPromise = new Promise((resolve) => { streamPromise = new Promise((resolve) => {
streamResolve = resolve; streamResolve = resolve;