Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2026-01-08 19:48:51 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

feat: Add sleep to OpenAIClient.js for better performance

Browse source
This commit is contained in:
Danny Avila 2024-05-07 22:17:03 -04:00
parent b6d6343f54
commit 093d5bb05f
No known key found for this signature in database
GPG key ID: 2DD9CC89B9B50364
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
api/app/clients/OpenAIClient.js
View file

@ -27,10 +27,10 @@ const {
} = require('./prompts');
const { encodeAndFormat } = require('~/server/services/Files/images/encode');
const { handleOpenAIErrors } = require('./tools/util');
const { isEnabled, sleep } = require('~/server/utils');
const spendTokens = require('~/models/spendTokens');
const { createLLM, RunManager } = require('./llm');
const ChatGPTClient = require('./ChatGPTClient');
const { isEnabled } = require('~/server/utils');
const { summaryBuffer } = require('./memory');
const { runTitleChain } = require('./chains');
const { tokenSplit } = require('./document');
@ -1159,6 +1159,8 @@ ${convo}
stream.controller.abort();
break;
}
await sleep(25);
}
if (!UnexpectedRoleError) {