diff --git a/api/app/clients/OpenAIClient.js b/api/app/clients/OpenAIClient.js index b87b5f287b..c5df5773f5 100644 --- a/api/app/clients/OpenAIClient.js +++ b/api/app/clients/OpenAIClient.js @@ -27,10 +27,10 @@ const { } = require('./prompts'); const { encodeAndFormat } = require('~/server/services/Files/images/encode'); const { handleOpenAIErrors } = require('./tools/util'); +const { isEnabled, sleep } = require('~/server/utils'); const spendTokens = require('~/models/spendTokens'); const { createLLM, RunManager } = require('./llm'); const ChatGPTClient = require('./ChatGPTClient'); -const { isEnabled } = require('~/server/utils'); const { summaryBuffer } = require('./memory'); const { runTitleChain } = require('./chains'); const { tokenSplit } = require('./document'); @@ -1159,6 +1159,8 @@ ${convo} stream.controller.abort(); break; } + + await sleep(25); } if (!UnexpectedRoleError) {