From 1226f56d0c55478dc94134949fc8381b136b13b5 Mon Sep 17 00:00:00 2001 From: James Lamine <79944025+jameslamine@users.noreply.github.com> Date: Thu, 30 Jan 2025 15:24:43 -0500 Subject: [PATCH] =?UTF-8?q?=F0=9F=94=A7=20fix:=20Add=20missing=20`finish?= =?UTF-8?q?=5Freason`=20to=20stream=20chunks=20(#5563)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- api/app/clients/OpenAIClient.js | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/api/app/clients/OpenAIClient.js b/api/app/clients/OpenAIClient.js index 8329a8b148..4ea4bc8d35 100644 --- a/api/app/clients/OpenAIClient.js +++ b/api/app/clients/OpenAIClient.js @@ -1364,6 +1364,14 @@ ${convo} } for await (const chunk of stream) { + // Add finish_reason: null if missing in any choice + if (chunk.choices) { + chunk.choices.forEach(choice => { + if (!('finish_reason' in choice)) { + choice.finish_reason = null; + } + }); + } this.streamHandler.handle(chunk); if (abortController.signal.aborted) { stream.controller.abort();