Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-17 08:50:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 7

🐛 fix: Handle content generation errors in GoogleClient (#5575)

Browse source
This commit is contained in:
Danny Avila 2025-01-31 11:22:15 -05:00 • committed by GitHub
parent 6920e23fb2
commit fdf0b41d08
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 78 additions and 72 deletions
Download patch file Download diff file Expand all files Collapse all files

6
api/app/clients/GoogleClient.js
View file

@ -605,6 +605,7 @@ class GoogleClient extends BaseClient {
let reply = ''; let reply = '';
try {
if (!EXCLUDED_GENAI_MODELS.test(modelName) && !this.project_id) { if (!EXCLUDED_GENAI_MODELS.test(modelName) && !this.project_id) {
/** @type {GenAI} */ /** @type {GenAI} */
const client = this.client; const client = this.client;
@ -629,6 +630,7 @@ class GoogleClient extends BaseClient {
const delay = modelName.includes('flash') ? 8 : 15; const delay = modelName.includes('flash') ? 8 : 15;
/** @type {GenAIUsageMetadata} */ /** @type {GenAIUsageMetadata} */
let usageMetadata; let usageMetadata;
const result = await client.generateContentStream(requestOptions); const result = await client.generateContentStream(requestOptions);
for await (const chunk of result.stream) { for await (const chunk of result.stream) {
usageMetadata = !usageMetadata usageMetadata = !usageMetadata
@ -648,6 +650,7 @@ class GoogleClient extends BaseClient {
output_tokens: usageMetadata.candidatesTokenCount, output_tokens: usageMetadata.candidatesTokenCount,
}; };
} }
return reply; return reply;
} }
@ -691,6 +694,9 @@ class GoogleClient extends BaseClient {
if (usageMetadata) { if (usageMetadata) {
this.usage = usageMetadata; this.usage = usageMetadata;
} }
} catch (e) {
logger.error('[GoogleClient] There was an issue generating the completion', e);
}
return reply; return reply;
} }