Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-16 16:30:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

✨ feat: Add GOOGLE_LOC environment variable (#4395)

Browse source
This commit is contained in:
Marco Beretta 2024-10-16 00:10:48 +02:00 • committed by GitHub
parent bf5b87e0b2
commit ef118009f6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
.env.example
View file

@ -146,6 +146,8 @@ GOOGLE_KEY=user_provided
# GOOGLE_TITLE_MODEL=gemini-pro # GOOGLE_TITLE_MODEL=gemini-pro
# GOOGLE_LOC=us-central1
# Google Safety Settings # Google Safety Settings
# NOTE: These settings apply to both Vertex AI and Gemini API (AI Studio) # NOTE: These settings apply to both Vertex AI and Gemini API (AI Studio)
# #

4
api/app/clients/GoogleClient.js
View file

@ -28,7 +28,7 @@ const {
} = require('./prompts'); } = require('./prompts');
const BaseClient = require('./BaseClient'); const BaseClient = require('./BaseClient');
const loc = 'us-central1'; const loc = process.env.GOOGLE_LOC || 'us-central1';
const publisher = 'google'; const publisher = 'google';
const endpointPrefix = `https://${loc}-aiplatform.googleapis.com`; const endpointPrefix = `https://${loc}-aiplatform.googleapis.com`;
// const apiEndpoint = loc + '-aiplatform.googleapis.com'; // const apiEndpoint = loc + '-aiplatform.googleapis.com';
@ -593,6 +593,8 @@ class GoogleClient extends BaseClient {
createLLM(clientOptions) { createLLM(clientOptions) {
const model = clientOptions.modelName ?? clientOptions.model; const model = clientOptions.modelName ?? clientOptions.model;
clientOptions.location = loc;
clientOptions.endpoint = `${loc}-aiplatform.googleapis.com`;
if (this.project_id && this.isTextModel) { if (this.project_id && this.isTextModel) {
logger.debug('Creating Google VertexAI client'); logger.debug('Creating Google VertexAI client');
return new GoogleVertexAI(clientOptions); return new GoogleVertexAI(clientOptions);