diff --git a/.env.example b/.env.example index 0b56317ff3..3e4f4e8845 100644 --- a/.env.example +++ b/.env.example @@ -146,6 +146,8 @@ GOOGLE_KEY=user_provided # GOOGLE_TITLE_MODEL=gemini-pro +# GOOGLE_LOC=us-central1 + # Google Safety Settings # NOTE: These settings apply to both Vertex AI and Gemini API (AI Studio) # diff --git a/api/app/clients/GoogleClient.js b/api/app/clients/GoogleClient.js index 92dd54be8d..99b1242837 100644 --- a/api/app/clients/GoogleClient.js +++ b/api/app/clients/GoogleClient.js @@ -28,7 +28,7 @@ const { } = require('./prompts'); const BaseClient = require('./BaseClient'); -const loc = 'us-central1'; +const loc = process.env.GOOGLE_LOC || 'us-central1'; const publisher = 'google'; const endpointPrefix = `https://${loc}-aiplatform.googleapis.com`; // const apiEndpoint = loc + '-aiplatform.googleapis.com'; @@ -593,6 +593,8 @@ class GoogleClient extends BaseClient { createLLM(clientOptions) { const model = clientOptions.modelName ?? clientOptions.model; + clientOptions.location = loc; + clientOptions.endpoint = `${loc}-aiplatform.googleapis.com`; if (this.project_id && this.isTextModel) { logger.debug('Creating Google VertexAI client'); return new GoogleVertexAI(clientOptions);