🧵 refactor: Migrate Endpoint Initialization to TypeScript (#10794)

* refactor: move endpoint initialization methods to typescript

* refactor: move agent init to packages/api

- Introduced `initialize.ts` for agent initialization, including file processing and tool loading.
- Updated `resources.ts` to allow optional appConfig parameter.
- Enhanced endpoint configuration handling in various initialization files to support model parameters.
- Added new artifacts and prompts for React component generation.
- Refactored existing code to improve type safety and maintainability.

* refactor: streamline endpoint initialization and enhance type safety

- Updated initialization functions across various endpoints to use a consistent request structure, replacing `unknown` types with `ServerResponse`.
- Simplified request handling by directly extracting keys from the request body.
- Improved type safety by ensuring user IDs are safely accessed with optional chaining.
- Removed unnecessary parameters and streamlined model options handling for better clarity and maintainability.

* refactor: moved ModelService and extractBaseURL to packages/api

- Added comprehensive tests for the models fetching functionality, covering scenarios for OpenAI, Anthropic, Google, and Ollama models.
- Updated existing endpoint index to include the new models module.
- Enhanced utility functions for URL extraction and model data processing.
- Improved type safety and error handling across the models fetching logic.

* refactor: consolidate utility functions and remove unused files

- Merged `deriveBaseURL` and `extractBaseURL` into the `@librechat/api` module for better organization.
- Removed redundant utility files and their associated tests to streamline the codebase.
- Updated imports across various client files to utilize the new consolidated functions.
- Enhanced overall maintainability by reducing the number of utility modules.

* refactor: replace ModelService references with direct imports from @librechat/api and remove ModelService file

* refactor: move encrypt/decrypt methods and key db methods to data-schemas, use `getProviderConfig` from `@librechat/api`

* chore: remove unused 'res' from options in AgentClient

* refactor: file model imports and methods

- Updated imports in various controllers and services to use the unified file model from '~/models' instead of '~/models/File'.
- Consolidated file-related methods into a new file methods module in the data-schemas package.
- Added comprehensive tests for file methods including creation, retrieval, updating, and deletion.
- Enhanced the initializeAgent function to accept dependency injection for file-related methods.
- Improved error handling and logging in file methods.

* refactor: streamline database method references in agent initialization

* refactor: enhance file method tests and update type references to IMongoFile

* refactor: consolidate database method imports in agent client and initialization

* chore: remove redundant import of initializeAgent from @librechat/api

* refactor: move checkUserKeyExpiry utility to @librechat/api and update references across endpoints

* refactor: move updateUserPlugins logic to user.ts and simplify UserController

* refactor: update imports for user key management and remove UserService

* refactor: remove unused Anthropics and Bedrock endpoint files and clean up imports

* refactor: consolidate and update encryption imports across various files to use @librechat/data-schemas

* chore: update file model mock to use unified import from '~/models'

* chore: import order

* refactor: remove migrated to TS agent.js file and its associated logic from the endpoints

* chore: add reusable function to extract imports from source code in unused-packages workflow

* chore: enhance unused-packages workflow to include @librechat/api dependencies and improve dependency extraction

* chore: improve dependency extraction in unused-packages workflow with enhanced error handling and debugging output

* chore: add detailed debugging output to unused-packages workflow for better visibility into unused dependencies and exclusion lists

* chore: refine subpath handling in unused-packages workflow to correctly process scoped and non-scoped package imports

* chore: clean up unused debug output in unused-packages workflow and reorganize type imports in initialize.ts

packages/api/src/endpoints/google/index.ts

@@ -1 +1,2 @@
 export * from './llm';
+export * from './initialize';

packages/api/src/endpoints/google/initialize.ts

@@ -0,0 +1,91 @@
+import path from 'path';
+import { EModelEndpoint, AuthKeys } from 'librechat-data-provider';
+import type {
+  BaseInitializeParams,
+  InitializeResultBase,
+  GoogleConfigOptions,
+  GoogleCredentials,
+} from '~/types';
+import { isEnabled, loadServiceKey, checkUserKeyExpiry } from '~/utils';
+import { getGoogleConfig } from './llm';
+
+/**
+ * Initializes Google/Vertex AI endpoint configuration.
+ * Supports both API key authentication and service account credentials.
+ *
+ * @param params - Configuration parameters
+ * @returns Promise resolving to Google configuration options
+ * @throws Error if no valid credentials are provided
+ */
+export async function initializeGoogle({
+  req,
+  endpoint,
+  model_parameters,
+  db,
+}: BaseInitializeParams): Promise<InitializeResultBase> {
+  void endpoint;
+  const appConfig = req.config;
+  const { GOOGLE_KEY, GOOGLE_REVERSE_PROXY, GOOGLE_AUTH_HEADER, PROXY } = process.env;
+  const isUserProvided = GOOGLE_KEY === 'user_provided';
+  const { key: expiresAt } = req.body;
+
+  let userKey = null;
+  if (expiresAt && isUserProvided) {
+    checkUserKeyExpiry(expiresAt, EModelEndpoint.google);
+    userKey = await db.getUserKey({ userId: req.user?.id, name: EModelEndpoint.google });
+  }
+
+  let serviceKey: Record<string, unknown> = {};
+
+  /** Check if GOOGLE_KEY is provided at all (including 'user_provided') */
+  const isGoogleKeyProvided =
+    (GOOGLE_KEY && GOOGLE_KEY.trim() !== '') || (isUserProvided && userKey != null);
+
+  if (!isGoogleKeyProvided && loadServiceKey) {
+    /** Only attempt to load service key if GOOGLE_KEY is not provided */
+    try {
+      const serviceKeyPath =
+        process.env.GOOGLE_SERVICE_KEY_FILE || path.join(process.cwd(), 'data', 'auth.json');
+      const loadedKey = await loadServiceKey(serviceKeyPath);
+      if (loadedKey) {
+        serviceKey = loadedKey;
+      }
+    } catch {
+      // Service key loading failed, but that's okay if not required
+      serviceKey = {};
+    }
+  }
+
+  const credentials: GoogleCredentials = isUserProvided
+    ? (userKey as GoogleCredentials)
+    : {
+        [AuthKeys.GOOGLE_SERVICE_KEY]: serviceKey,
+        [AuthKeys.GOOGLE_API_KEY]: GOOGLE_KEY,
+      };
+
+  let clientOptions: GoogleConfigOptions = {};
+
+  /** @type {undefined | TBaseEndpoint} */
+  const allConfig = appConfig?.endpoints?.all;
+  /** @type {undefined | TBaseEndpoint} */
+  const googleConfig = appConfig?.endpoints?.[EModelEndpoint.google];
+
+  if (googleConfig) {
+    clientOptions.streamRate = googleConfig.streamRate;
+    clientOptions.titleModel = googleConfig.titleModel;
+  }
+
+  if (allConfig) {
+    clientOptions.streamRate = allConfig.streamRate;
+  }
+
+  clientOptions = {
+    reverseProxyUrl: GOOGLE_REVERSE_PROXY ?? undefined,
+    authHeader: isEnabled(GOOGLE_AUTH_HEADER) ?? undefined,
+    proxy: PROXY ?? undefined,
+    modelOptions: model_parameters ?? {},
+    ...clientOptions,
+  };
+
+  return getGoogleConfig(credentials, clientOptions);
+}