🧩 feat: Web Search Config Validations & Clipboard Citation Processing (#7530)

* 🔧 chore: Add missing optional `scraperTimeout` to webSearchSchema

* chore: Add missing optional `scraperTimeout` to web search authentication result

* chore: linting

* feat: Integrate attachment handling and citation processing in message components

- Added `useAttachments` hook to manage message attachments and search results.
- Updated `MessageParts`, `ContentParts`, and `ContentRender` components to utilize the new hook for improved attachment handling.
- Enhanced `useCopyToClipboard` to format citations correctly, including support for composite citations and deduplication.
- Introduced utility functions for citation processing and cleanup.
- Added tests for the new `useCopyToClipboard` functionality to ensure proper citation formatting and handling.

* feat: Add configuration for LibreChat Code Interpreter API and Web Search variables

* fix: Update searchResults type to use SearchResultData for better type safety

* feat: Add web search configuration validation and logging

- Introduced `checkWebSearchConfig` function to validate web search configuration values, ensuring they are environment variable references.
- Added logging for proper configuration and warnings for incorrect values.
- Created unit tests for `checkWebSearchConfig` to cover various scenarios, including valid and invalid configurations.

* docs: Update README to include Web Search feature details

- Added a section for the Web Search feature, highlighting its capabilities to search the internet and enhance AI context.
- Included links for further information on the Web Search functionality.

* ci: Add mock for checkWebSearchConfig in AppService tests

* chore: linting

* feat: Enhance Shared Messages with Web Search UI by adding searchResults prop to SearchContent and MinimalHoverButtons components

* chore: linting

* refactor: remove Meilisearch index sync from importConversations function

* feat: update safeSearch implementation to use SafeSearchTypes enum

* refactor: remove commented-out code in loadTools function

* fix: ensure responseMessageId handles latestMessage ID correctly

* feat: enhance Vite configuration for improved chunking and caching

- Added additional globIgnores for map files in Workbox configuration.
- Implemented high-impact chunking for various large libraries to optimize performance.
- Increased chunkSizeWarningLimit from 1200 to 1500 for better handling of larger chunks.

* refactor: move health check hook to Root, fix bad setState for Temporary state

- Enhanced the `useHealthCheck` hook to initiate health checks only when the user is authenticated.
- Added logic for managing health check intervals and handling window focus events.
- Introduced a new test suite for `useHealthCheck` to cover various scenarios including authentication state changes and error handling.
- Removed the health check invocation from `ChatRoute` and added it to `Root` for global health monitoring.

* fix: update font alias in Vite configuration for correct path resolution

packages/data-provider/specs/web.spec.ts

@@ -6,6 +6,7 @@ import type {
   TWebSearchConfig,
 } from '../src/config';
 import { webSearchAuth, loadWebSearchAuth, extractWebSearchEnvVars } from '../src/web';
+import { SafeSearchTypes } from '../src/config';
 import { AuthType } from '../src/schemas';
 
 // Mock the extractVariableName function
@@ -33,7 +34,7 @@ describe('web.ts', () => {
         serperApiKey: '${SERPER_API_KEY}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: 'actual-api-key', // Not in env var format
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
       };
 
       const result = extractWebSearchEnvVars({
@@ -48,7 +49,7 @@ describe('web.ts', () => {
       const config: Partial<TWebSearchConfig> = {
         serperApiKey: '${SERPER_API_KEY}',
         // firecrawlApiKey is missing
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
       };
 
       const result = extractWebSearchEnvVars({
@@ -80,7 +81,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
       };
     });
 
@@ -250,8 +251,11 @@ describe('web.ts', () => {
         return Promise.resolve(result);
       });
 
-      // Test with safeSearch: false
-      const configWithSafeSearchOff = { ...webSearchConfig, safeSearch: false } as TWebSearchConfig;
+      // Test with safeSearch: OFF
+      const configWithSafeSearchOff = {
+        ...webSearchConfig,
+        safeSearch: SafeSearchTypes.OFF,
+      } as TWebSearchConfig;
 
       const result = await loadWebSearchAuth({
         userId,
@@ -259,7 +263,7 @@ describe('web.ts', () => {
         loadAuthValues: mockLoadAuthValues,
       });
 
-      expect(result.authResult).toHaveProperty('safeSearch', false);
+      expect(result.authResult).toHaveProperty('safeSearch', SafeSearchTypes.OFF);
     });
 
     it('should set the correct service types in authResult', async () => {
@@ -294,7 +298,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
       };
 
       // Mock successful authentication
@@ -343,7 +347,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
         // Specify which services to use
         searchProvider: 'serper' as SearchProviders,
         scraperType: 'firecrawl' as ScraperTypes,
@@ -432,7 +436,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${CUSTOM_FIRECRAWL_URL}',
         jinaApiKey: '${CUSTOM_JINA_KEY}',
         cohereApiKey: '${CUSTOM_COHERE_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
         // Specify which services to use
         searchProvider: 'serper' as SearchProviders,
         scraperType: 'firecrawl' as ScraperTypes,
@@ -500,7 +504,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
       };
 
       // Mock loadAuthValues to return values
@@ -559,7 +563,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
       };
 
       // Mock loadAuthValues to return partial values
@@ -666,7 +670,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
         searchProvider: 'serper' as SearchProviders,
       };
 
@@ -704,7 +708,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
         scraperType: 'firecrawl' as ScraperTypes,
       };
 
@@ -742,7 +746,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
         rerankerType: 'jina' as RerankerTypes,
       };
 
@@ -786,7 +790,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
         searchProvider: 'invalid-provider' as SearchProviders,
       };
 
@@ -818,7 +822,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
         rerankerType: 'jina' as RerankerTypes,
       };
 
@@ -866,7 +870,7 @@ describe('web.ts', () => {
         firecrawlApiUrl: '${FIRECRAWL_API_URL}',
         jinaApiKey: '${JINA_API_KEY}',
         cohereApiKey: '${COHERE_API_KEY}',
-        safeSearch: true,
+        safeSearch: SafeSearchTypes.MODERATE,
       };
 
       // Mock successful authentication