🪦 refactor: Remove Legacy Code (#10533)

* 🗑️ chore: Remove unused Legacy Provider clients and related helpers

* Deleted OpenAIClient and GoogleClient files along with their associated tests.
* Removed references to these clients in the clients index file.
* Cleaned up typedefs by removing the OpenAISpecClient export.
* Updated chat controllers to use the OpenAI SDK directly instead of the removed client classes.

* chore/remove-openapi-specs

* 🗑️ chore: Remove unused mergeSort and misc utility functions

* Deleted mergeSort.js and misc.js files as they are no longer needed.
* Removed references to cleanUpPrimaryKeyValue in messages.js and adjusted related logic.
* Updated mongoMeili.ts to eliminate local implementations of removed functions.

* chore: remove legacy endpoints

* chore: remove all plugins endpoint related code

* chore: remove unused prompt handling code and clean up imports

* Deleted handleInputs.js and instructions.js files as they are no longer needed.
* Removed references to these files in the prompts index.js.
* Updated docker-compose.yml to simplify reverse proxy configuration.

* chore: remove unused LightningIcon import from Icons.tsx

* chore: clean up translation.json by removing deprecated and unused keys

* chore: update Jest configuration and remove unused mock file

    * Simplified the setupFiles array in jest.config.js by removing the fetchEventSource mock.
    * Deleted the fetchEventSource.js mock file as it is no longer needed.

* fix: simplify endpoint type check in Landing and ConversationStarters components

    * Updated the endpoint type check to use strict equality for better clarity and performance.
    * Ensured consistency in the handling of the azureOpenAI endpoint across both components.

* chore: remove unused dependencies from package.json and package-lock.json

* chore: remove legacy EditController, associated routes and imports

* chore: update banResponse logic to refine request handling for banned users

* chore: remove unused validateEndpoint middleware and its references

* chore: remove unused 'res' parameter from initializeClient in multiple endpoint files

* chore: remove unused 'isSmallScreen' prop from BookmarkNav and NewChat components; clean up imports in ArchivedChatsTable and useSetIndexOptions hooks; enhance localization in PromptVersions

* chore: remove unused import of Constants and TMessage from MobileNav; retain only necessary QueryKeys import

* chore: remove unused TResPlugin type and related references; clean up imports in types and schemas

api/app/clients/prompts/handleInputs.js

@@ -1,38 +0,0 @@
-// Escaping curly braces is necessary for LangChain to correctly process the prompt
-function escapeBraces(str) {
-  return str
-    .replace(/({{2,})|(}{2,})/g, (match) => `${match[0]}`)
-    .replace(/{|}/g, (match) => `${match}${match}`);
-}
-
-function getSnippet(text) {
-  let limit = 50;
-  let splitText = escapeBraces(text).split(' ');
-
-  if (splitText.length === 1 && splitText[0].length > limit) {
-    return splitText[0].substring(0, limit);
-  }
-
-  let result = '';
-  let spaceCount = 0;
-
-  for (let i = 0; i < splitText.length; i++) {
-    if (result.length + splitText[i].length <= limit) {
-      result += splitText[i] + ' ';
-      spaceCount++;
-    } else {
-      break;
-    }
-
-    if (spaceCount == 10) {
-      break;
-    }
-  }
-
-  return result.trim();
-}
-
-module.exports = {
-  escapeBraces,
-  getSnippet,
-};

api/app/clients/prompts/index.js

@@ -1,7 +1,5 @@
 const formatMessages = require('./formatMessages');
 const summaryPrompts = require('./summaryPrompts');
-const handleInputs = require('./handleInputs');
-const instructions = require('./instructions');
 const truncate = require('./truncate');
 const createVisionPrompt = require('./createVisionPrompt');
 const createContextHandlers = require('./createContextHandlers');
@@ -9,8 +7,6 @@ const createContextHandlers = require('./createContextHandlers');
 module.exports = {
   ...formatMessages,
   ...summaryPrompts,
-  ...handleInputs,
-  ...instructions,
   ...truncate,
   createVisionPrompt,
   createContextHandlers,

api/app/clients/prompts/instructions.js

@@ -1,10 +0,0 @@
-module.exports = {
-  instructions:
-    'Remember, all your responses MUST be in the format described. Do not respond unless it\'s in the format described, using the structure of Action, Action Input, etc.',
-  errorInstructions:
-    '\nYou encountered an error in attempting a response. The user is not aware of the error so you shouldn\'t mention it.\nReview the actions taken carefully in case there is a partial or complete answer within them.\nError Message:',
-  imageInstructions:
-    'You must include the exact image paths from above, formatted in Markdown syntax: ![alt-text](URL)',
-  completionInstructions:
-    'Instructions:\nYou are ChatGPT, a large language model trained by OpenAI. Respond conversationally.\nCurrent date:',
-};