LibreChat/config/loader.js
Danny Avila 514f625b8f
feat: ChatGPT Plugins/OpenAPI specs for Plugins Endpoint (#620)
* wip: proof of concept for openapi chain

* chore(api): update langchain dependency to version 0.0.105

* feat(Plugins): use ChatGPT Plugins/OpenAPI specs (first pass)

* chore(manifest.json): update pluginKey for "Browser" tool to "web-browser"
chore(handleTools.js): update customConstructor key for "web-browser" tool

* fix(handleSubmit.js): set unfinished property to false for all endpoints

* fix(handlers.js): remove unnecessary capitalizeWords function and use action.tool directly
refactor(endpoints.js): rename availableTools to tools and transform it into a map

* feat(endpoints): add plugins selector to endpoints file
refactor(CodeBlock.tsx): refactor to typescript
refactor(Plugin.tsx): use recoil Map for plugin name and refactor to typescript
chore(Message.jsx): linting
chore(PluginsOptions/index.jsx): remove comment/linting
chore(svg): export Clipboard and CheckMark components from SVG index and refactor to typescript

* fix(OpenAPIPlugin.js): rename readYamlFile function to readSpecFile
fix(OpenAPIPlugin.js): handle JSON files in readSpecFile function
fix(OpenAPIPlugin.js): handle JSON URLs in getSpec function
fix(OpenAPIPlugin.js): handle JSON variables in createOpenAPIPlugin function
fix(OpenAPIPlugin.js): add description for variables in createOpenAPIPlugin function
fix(OpenAPIPlugin.js): add optional flag for is_user_authenticated and has_user_authentication in ManifestDefinition
fix(loadSpecs.js): add optional flag for is_user_authenticated and has_user_authentication in ManifestDefinition
fix(Plugin.tsx): remove unnecessary callback parameter in getPluginName function
fix(getDefaultConversation.js): fix browser console error: handle null value for lastConversationSetup in getDefaultConversation function

* feat(api): add new tools

Add Ai PDF tool for super-fast, interactive chats with PDFs of any size, complete with page references for fact checking.
Add VoxScript tool for searching through YouTube transcripts, financial data sources, Google Search results, and more.
Add WebPilot tool for browsing and QA of webpages, PDFs, and data. Generate articles from one or more URLs.

feat(api): update OpenAPIPlugin.js

- Add support for bearer token authorization in the OpenAPIPlugin.
- Add support for custom headers in the OpenAPIPlugin.

fix(api): fix loadTools.js

- Pass the user parameter to the loadSpecs function.

* feat(PluginsClient.js): import findMessageContent function from utils
feat(PluginsClient.js): add message parameter to options object in initializeCustomAgent function
feat(PluginsClient.js): add content to errorMessage if message content is found
feat(PluginsClient.js): break out of loop if message content is found
feat(PluginsClient.js): add delay option with value of 8 to generateTextStream function
feat(PluginsClient.js): add support for process.env.PORT environment variable in app.listen function
feat(askyourpdf.json): add askyourpdf plugin configuration
feat(metar.json): add metar plugin configuration
feat(askyourpdf.yaml): add askyourpdf plugin OpenAPI specification
feat(OpenAPIPlugin.js): add message parameter to createOpenAPIPlugin function
feat(OpenAPIPlugin.js): add description_for_model to chain run message
feat(addOpenAPISpecs.js): remove verbose option from loadSpecs function call

fix(loadSpecs.js): add 'message' parameter to the loadSpecs function
feat(findMessageContent.js): add utility function to find message content in JSON objects

* fix(PluginStoreDialog.tsx): update z-index value for the dialog container

The z-index value for the dialog container was updated to "102" to ensure it appears above other elements on the page.

* chore(web_pilot.json): add "params" field with "user_has_request" parameter set to true

* chore(eslintrc.js): update eslint rules
fix(Login.tsx): add missing semicolon after import statement

* fix(package-lock.json): update langchain dependency to version ^0.0.105

* fix(OpenAPIPlugin.js): change header key from 'id' to 'librechat_user_id' for consistency and clarity

feat(plugins): add documentation for using official ChatGPT Plugins with OpenAPI specs

This commit adds a new file `chatgpt_plugins_openapi.md` to the `docs/features/plugins` directory. The file provides detailed information on how to use official ChatGPT Plugins with OpenAPI specifications. It explains the components of a plugin, including the Plugin Manifest file and the OpenAPI spec. It also covers the process of adding a plugin, editing manifest files, and customizing OpenAPI spec files. Additionally, the commit includes disclaimers about the limitations and compatibility of plugins with LibreChat. The documentation also clarifies that the use of ChatGPT Plugins with LibreChat does not violate OpenAI's Terms of Service.

The purpose of this commit is to provide comprehensive documentation for developers who want to integrate ChatGPT Plugins into their projects using OpenAPI specs. It aims to guide them through the process of adding and configuring plugins, as well as addressing potential issues and

chore(introduction.md): update link to ChatGPT Plugins documentation
docs(introduction.md): clarify the purpose of the plugins endpoint and its capabilities

* fix(OpenAPIPlugin.js): update SUFFIX variable to provide a clearer description
docs(chatgpt_plugins_openapi.md): update information about adding plugins via url on the frontend

* feat(PluginsClient.js): sendIntermediateMessage on successful Agent load
fix(PluginsClient.js, server/index.js, gptPlugins.js): linting fixes
docs(chatgpt_plugins_openapi.md): update links and add additional information

* Update chatgpt_plugins_openapi.md

* chore: rebuild package-lock file

* chore: format/lint all files with new rules

* chore: format all files

* chore(README.md): update AI model selection list

The AI model selection list in the README.md file has been updated to reflect the current options available. The "Anthropic" model has been added as an alternative name for the "Claude" model.

* fix(Plugin.tsx): type issue

* feat(tools): add new tool WebPilot

feat(tools): remove tool Weather Report

feat(tools): add new tool Prompt Perfect

feat(tools): add new tool Scholarly Graph Link

* feat(OpenAPIPlugin.js): add getSpec and readSpecFile functions
feat(OpenAPIPlugin.spec.js): add tests for readSpecFile, getSpec, and createOpenAPIPlugin functions

* chore(agent-demo-1.js): remove unused code and dependencies
chore(agent-demo-2.js): remove unused code and dependencies
chore(demo.js): remove unused code and dependencies

* feat(addOpenAPISpecs): add function to transform OpenAPI specs into desired format
feat(addOpenAPISpecs.spec): add tests for transformSpec function
fix(loadSpecs): remove debugging code

* feat(loadSpecs.spec.js): add unit tests for ManifestDefinition, validateJson, and loadSpecs functions

* fix: package file resolution bug

* chore: move scholarly_graph_link manifest to 'has-issues'

* refactor(client/hooks): convert to TS and export from index

* Update introduction.md

* Update chatgpt_plugins_openapi.md
2023-07-16 12:19:47 -04:00

250 lines
5.9 KiB
JavaScript

const dotenv = require('dotenv');
const path = require('path');
const fs = require('fs');
const crypto = require('crypto');
/**
* This class is responsible for loading the environment variables
*
* Inspired by: https://thekenyandev.com/blog/environment-variables-strategy-for-node/
*/
class Env {
constructor() {
this.envMap = {
default: '.env',
development: '.env.development',
test: '.env.test',
production: '.env.production',
};
this.init();
this.isProduction = process.env.NODE_ENV === 'production';
this.domains = {
client: process.env.DOMAIN_CLIENT,
server: process.env.DOMAIN_SERVER,
};
}
/**
* Initialize the environment variables
*/
init() {
let hasDefault = false;
// Load the default env file if it exists
if (fs.existsSync(this.envMap.default)) {
hasDefault = true;
dotenv.config({
path: this.resolve(this.envMap.default),
});
} else {
console.warn('The default .env file was not found');
}
const environment = this.currentEnvironment();
// Load the environment specific env file
const envFile = this.envMap[environment];
// check if the file exists
if (fs.existsSync(envFile)) {
dotenv.config({
path: this.resolve(envFile),
});
} else if (!hasDefault) {
console.warn('No env files found, have you completed the install process?');
}
}
/**
* Validate Config
*/
validate() {
const requiredKeys = [
'NODE_ENV',
'JWT_SECRET',
'DOMAIN_CLIENT',
'DOMAIN_SERVER',
'CREDS_KEY',
'CREDS_IV',
];
const missingKeys = requiredKeys
.map((key) => {
const variable = process.env[key];
if (variable === undefined || variable === null) {
return key;
}
})
.filter((value) => value !== undefined);
// Throw an error if any required keys are missing
if (missingKeys.length) {
const message = `
The following required env variables are missing:
${missingKeys.toString()}.
Please add them to your env file or run 'npm run install'
`;
throw new Error(message);
}
// Check JWT secret for default
if (process.env.JWT_SECRET === 'secret') {
console.warn('Warning: JWT_SECRET is set to default value');
}
}
/**
* Resolve the location of the env file
*
* @param {String} envFile
* @returns
*/
resolve(envFile) {
return path.resolve(process.cwd(), envFile);
}
/**
* Add secure keys to the env
*
* @param {String} filePath The path of the .env you are updating
* @param {String} key The env you are adding
* @param {Number} length The length of the secure key
*/
addSecureEnvVar(filePath, key, length) {
const env = {};
env[key] = this.generateSecureRandomString(length);
this.writeEnvFile(filePath, env);
}
/**
* Write the change to the env file
*/
writeEnvFile(filePath, env) {
const content = fs.readFileSync(filePath, 'utf-8');
const lines = content.split('\n');
const updatedLines = lines
.map((line) => {
if (line.trim().startsWith('#')) {
// Allow comment removal
if (env[line] === 'remove') {
return null; // Mark the line for removal
}
// Preserve comments
return line;
}
const [key, value] = line.split('=');
if (key && value && Object.prototype.hasOwnProperty.call(env, key.trim())) {
if (env[key.trim()] === 'remove') {
return null; // Mark the line for removal
}
return `${key.trim()}=${env[key.trim()]}`;
}
return line;
})
.filter((line) => line !== null); // Remove lines marked for removal
// Add any new environment variables that are not in the file yet
Object.entries(env).forEach(([key, value]) => {
if (value !== 'remove' && !updatedLines.some((line) => line.startsWith(`${key}=`))) {
updatedLines.push(`${key}=${value}`);
}
});
// Loop through updatedLines and wrap values with spaces in double quotes
const fixedLines = updatedLines.map((line) => {
// lets only split the first = sign
const [key, value] = line.split(/=(.+)/);
if (typeof value === 'undefined' || line.trim().startsWith('#')) {
return line;
}
// Skip lines with quotes and numbers already
// Todo: this could be one regex
const wrappedValue =
value.includes(' ') && !value.includes('"') && !value.includes('\'') && !/\d/.test(value)
? `"${value}"`
: value;
return `${key}=${wrappedValue}`;
});
const updatedContent = fixedLines.join('\n');
fs.writeFileSync(filePath, updatedContent);
}
/**
* Generate Secure Random Strings
*
* @param {Number} length The length of the random string
* @returns
*/
generateSecureRandomString(length = 32) {
return crypto.randomBytes(length).toString('hex');
}
/**
* Get all the environment variables
*/
all() {
return process.env;
}
/**
* Get an environment variable
*
* @param {String} variable
* @returns
*/
get(variable) {
return process.env[variable];
}
/**
* Get the current environment name
*
* @returns {String}
*/
currentEnvironment() {
return this.get('NODE_ENV');
}
/**
* Are we running in development?
*
* @returns {Boolean}
*/
isDevelopment() {
return this.currentEnvironment() === 'development';
}
/**
* Are we running tests?
*
* @returns {Boolean}
*/
isTest() {
return this.currentEnvironment() === 'test';
}
/**
* Are we running in production?
*
* @returns {Boolean}
*/
isProduction() {
return this.currentEnvironment() === 'production';
}
/**
* Are we running in CI?
*
* @returns {Boolean}
*/
isCI() {
return this.currentEnvironment() === 'ci';
}
}
const env = new Env();
module.exports = env;