mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 00:40:14 +01:00
* chore: bump browserslist-db@latest * refactor(EndpointService): simplify with `generateConfig`, utilize optional baseURL for OpenAI-based endpoints, use `isUserProvided` helper fn wherever needed * refactor(custom/initializeClient): use standardized naming for common variables * feat: user provided baseURL for openAI-based endpoints * refactor(custom/initializeClient): re-order operations * fix: knownendpoints enum definition and add FetchTokenConfig, bump data-provider * refactor(custom): use tokenKey dependent on userProvided conditions for caching and fetching endpointTokenConfig, anticipate token rates from custom config * refactor(custom): assure endpointTokenConfig is only accessed from cache if qualifies for fetching * fix(ci): update tests for initializeClient based on userProvideURL changes * fix(EndpointService): correct baseURL env var for assistants: `ASSISTANTS_BASE_URL` * fix: unnecessary run cancellation on res.close() when response.run is completed * feat(assistants): user provided URL option * ci: update tests and add test for `assistants` endpoint * chore: leaner condition for request closing * chore: more descriptive error message to provide keys again
60 lines
1.7 KiB
JavaScript
60 lines
1.7 KiB
JavaScript
const { EModelEndpoint } = require('librechat-data-provider');
|
|
const { addOpenAPISpecs } = require('~/app/clients/tools/util/addOpenAPISpecs');
|
|
const { availableTools } = require('~/app/clients/tools');
|
|
const { isUserProvided } = require('~/server/utils');
|
|
const { config } = require('./EndpointService');
|
|
|
|
const { openAIApiKey, azureOpenAIApiKey, useAzurePlugins, userProvidedOpenAI, googleKey } = config;
|
|
|
|
/**
|
|
* Load async endpoints and return a configuration object
|
|
* @param {Express.Request} req - The request object
|
|
*/
|
|
async function loadAsyncEndpoints(req) {
|
|
let i = 0;
|
|
let serviceKey, googleUserProvides;
|
|
try {
|
|
serviceKey = require('~/data/auth.json');
|
|
} catch (e) {
|
|
if (i === 0) {
|
|
i++;
|
|
}
|
|
}
|
|
|
|
if (isUserProvided(googleKey)) {
|
|
googleUserProvides = true;
|
|
if (i <= 1) {
|
|
i++;
|
|
}
|
|
}
|
|
|
|
const tools = await addOpenAPISpecs(availableTools);
|
|
function transformToolsToMap(tools) {
|
|
return tools.reduce((map, obj) => {
|
|
map[obj.pluginKey] = obj.name;
|
|
return map;
|
|
}, {});
|
|
}
|
|
const plugins = transformToolsToMap(tools);
|
|
|
|
const google = serviceKey || googleKey ? { userProvide: googleUserProvides } : false;
|
|
|
|
const useAzure = req.app.locals[EModelEndpoint.azureOpenAI]?.plugins;
|
|
const gptPlugins =
|
|
useAzure || openAIApiKey || azureOpenAIApiKey
|
|
? {
|
|
plugins,
|
|
availableAgents: ['classic', 'functions'],
|
|
userProvide: useAzure ? false : userProvidedOpenAI,
|
|
userProvideURL: useAzure
|
|
? false
|
|
: config[EModelEndpoint.openAI]?.userProvideURL ||
|
|
config[EModelEndpoint.azureOpenAI]?.userProvideURL,
|
|
azure: useAzurePlugins || useAzure,
|
|
}
|
|
: false;
|
|
|
|
return { google, gptPlugins };
|
|
}
|
|
|
|
module.exports = loadAsyncEndpoints;
|