mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 08:50:15 +01:00
097a978e5b
* wip: first pass for azure endpoint schema * refactor: azure config to return groupMap and modelConfigMap * wip: naming and schema changes * refactor(errorsToString): move to data-provider * feat: rename to azureGroups, add additional tests, tests all expected outcomes, return errors * feat(AppService): load Azure groups * refactor(azure): use imported types, write `mapModelToAzureConfig` * refactor: move `extractEnvVariable` to data-provider * refactor(validateAzureGroups): throw on duplicate groups or models; feat(mapModelToAzureConfig): throw if env vars not present, add tests * refactor(AppService): ensure each model is properly configured on startup * refactor: deprecate azureOpenAI environment variables in favor of librechat.yaml config * feat: use helper functions to handle and order enabled/default endpoints; initialize azureOpenAI from config file * refactor: redefine types as well as load azureOpenAI models from config file * chore(ci): fix test description naming * feat(azureOpenAI): use validated model grouping for request authentication * chore: bump data-provider following rebase * chore: bump config file version noting significant changes * feat: add title options and switch azure configs for titling and vision requests * feat: enable azure plugins from config file * fix(ci): pass tests * chore(.env.example): mark `PLUGINS_USE_AZURE` as deprecated * fix(fetchModels): early return if apiKey not passed * chore: fix azure config typing * refactor(mapModelToAzureConfig): return baseURL and headers as well as azureOptions * feat(createLLM): use `azureOpenAIBasePath` * feat(parsers): resolveHeaders * refactor(extractBaseURL): handle invalid input * feat(OpenAIClient): handle headers and baseURL for azureConfig * fix(ci): pass `OpenAIClient` tests * chore: extract env var for azureOpenAI group config, baseURL * docs: azureOpenAI config setup docs * feat: safe check of potential conflicting env vars that map to unique placeholders * fix: reset apiKey when model switches from originally requested model (vision or title) * chore: linting * docs: CONFIG_PATH notes in custom_config.md
73 lines
2.7 KiB
JavaScript
73 lines
2.7 KiB
JavaScript
/**
|
|
* Extracts a valid OpenAI baseURL from a given string, matching "url/v1," followed by an optional suffix.
|
|
* The suffix can be one of several predefined values (e.g., 'openai', 'azure-openai', etc.),
|
|
* accommodating different proxy patterns like Cloudflare, LiteLLM, etc.
|
|
* Returns the original URL if no valid pattern is found.
|
|
*
|
|
* Examples:
|
|
* - `https://open.ai/v1/chat` -> `https://open.ai/v1`
|
|
* - `https://open.ai/v1/chat/completions` -> `https://open.ai/v1`
|
|
* - `https://gateway.ai.cloudflare.com/v1/account/gateway/azure-openai/completions` -> `https://gateway.ai.cloudflare.com/v1/account/gateway/azure-openai`
|
|
* - `https://open.ai/v1/hi/openai` -> `https://open.ai/v1/hi/openai`
|
|
* - `https://api.example.com/v1/replicate` -> `https://api.example.com/v1/replicate`
|
|
*
|
|
* @param {string} url - The URL to be processed.
|
|
* @returns {string | undefined} The matched pattern or input if no match is found.
|
|
*/
|
|
function extractBaseURL(url) {
|
|
if (!url || typeof url !== 'string') {
|
|
return undefined;
|
|
}
|
|
|
|
if (!url.includes('/v1')) {
|
|
return url;
|
|
}
|
|
|
|
// Find the index of '/v1' to use it as a reference point.
|
|
const v1Index = url.indexOf('/v1');
|
|
|
|
// Extract the part of the URL up to and including '/v1'.
|
|
let baseUrl = url.substring(0, v1Index + 3);
|
|
|
|
const openai = 'openai';
|
|
// Find which suffix is present.
|
|
const suffixes = [
|
|
'azure-openai',
|
|
openai,
|
|
'replicate',
|
|
'huggingface',
|
|
'workers-ai',
|
|
'aws-bedrock',
|
|
];
|
|
const suffixUsed = suffixes.find((suffix) => url.includes(`/${suffix}`));
|
|
|
|
if (suffixUsed === 'azure-openai') {
|
|
return url.split(/\/(chat|completion)/)[0];
|
|
}
|
|
|
|
// Check if the URL has '/openai' immediately after '/v1'.
|
|
const openaiIndex = url.indexOf(`/${openai}`, v1Index + 3);
|
|
// Find which suffix is present in the URL, if any.
|
|
const suffixIndex =
|
|
suffixUsed === openai ? openaiIndex : url.indexOf(`/${suffixUsed}`, v1Index + 3);
|
|
|
|
// If '/openai' is found right after '/v1', include it in the base URL.
|
|
if (openaiIndex === v1Index + 3) {
|
|
// Find the next slash or the end of the URL after '/openai'.
|
|
const nextSlashIndex = url.indexOf('/', openaiIndex + 7);
|
|
if (nextSlashIndex === -1) {
|
|
// If there is no next slash, the rest of the URL is the base URL.
|
|
baseUrl = url.substring(0, openaiIndex + 7);
|
|
} else {
|
|
// If there is a next slash, the base URL goes up to but not including the slash.
|
|
baseUrl = url.substring(0, nextSlashIndex);
|
|
}
|
|
} else if (suffixIndex > 0) {
|
|
// If a suffix is present but not immediately after '/v1', we need to include the reverse proxy pattern.
|
|
baseUrl = url.substring(0, suffixIndex + suffixUsed.length + 1);
|
|
}
|
|
|
|
return baseUrl;
|
|
}
|
|
|
|
module.exports = extractBaseURL; // Export the function for use in your test file.
|