mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-02-05 17:21:50 +01:00
f34052c6bb
* ✨ feat: Add Moonshot Provider Support - Updated the `isKnownCustomProvider` function to include `Providers.MOONSHOT` in the list of recognized custom providers. - Enhanced the `providerConfigMap` to initialize `MOONSHOT` with the custom initialization function. - Introduced `MoonshotIcon` component for visual representation in the UI, integrated into the `UnknownIcon` component. - Updated various files across the API and client to support the new `MOONSHOT` provider, including configuration and response handling. This update expands the capabilities of the application by integrating support for the Moonshot provider, enhancing both backend and frontend functionalities. * ✨ feat: Add Moonshot/Kimi Model Pricing and Tests - Introduced new pricing configurations for Moonshot and Kimi models in `tx.js`, including various model variations and their respective prompt and completion values. - Expanded unit tests in `tx.spec.js` and `tokens.spec.js` to validate pricing and token limits for the newly added Moonshot/Kimi models, ensuring accurate calculations and handling of model variations. - Updated utility functions to support the new model structures and ensure compatibility with existing functionalities. This update enhances the pricing model capabilities and improves test coverage for the Moonshot/Kimi integration. * ✨ feat: Enhance Token Pricing Documentation and Configuration - Added comprehensive documentation for token pricing configuration in `tx.js` and `tokens.ts`, emphasizing the importance of key ordering for pattern matching. - Clarified the process for defining base and specific patterns to ensure accurate pricing retrieval based on model names. - Improved code comments to guide future additions of model families, enhancing maintainability and understanding of the pricing structure. This update improves the clarity and usability of the token pricing configuration, facilitating better integration and future enhancements. * chore: import order * chore: linting
77 lines
2.8 KiB
JavaScript
77 lines
2.8 KiB
JavaScript
const { Providers } = require('@librechat/agents');
|
|
const { EModelEndpoint } = require('librechat-data-provider');
|
|
const { getCustomEndpointConfig } = require('@librechat/api');
|
|
const initAnthropic = require('~/server/services/Endpoints/anthropic/initialize');
|
|
const getBedrockOptions = require('~/server/services/Endpoints/bedrock/options');
|
|
const initOpenAI = require('~/server/services/Endpoints/openAI/initialize');
|
|
const initCustom = require('~/server/services/Endpoints/custom/initialize');
|
|
const initGoogle = require('~/server/services/Endpoints/google/initialize');
|
|
|
|
/** Check if the provider is a known custom provider
|
|
* @param {string | undefined} [provider] - The provider string
|
|
* @returns {boolean} - True if the provider is a known custom provider, false otherwise
|
|
*/
|
|
function isKnownCustomProvider(provider) {
|
|
return [Providers.XAI, Providers.DEEPSEEK, Providers.OPENROUTER, Providers.MOONSHOT].includes(
|
|
provider?.toLowerCase() || '',
|
|
);
|
|
}
|
|
|
|
const providerConfigMap = {
|
|
[Providers.XAI]: initCustom,
|
|
[Providers.DEEPSEEK]: initCustom,
|
|
[Providers.MOONSHOT]: initCustom,
|
|
[Providers.OPENROUTER]: initCustom,
|
|
[EModelEndpoint.openAI]: initOpenAI,
|
|
[EModelEndpoint.google]: initGoogle,
|
|
[EModelEndpoint.azureOpenAI]: initOpenAI,
|
|
[EModelEndpoint.anthropic]: initAnthropic,
|
|
[EModelEndpoint.bedrock]: getBedrockOptions,
|
|
};
|
|
|
|
/**
|
|
* Get the provider configuration and override endpoint based on the provider string
|
|
* @param {Object} params
|
|
* @param {string} params.provider - The provider string
|
|
* @param {AppConfig} params.appConfig - The application configuration
|
|
* @returns {{
|
|
* getOptions: (typeof providerConfigMap)[keyof typeof providerConfigMap],
|
|
* overrideProvider: string,
|
|
* customEndpointConfig?: TEndpoint
|
|
* }}
|
|
*/
|
|
function getProviderConfig({ provider, appConfig }) {
|
|
let getOptions = providerConfigMap[provider];
|
|
let overrideProvider = provider;
|
|
/** @type {TEndpoint | undefined} */
|
|
let customEndpointConfig;
|
|
|
|
if (!getOptions && providerConfigMap[provider.toLowerCase()] != null) {
|
|
overrideProvider = provider.toLowerCase();
|
|
getOptions = providerConfigMap[overrideProvider];
|
|
} else if (!getOptions) {
|
|
customEndpointConfig = getCustomEndpointConfig({ endpoint: provider, appConfig });
|
|
if (!customEndpointConfig) {
|
|
throw new Error(`Provider ${provider} not supported`);
|
|
}
|
|
getOptions = initCustom;
|
|
overrideProvider = Providers.OPENAI;
|
|
}
|
|
|
|
if (isKnownCustomProvider(overrideProvider) && !customEndpointConfig) {
|
|
customEndpointConfig = getCustomEndpointConfig({ endpoint: provider, appConfig });
|
|
if (!customEndpointConfig) {
|
|
throw new Error(`Provider ${provider} not supported`);
|
|
}
|
|
}
|
|
|
|
return {
|
|
getOptions,
|
|
overrideProvider,
|
|
customEndpointConfig,
|
|
};
|
|
}
|
|
|
|
module.exports = {
|
|
getProviderConfig,
|
|
};
|