mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-18 09:20:15 +01:00
24cad6bbd4
* feat: Refactor ModelEndHandler to collect usage metadata only if it exists * feat: google tool end handling, custom anthropic class for better token ux * refactor: differentiate between client <> request options * feat: initial support for google agents * feat: only cache messages with non-empty text * feat: Cache non-empty messages in chatV2 controller * fix: anthropic llm client options llmConfig * refactor: streamline client options handling in LLM configuration * fix: VertexAI Agent Auth & Tool Handling * fix: additional fields for llmConfig, however customHeaders are not supported by langchain, requires PR * feat: set default location for vertexai LLM configuration * fix: outdated OpenAI Client options for getLLMConfig * chore: agent provider options typing * chore: add note about currently unsupported customHeaders in langchain GenAI client * fix: skip transaction creation when rawAmount is NaN
59 lines
2.4 KiB
JavaScript
59 lines
2.4 KiB
JavaScript
const { HttpsProxyAgent } = require('https-proxy-agent');
|
|
const { anthropicSettings, removeNullishValues } = require('librechat-data-provider');
|
|
|
|
/**
|
|
* Generates configuration options for creating an Anthropic language model (LLM) instance.
|
|
*
|
|
* @param {string} apiKey - The API key for authentication with Anthropic.
|
|
* @param {Object} [options={}] - Additional options for configuring the LLM.
|
|
* @param {Object} [options.modelOptions] - Model-specific options.
|
|
* @param {string} [options.modelOptions.model] - The name of the model to use.
|
|
* @param {number} [options.modelOptions.maxOutputTokens] - The maximum number of tokens to generate.
|
|
* @param {number} [options.modelOptions.temperature] - Controls randomness in output generation.
|
|
* @param {number} [options.modelOptions.topP] - Controls diversity of output generation.
|
|
* @param {number} [options.modelOptions.topK] - Controls the number of top tokens to consider.
|
|
* @param {string[]} [options.modelOptions.stop] - Sequences where the API will stop generating further tokens.
|
|
* @param {boolean} [options.modelOptions.stream] - Whether to stream the response.
|
|
* @param {string} [options.proxy] - Proxy server URL.
|
|
* @param {string} [options.reverseProxyUrl] - URL for a reverse proxy, if used.
|
|
*
|
|
* @returns {Object} Configuration options for creating an Anthropic LLM instance, with null and undefined values removed.
|
|
*/
|
|
function getLLMConfig(apiKey, options = {}) {
|
|
const defaultOptions = {
|
|
model: anthropicSettings.model.default,
|
|
maxOutputTokens: anthropicSettings.maxOutputTokens.default,
|
|
stream: true,
|
|
};
|
|
|
|
const mergedOptions = Object.assign(defaultOptions, options.modelOptions);
|
|
|
|
/** @type {AnthropicClientOptions} */
|
|
const requestOptions = {
|
|
apiKey,
|
|
model: mergedOptions.model,
|
|
stream: mergedOptions.stream,
|
|
temperature: mergedOptions.temperature,
|
|
topP: mergedOptions.topP,
|
|
topK: mergedOptions.topK,
|
|
stopSequences: mergedOptions.stop,
|
|
maxTokens:
|
|
mergedOptions.maxOutputTokens || anthropicSettings.maxOutputTokens.reset(mergedOptions.model),
|
|
clientOptions: {},
|
|
};
|
|
|
|
if (options.proxy) {
|
|
requestOptions.clientOptions.httpAgent = new HttpsProxyAgent(options.proxy);
|
|
}
|
|
|
|
if (options.reverseProxyUrl) {
|
|
requestOptions.clientOptions.baseURL = options.reverseProxyUrl;
|
|
}
|
|
|
|
return {
|
|
/** @type {AnthropicClientOptions} */
|
|
llmConfig: removeNullishValues(requestOptions),
|
|
};
|
|
}
|
|
|
|
module.exports = { getLLMConfig };
|