mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-09-22 06:00:56 +02:00
583e978a82
* feat: update PaLM icons * feat: add additional google models * POC: formatting inputs for Vertex AI streaming * refactor: move endpoints services outside of /routes dir to /services/Endpoints * refactor: shorten schemas import * refactor: rename PALM to GOOGLE * feat: make Google editable endpoint * feat: reusable Ask and Edit controllers based off Anthropic * chore: organize imports/logic * fix(parseConvo): include examples in googleSchema * fix: google only allows odd number of messages to be sent * fix: pass proxy to AnthropicClient * refactor: change `google` altName to `Google` * refactor: update getModelMaxTokens and related functions to handle maxTokensMap with nested endpoint model key/values * refactor: google Icon and response sender changes (Codey and Google logo instead of PaLM in all cases) * feat: google support for maxTokensMap * feat: google updated endpoints with Ask/Edit controllers, buildOptions, and initializeClient * feat(GoogleClient): now builds prompt for text models and supports real streaming from Vertex AI through langchain * chore(GoogleClient): remove comments, left before for reference in git history * docs: update google instructions (WIP) * docs(apis_and_tokens.md): add images to google instructions * docs: remove typo apis_and_tokens.md * Update apis_and_tokens.md * feat(Google): use default settings map, fully support context for both text and chat models, fully support examples for chat models * chore: update more PaLM references to Google * chore: move playwright out of workflows to avoid failing tests
65 lines
1.8 KiB
JavaScript
65 lines
1.8 KiB
JavaScript
const { PluginsClient } = require('~/app');
|
|
const { isEnabled } = require('~/server/utils');
|
|
const { getAzureCredentials } = require('~/utils');
|
|
const { getUserKey, checkUserKeyExpiry } = require('~/server/services/UserService');
|
|
|
|
const initializeClient = async ({ req, res, endpointOption }) => {
|
|
const {
|
|
PROXY,
|
|
OPENAI_API_KEY,
|
|
AZURE_API_KEY,
|
|
PLUGINS_USE_AZURE,
|
|
OPENAI_REVERSE_PROXY,
|
|
OPENAI_SUMMARIZE,
|
|
DEBUG_PLUGINS,
|
|
} = process.env;
|
|
const { key: expiresAt } = req.body;
|
|
const contextStrategy = isEnabled(OPENAI_SUMMARIZE) ? 'summarize' : null;
|
|
const clientOptions = {
|
|
contextStrategy,
|
|
debug: isEnabled(DEBUG_PLUGINS),
|
|
reverseProxyUrl: OPENAI_REVERSE_PROXY ?? null,
|
|
proxy: PROXY ?? null,
|
|
req,
|
|
res,
|
|
...endpointOption,
|
|
};
|
|
|
|
const useAzure = isEnabled(PLUGINS_USE_AZURE);
|
|
|
|
const isUserProvided = useAzure
|
|
? AZURE_API_KEY === 'user_provided'
|
|
: OPENAI_API_KEY === 'user_provided';
|
|
|
|
let userKey = null;
|
|
if (expiresAt && isUserProvided) {
|
|
checkUserKeyExpiry(
|
|
expiresAt,
|
|
'Your OpenAI API key has expired. Please provide your API key again.',
|
|
);
|
|
userKey = await getUserKey({
|
|
userId: req.user.id,
|
|
name: useAzure ? 'azureOpenAI' : 'openAI',
|
|
});
|
|
}
|
|
|
|
let apiKey = isUserProvided ? userKey : OPENAI_API_KEY;
|
|
|
|
if (useAzure || (apiKey && apiKey.includes('azure') && !clientOptions.azure)) {
|
|
clientOptions.azure = isUserProvided ? JSON.parse(userKey) : getAzureCredentials();
|
|
apiKey = clientOptions.azure.azureOpenAIApiKey;
|
|
}
|
|
|
|
if (!apiKey) {
|
|
throw new Error('API key not provided.');
|
|
}
|
|
|
|
const client = new PluginsClient(apiKey, clientOptions);
|
|
return {
|
|
client,
|
|
azure: clientOptions.azure,
|
|
openAIApiKey: apiKey,
|
|
};
|
|
};
|
|
|
|
module.exports = initializeClient;
|