mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-09-21 21:50:49 +02:00

* feat: update PaLM icons * feat: add additional google models * POC: formatting inputs for Vertex AI streaming * refactor: move endpoints services outside of /routes dir to /services/Endpoints * refactor: shorten schemas import * refactor: rename PALM to GOOGLE * feat: make Google editable endpoint * feat: reusable Ask and Edit controllers based off Anthropic * chore: organize imports/logic * fix(parseConvo): include examples in googleSchema * fix: google only allows odd number of messages to be sent * fix: pass proxy to AnthropicClient * refactor: change `google` altName to `Google` * refactor: update getModelMaxTokens and related functions to handle maxTokensMap with nested endpoint model key/values * refactor: google Icon and response sender changes (Codey and Google logo instead of PaLM in all cases) * feat: google support for maxTokensMap * feat: google updated endpoints with Ask/Edit controllers, buildOptions, and initializeClient * feat(GoogleClient): now builds prompt for text models and supports real streaming from Vertex AI through langchain * chore(GoogleClient): remove comments, left before for reference in git history * docs: update google instructions (WIP) * docs(apis_and_tokens.md): add images to google instructions * docs: remove typo apis_and_tokens.md * Update apis_and_tokens.md * feat(Google): use default settings map, fully support context for both text and chat models, fully support examples for chat models * chore: update more PaLM references to Google * chore: move playwright out of workflows to avoid failing tests
38 lines
1 KiB
JavaScript
38 lines
1 KiB
JavaScript
const { AnthropicClient } = require('~/app');
|
|
const { getUserKey, checkUserKeyExpiry } = require('~/server/services/UserService');
|
|
|
|
const initializeClient = async ({ req, res, endpointOption }) => {
|
|
const { ANTHROPIC_API_KEY, ANTHROPIC_REVERSE_PROXY, PROXY } = process.env;
|
|
const expiresAt = req.body.key;
|
|
const isUserProvided = ANTHROPIC_API_KEY === 'user_provided';
|
|
|
|
const anthropicApiKey = isUserProvided
|
|
? await getAnthropicUserKey(req.user.id)
|
|
: ANTHROPIC_API_KEY;
|
|
|
|
if (expiresAt && isUserProvided) {
|
|
checkUserKeyExpiry(
|
|
expiresAt,
|
|
'Your ANTHROPIC_API_KEY has expired. Please provide your API key again.',
|
|
);
|
|
}
|
|
|
|
const client = new AnthropicClient(anthropicApiKey, {
|
|
req,
|
|
res,
|
|
reverseProxyUrl: ANTHROPIC_REVERSE_PROXY ?? null,
|
|
proxy: PROXY ?? null,
|
|
...endpointOption,
|
|
});
|
|
|
|
return {
|
|
client,
|
|
anthropicApiKey,
|
|
};
|
|
};
|
|
|
|
const getAnthropicUserKey = async (userId) => {
|
|
return await getUserKey({ userId, name: 'anthropic' });
|
|
};
|
|
|
|
module.exports = initializeClient;
|