Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-16 16:30:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

Added Reverse Proxy for Anthropic (#1106)

Browse source 
* Update AnthropicClient.js

Added BaseURL

* Update .env.example

Added ANTHROPIC_REVERSE_PROXY ENV

* Update initializeClient.js

Added Reverse_Proxy

* Update .env.example

* Update initializeClient.js

* Update AnthropicClient.js

* Update .env.example

Request

* Update initializeClient.js

Mae ANTHROPIC_REVERSE_PROXY let instead of const

* fix: lint errors, refactor(initializeClient)

* chore: change casing of reverseProxy

---------

Co-authored-by: Marco Beretta <81851188+Berry-13@users.noreply.github.com>
Co-authored-by: Danny Avila <110412045+danny-avila@users.noreply.github.com>
This commit is contained in:
madonchik123 2023-11-21 04:12:53 +03:00 • committed by GitHub
parent b7dcc4264d
commit d043a849a9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 24 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

5
.env.example
View file

@ -318,6 +318,11 @@ PALM_KEY=user_provided
ANTHROPIC_API_KEY=user_provided
ANTHROPIC_MODELS=claude-1,claude-instant-1,claude-2
# In case if you have reverse proxy for ANTHROPIC_REVERSE_PROXY you can add it here
# leave blank to use default base url
# ANTHROPIC_REVERSE_PROXY=
##########################
# Proxy: To be Used by all endpoints
##########################

9
api/app/clients/AnthropicClient.js
View file

@ -9,10 +9,13 @@ const AI_PROMPT = '\n\nAssistant:';
const tokenizersCache = {};
class AnthropicClient extends BaseClient {
constructor(apiKey, options = {}, cacheOptions = {}) {
constructor(apiKey, options = {}, cacheOptions = {}, baseURL) {
super(apiKey, options, cacheOptions);
this.apiKey = apiKey || process.env.ANTHROPIC_API_KEY;
this.sender = 'Anthropic';
if (baseURL) {
this.baseURL = baseURL;
}
this.userLabel = HUMAN_PROMPT;
this.assistantLabel = AI_PROMPT;
this.setOptions(options);
@ -78,10 +81,10 @@ class AnthropicClient extends BaseClient {
}
getClient() {
if (this.options.reverseProxyUrl) {
if (this.baseURL) {
return new Anthropic({
apiKey: this.apiKey,
baseURL: this.options.reverseProxyUrl,
baseURL: this.baseURL,
});
} else {
return new Anthropic({

20
api/server/routes/endpoints/anthropic/initializeClient.js
View file

@ -2,25 +2,31 @@ const { AnthropicClient } = require('../../../../app');
const { getUserKey, checkUserKeyExpiry } = require('../../../services/UserService');
const initializeClient = async ({ req, res }) => {
const { ANTHROPIC_API_KEY } = process.env;
const { key: expiresAt } = req.body;
const ANTHROPIC_API_KEY = process.env.ANTHROPIC_API_KEY;
const expiresAt = req.body.key;
const isUserProvided = ANTHROPIC_API_KEY === 'user_provided';
let key = null;
let anthropicApiKey = isUserProvided ? await getAnthropicUserKey(req.user.id) : ANTHROPIC_API_KEY;
let reverseProxy = process.env.ANTHROPIC_REVERSE_PROXY || undefined;
console.log('ANTHROPIC_REVERSE_PROXY', reverseProxy);
if (expiresAt && isUserProvided) {
checkUserKeyExpiry(
expiresAt,
'Your ANTHROPIC_API_KEY has expired. Please provide your API key again.',
);
key = await getUserKey({ userId: req.user.id, name: 'anthropic' });
}
let anthropicApiKey = isUserProvided ? key : ANTHROPIC_API_KEY;
const client = new AnthropicClient(anthropicApiKey, { req, res });
const client = new AnthropicClient(anthropicApiKey, { req, res }, {}, reverseProxy);
return {
client,
anthropicApiKey,
};
};
const getAnthropicUserKey = async (userId) => {
return await getUserKey({ userId, name: 'anthropic' });
};
module.exports = initializeClient;