Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2026-02-03 00:01:49 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

🤖 feat: Custom Endpoint Agents (experimental) (#4627)

Browse source 
* wip: first pass, custom endpoint agents

* chore: imports

* chore: consolidate exports

* fix: imports

* feat: convert message.content array to strings for legacy format handling (deepseek/groq)

* refactor: normalize ollama endpoint name

* refactor: update mocking in isDomainAllowed.spec.js

* refactor: update deepseekModels in tokens.js and tokens.spec.js
This commit is contained in:
Danny Avila 2024-11-04 12:59:04 -05:00 • committed by GitHub
parent 9437e95315
commit 2e519f9b57
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
23 changed files with 230 additions and 73 deletions
Download patch file Download diff file Expand all files Collapse all files

5
api/utils/tokens.js
View file

@ -76,6 +76,10 @@ const anthropicModels = {
'claude-3.5-sonnet-latest': 200000,
};
const deepseekModels = {
deepseek: 127500,
};
const metaModels = {
llama3: 8000,
llama2: 4000,
@ -117,6 +121,7 @@ const bedrockModels = {
...mistralModels,
...cohereModels,
...ollamaModels,
...deepseekModels,
...metaModels,
...ai21Models,
...amazonModels,

10
api/utils/tokens.spec.js
View file

@ -357,6 +357,11 @@ describe('Meta Models Tests', () => {
expect(getModelMaxTokens('meta/llama3')).toBe(8000);
expect(getModelMaxTokens('meta/llama2')).toBe(4000);
});
test('should match Deepseek model variations', () => {
expect(getModelMaxTokens('deepseek-chat')).toBe(127500);
expect(getModelMaxTokens('deepseek-coder')).toBe(127500);
});
});
describe('matchModelName', () => {
@ -383,6 +388,11 @@ describe('Meta Models Tests', () => {
expect(matchModelName('llama3', EModelEndpoint.bedrock)).toBe('llama3');
expect(matchModelName('llama3.1:8b', EModelEndpoint.bedrock)).toBe('llama3.1:8b');
});
test('should match Deepseek model variations', () => {
expect(matchModelName('deepseek-chat')).toBe('deepseek');
expect(matchModelName('deepseek-coder')).toBe('deepseek');
});
});
describe('processModelData with Meta models', () => {