mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-02-12 04:24:24 +01:00
refactor: revert changes made to token logic
This commit is contained in:
parent
65d88da085
commit
f79a37728b
8 changed files with 429 additions and 694 deletions
|
|
@ -1,5 +1,4 @@
|
|||
const { getModelMaxTokens } = require('@librechat/api');
|
||||
const { TOKEN_DEFAULTS } = require('librechat-data-provider');
|
||||
const BaseClient = require('../BaseClient');
|
||||
|
||||
class FakeClient extends BaseClient {
|
||||
|
|
@ -42,9 +41,7 @@ class FakeClient extends BaseClient {
|
|||
}
|
||||
|
||||
this.maxContextTokens =
|
||||
this.options.maxContextTokens ??
|
||||
getModelMaxTokens(this.modelOptions.model) ??
|
||||
TOKEN_DEFAULTS.LEGACY_CONTEXT_FALLBACK;
|
||||
this.options.maxContextTokens ?? getModelMaxTokens(this.modelOptions.model) ?? 4097;
|
||||
}
|
||||
buildMessages() {}
|
||||
getTokenCount(str) {
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue