refactor: revert changes made to token logic

This commit is contained in:
Marco Beretta 2026-02-07 15:59:06 +01:00
parent 65d88da085
commit f79a37728b
No known key found for this signature in database
GPG key ID: D918033D8E74CC11
8 changed files with 429 additions and 694 deletions

View file

@ -1,5 +1,4 @@
const { getModelMaxTokens } = require('@librechat/api');
const { TOKEN_DEFAULTS } = require('librechat-data-provider');
const BaseClient = require('../BaseClient');
class FakeClient extends BaseClient {
@ -42,9 +41,7 @@ class FakeClient extends BaseClient {
}
this.maxContextTokens =
this.options.maxContextTokens ??
getModelMaxTokens(this.modelOptions.model) ??
TOKEN_DEFAULTS.LEGACY_CONTEXT_FALLBACK;
this.options.maxContextTokens ?? getModelMaxTokens(this.modelOptions.model) ?? 4097;
}
buildMessages() {}
getTokenCount(str) {

View file

@ -1,4 +1,6 @@
const { EModelEndpoint, maxTokensMap } = require('librechat-data-provider');
/** Note: No hard-coded values should be used in this file. */
const { maxTokensMap } = require('@librechat/api');
const { EModelEndpoint } = require('librechat-data-provider');
const {
defaultRate,
tokenValues,

View file

@ -1,8 +1,11 @@
const { EModelEndpoint, maxTokensMap, maxOutputTokensMap } = require('librechat-data-provider');
/** Note: No hard-coded values should be used in this file. */
const { EModelEndpoint } = require('librechat-data-provider');
const {
maxTokensMap,
matchModelName,
processModelData,
getModelMaxTokens,
maxOutputTokensMap,
findMatchingPattern,
} = require('@librechat/api');