This commit is contained in:
Marco Beretta 2025-12-16 10:11:31 +08:00 committed by GitHub
commit c91bc818aa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
18 changed files with 1111 additions and 357 deletions

View file

@ -806,7 +806,6 @@ class BaseClient {
user,
);
this.savedMessageIds.add(responseMessage.messageId);
delete responseMessage.tokenCount;
return responseMessage;
}

View file

@ -1,4 +1,5 @@
const { getModelMaxTokens } = require('@librechat/api');
const { TOKEN_DEFAULTS } = require('librechat-data-provider');
const BaseClient = require('../BaseClient');
class FakeClient extends BaseClient {
@ -41,7 +42,9 @@ class FakeClient extends BaseClient {
}
this.maxContextTokens =
this.options.maxContextTokens ?? getModelMaxTokens(this.modelOptions.model) ?? 4097;
this.options.maxContextTokens ??
getModelMaxTokens(this.modelOptions.model) ??
TOKEN_DEFAULTS.LEGACY_CONTEXT_FALLBACK;
}
buildMessages() {}
getTokenCount(str) {

View file

@ -1,5 +1,4 @@
const { maxTokensMap } = require('@librechat/api');
const { EModelEndpoint } = require('librechat-data-provider');
const { EModelEndpoint, maxTokensMap } = require('librechat-data-provider');
const {
defaultRate,
tokenValues,

View file

@ -240,6 +240,8 @@ class AgentClient extends BaseClient {
Object.assign(
{
endpoint: this.options.endpoint,
endpointType: this.options.endpointType,
model: this.options.agent?.model_parameters?.model,
agent_id: this.options.agent.id,
modelLabel: this.options.modelLabel,
maxContextTokens: this.options.maxContextTokens,

View file

@ -1,10 +1,8 @@
const { EModelEndpoint } = require('librechat-data-provider');
const { EModelEndpoint, maxTokensMap, maxOutputTokensMap } = require('librechat-data-provider');
const {
maxTokensMap,
matchModelName,
processModelData,
getModelMaxTokens,
maxOutputTokensMap,
findMatchingPattern,
} = require('@librechat/api');