Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2026-01-25 03:36:12 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

feat: enhance token usage visualization and matching logic in TokenUsageIndicator and tokens module

Browse source
This commit is contained in:
Marco Beretta 2025-12-16 00:20:57 +01:00
parent 71b94cdcaa
commit 9c61d73076
No known key found for this signature in database
GPG key ID: D918033D8E74CC11
3 changed files with 206 additions and 39 deletions
Download patch file Download diff file Expand all files Collapse all files

7
packages/data-provider/src/tokens.ts
View file

@ -313,6 +313,10 @@ export const maxTokensMap: Record<string, Record<string, number>> = {
/**
* Finds the first matching pattern in the tokens map.
* Searches in reverse order to match more specific patterns first.
*
* Note: This relies on the insertion order of keys in the tokensMap object.
* More specific patterns must be defined later in the object to be matched first.
* If the order of keys is changed, the matching behavior may be affected.
*/
export function findMatchingPattern(
modelName: string,
@ -322,7 +326,7 @@ export function findMatchingPattern(
const lowerModelName = modelName.toLowerCase();
for (let i = keys.length - 1; i >= 0; i--) {
const modelKey = keys[i];
if (lowerModelName.includes(modelKey)) {
if (lowerModelName.startsWith(modelKey)) {
return modelKey;
}
}
@ -510,7 +514,6 @@ export function getModelMaxOutputTokens(
/**
* Centralized token-related default values.
* These replace hardcoded magic numbers throughout the codebase.
*/
export const TOKEN_DEFAULTS = {
/** Fallback context window for agents when model lookup fails */