Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-17 00:40:14 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

🔧 fix: Mistral type strictness for usage & update token values/windows (#6562)

Browse source 
* 🔧 fix: Resolve Mistral type strictness for OpenAI usage field

* chore: Enable usage tracking for Mistral endpoint in OpenAI configuration

* chore: Add new token values and context windows for latest premier Mistral models
This commit is contained in:
Danny Avila 2025-03-27 01:57:25 -04:00 • committed by GitHub
parent 3ba7c4eb19
commit 7ca5650840
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 18 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
api/models/tx.js
View file

@ -122,6 +122,12 @@ const tokenValues = Object.assign(
'grok-2-latest': { prompt: 2.0, completion: 10.0 }, 'grok-2-latest': { prompt: 2.0, completion: 10.0 },
'grok-2': { prompt: 2.0, completion: 10.0 }, 'grok-2': { prompt: 2.0, completion: 10.0 },
'grok-beta': { prompt: 5.0, completion: 15.0 }, 'grok-beta': { prompt: 5.0, completion: 15.0 },
'mistral-large': { prompt: 2.0, completion: 6.0 },
'pixtral-large': { prompt: 2.0, completion: 6.0 },
'mistral-saba': { prompt: 0.2, completion: 0.6 },
codestral: { prompt: 0.3, completion: 0.9 },
'ministral-8b': { prompt: 0.1, completion: 0.1 },
'ministral-3b': { prompt: 0.04, completion: 0.04 },
}, },
bedrockValues, bedrockValues,
); );

6
api/server/controllers/agents/run.js
View file

@ -43,6 +43,12 @@ async function createRun({
agent.model_parameters, agent.model_parameters,
); );
/** Resolves Mistral type strictness due to new OpenAI usage field */
if (agent.endpoint?.toLowerCase().includes(KnownEndpoints.mistral)) {
llmConfig.streamUsage = false;
llmConfig.usage = true;
}
/** @type {'reasoning_content' | 'reasoning'} */ /** @type {'reasoning_content' | 'reasoning'} */
let reasoningKey; let reasoningKey;
if ( if (

6
api/utils/tokens.js
View file

@ -34,8 +34,14 @@ const mistralModels = {
'mistral-7b': 31990, // -10 from max 'mistral-7b': 31990, // -10 from max
'mistral-small': 31990, // -10 from max 'mistral-small': 31990, // -10 from max
'mixtral-8x7b': 31990, // -10 from max 'mixtral-8x7b': 31990, // -10 from max
'mistral-large': 131000,
'mistral-large-2402': 127500, 'mistral-large-2402': 127500,
'mistral-large-2407': 127500, 'mistral-large-2407': 127500,
'pixtral-large': 131000,
'mistral-saba': 32000,
codestral: 256000,
'ministral-8b': 131000,
'ministral-3b': 131000,
}; };
const cohereModels = { const cohereModels = {