🔀 feat: update OpenRouter with new Reasoning config (#11993)

* fix: Update OpenRouter reasoning handling in LLM configuration

- Modified the OpenRouter configuration to use a unified `reasoning` object instead of separate `reasoning_effort` and `include_reasoning` properties.
- Updated tests to ensure that `reasoning_summary` is excluded from the reasoning object and that the configuration behaves correctly based on the presence of reasoning parameters.
- Enhanced test coverage for OpenRouter-specific configurations, ensuring proper handling of various reasoning effort levels.

* refactor: Improve OpenRouter reasoning handling in LLM configuration

- Updated the handling of the `reasoning` object in the OpenRouter configuration to clarify the relationship between `reasoning_effort` and `include_reasoning`.
- Enhanced comments to explain the behavior of the `reasoning` object and its compatibility with legacy parameters.
- Ensured that the configuration correctly falls back to legacy behavior when no explicit reasoning effort is provided.

* test: Enhance OpenRouter LLM configuration tests

- Added a new test to verify the combination of web search plugins and reasoning object for OpenRouter configurations.
- Updated existing tests to ensure proper handling of reasoning effort levels and fallback behavior when reasoning_effort is unset.
- Improved test coverage for OpenRouter-specific configurations, ensuring accurate validation of reasoning parameters.

* chore: Update @librechat/agents dependency to version 3.1.53

- Bumped the version of @librechat/agents in package-lock.json and related package.json files to ensure compatibility with the latest features and fixes.
- Updated integrity hashes to reflect the new version.
This commit is contained in:
Danny Avila 2026-02-28 16:54:07 -05:00 committed by GitHub
parent e6b324b259
commit 826b494578
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 110 additions and 17 deletions

View file

@ -90,7 +90,7 @@
"@google/genai": "^1.19.0",
"@keyv/redis": "^4.3.3",
"@langchain/core": "^0.3.80",
"@librechat/agents": "^3.1.52",
"@librechat/agents": "^3.1.53",
"@librechat/data-schemas": "*",
"@modelcontextprotocol/sdk": "^1.27.1",
"@smithy/node-http-handler": "^4.4.5",

View file

@ -861,7 +861,7 @@ describe('getOpenAIConfig', () => {
expect(result.provider).toBe('openrouter');
});
it('should handle OpenRouter with reasoning params', () => {
it('should handle OpenRouter with reasoning params (no summary)', () => {
const modelOptions = {
reasoning_effort: ReasoningEffort.high,
reasoning_summary: ReasoningSummary.detailed,
@ -872,10 +872,11 @@ describe('getOpenAIConfig', () => {
modelOptions,
});
// OpenRouter reasoning object should only include effort, not summary
expect(result.llmConfig.reasoning).toEqual({
effort: ReasoningEffort.high,
summary: ReasoningSummary.detailed,
});
expect(result.llmConfig.include_reasoning).toBeUndefined();
expect(result.provider).toBe('openrouter');
});
@ -1205,8 +1206,9 @@ describe('getOpenAIConfig', () => {
model: 'gpt-4-turbo',
temperature: 0.8,
streaming: false,
include_reasoning: true, // OpenRouter specific
reasoning: { effort: ReasoningEffort.high }, // OpenRouter reasoning object
});
expect(result.llmConfig.include_reasoning).toBeUndefined();
// Should NOT have useResponsesApi for OpenRouter
expect(result.llmConfig.useResponsesApi).toBeUndefined();
expect(result.llmConfig.maxTokens).toBe(2000);
@ -1480,13 +1482,12 @@ describe('getOpenAIConfig', () => {
user: 'openrouter-user',
temperature: 0.7,
maxTokens: 4000,
include_reasoning: true, // OpenRouter specific
reasoning: {
effort: ReasoningEffort.high,
summary: ReasoningSummary.detailed,
},
apiKey: apiKey,
});
expect(result.llmConfig.include_reasoning).toBeUndefined();
expect(result.llmConfig.modelKwargs).toMatchObject({
top_k: 50,
repetition_penalty: 1.1,

View file

@ -381,6 +381,23 @@ describe('getOpenAILLMConfig', () => {
expect(result.llmConfig).toHaveProperty('include_reasoning', true);
});
it('should combine web search plugins and reasoning object for OpenRouter', () => {
const result = getOpenAILLMConfig({
apiKey: 'test-api-key',
streaming: true,
useOpenRouter: true,
modelOptions: {
model: 'anthropic/claude-3-sonnet',
reasoning_effort: ReasoningEffort.high,
web_search: true,
},
});
expect(result.llmConfig).toHaveProperty('reasoning', { effort: ReasoningEffort.high });
expect(result.llmConfig).not.toHaveProperty('include_reasoning');
expect(result.llmConfig.modelKwargs).toHaveProperty('plugins', [{ id: 'web' }]);
});
it('should disable web search via dropParams', () => {
const result = getOpenAILLMConfig({
apiKey: 'test-api-key',
@ -575,7 +592,7 @@ describe('getOpenAILLMConfig', () => {
});
describe('OpenRouter Configuration', () => {
it('should include include_reasoning for OpenRouter', () => {
it('should include include_reasoning for OpenRouter when no reasoning_effort set', () => {
const result = getOpenAILLMConfig({
apiKey: 'test-api-key',
streaming: true,
@ -586,6 +603,71 @@ describe('getOpenAILLMConfig', () => {
});
expect(result.llmConfig).toHaveProperty('include_reasoning', true);
expect(result.llmConfig).not.toHaveProperty('reasoning');
});
it('should use reasoning object for OpenRouter when reasoning_effort is set', () => {
const result = getOpenAILLMConfig({
apiKey: 'test-api-key',
streaming: true,
useOpenRouter: true,
modelOptions: {
model: 'anthropic/claude-3-sonnet',
reasoning_effort: ReasoningEffort.high,
},
});
expect(result.llmConfig).toHaveProperty('reasoning', { effort: ReasoningEffort.high });
expect(result.llmConfig).not.toHaveProperty('include_reasoning');
expect(result.llmConfig).not.toHaveProperty('reasoning_effort');
});
it('should exclude reasoning_summary from OpenRouter reasoning object', () => {
const result = getOpenAILLMConfig({
apiKey: 'test-api-key',
streaming: true,
useOpenRouter: true,
modelOptions: {
model: 'anthropic/claude-3-sonnet',
reasoning_effort: ReasoningEffort.high,
reasoning_summary: ReasoningSummary.detailed,
},
});
expect(result.llmConfig).toHaveProperty('reasoning', { effort: ReasoningEffort.high });
});
it.each([ReasoningEffort.xhigh, ReasoningEffort.minimal, ReasoningEffort.none])(
'should support OpenRouter effort level: %s',
(effort) => {
const result = getOpenAILLMConfig({
apiKey: 'test-api-key',
streaming: true,
useOpenRouter: true,
modelOptions: {
model: 'openai/o3-mini',
reasoning_effort: effort,
},
});
expect(result.llmConfig).toHaveProperty('reasoning', { effort });
expect(result.llmConfig).not.toHaveProperty('include_reasoning');
},
);
it('should fall back to include_reasoning when reasoning_effort is unset (empty string)', () => {
const result = getOpenAILLMConfig({
apiKey: 'test-api-key',
streaming: true,
useOpenRouter: true,
modelOptions: {
model: 'anthropic/claude-3-sonnet',
reasoning_effort: ReasoningEffort.unset,
},
});
expect(result.llmConfig).toHaveProperty('include_reasoning', true);
expect(result.llmConfig).not.toHaveProperty('reasoning');
});
});

View file

@ -1,6 +1,7 @@
import { EModelEndpoint, removeNullishValues } from 'librechat-data-provider';
import type { BindToolsInput } from '@langchain/core/language_models/chat_models';
import type { SettingDefinition } from 'librechat-data-provider';
import type { OpenRouterReasoning } from '@librechat/agents';
import type { AzureOpenAIInput } from '@langchain/openai';
import type { OpenAI } from 'openai';
import type * as t from '~/types';
@ -223,10 +224,19 @@ export function getOpenAILLMConfig({
}
if (useOpenRouter) {
llmConfig.include_reasoning = true;
}
if (
if (hasReasoningParams({ reasoning_effort })) {
/**
* OpenRouter uses a `reasoning` object `summary` is not supported.
* ChatOpenRouter treats `reasoning` and `include_reasoning` as mutually exclusive:
* `include_reasoning` is legacy compat that maps to `{ enabled: true }` only when
* no `reasoning` object is present, so we intentionally omit it here.
*/
llmConfig.reasoning = { effort: reasoning_effort } as OpenRouterReasoning;
} else {
/** No explicit effort; fall back to legacy `include_reasoning` for reasoning token inclusion */
llmConfig.include_reasoning = true;
}
} else if (
hasReasoningParams({ reasoning_effort, reasoning_summary }) &&
(llmConfig.useResponsesApi === true ||
(endpoint !== EModelEndpoint.openAI && endpoint !== EModelEndpoint.azureOpenAI))