Skip to content

Commit

Permalink
✨ feat: Support include_reasoning for OpenRouter provider's models.
Browse files Browse the repository at this point in the history
  • Loading branch information
deephbz committed Feb 8, 2025
1 parent 29d14b6 commit 7c7b5ba
Show file tree
Hide file tree
Showing 2 changed files with 25 additions and 7 deletions.
13 changes: 13 additions & 0 deletions src/config/modelProviders/openrouter.ts
Original file line number Diff line number Diff line change
Expand Up @@ -181,6 +181,19 @@ const OpenRouter: ModelProviderCard = {
},
releasedAt: '2024-09-05',
},
{
contextWindowTokens: 163_840,
description: 'DeepSeek-R1',
displayName: 'DeepSeek R1',
enabled: true,
functionCall: true,
id: 'deepseek/deepseek-r1',
pricing: {
input: 3,
output: 8,
},
releasedAt: '2025-01-20',
},
{
contextWindowTokens: 131_072,
description:
Expand Down
19 changes: 12 additions & 7 deletions src/libs/agent-runtime/openrouter/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,14 @@ import { OpenRouterModelCard } from './type';

export const LobeOpenRouterAI = LobeOpenAICompatibleFactory({
baseURL: 'https://openrouter.ai/api/v1',
chatCompletion: {
handlePayload: (payload) => {
return {
...payload,
include_reasoning: true,
} as any;
},
},
constructorOptions: {
defaultHeaders: {
'HTTP-Referer': 'https://chat-preview.lobehub.com',
Expand All @@ -17,18 +25,15 @@ export const LobeOpenRouterAI = LobeOpenAICompatibleFactory({
},
models: {
transformModel: (m) => {
const visionKeywords = [
'qwen/qvq',
'vision',
];
const visionKeywords = ['qwen/qvq', 'vision'];

const reasoningKeywords = [
'deepseek/deepseek-r1',
'openai/o1',
'openai/o3',
'qwen/qvq',
'qwen/qwq',
'thinking'
'thinking',
];

const model = m as unknown as OpenRouterModelCard;
Expand All @@ -45,11 +50,11 @@ export const LobeOpenRouterAI = LobeOpenAICompatibleFactory({
typeof model.top_provider.max_completion_tokens === 'number'
? model.top_provider.max_completion_tokens
: undefined,
reasoning: reasoningKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
reasoning: reasoningKeywords.some((keyword) => model.id.toLowerCase().includes(keyword)),
vision:
model.description.includes('vision') ||
model.description.includes('multimodal') ||
visionKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
visionKeywords.some((keyword) => model.id.toLowerCase().includes(keyword)),
};
},
},
Expand Down

0 comments on commit 7c7b5ba

Please sign in to comment.