From cbf0fe3ec523a49fd0bff5ec62295208150ce540 Mon Sep 17 00:00:00 2001 From: Shariq Riaz Date: Fri, 23 May 2025 18:38:43 +0500 Subject: [PATCH] fix(openrouter): correct reserved tokens for google/gemini-2.5-pro-preview to 66k and add test coverage --- src/api/providers/__tests__/openrouter.test.ts | 8 ++++++++ src/api/providers/fetchers/openrouter.ts | 6 +++++- 2 files changed, 13 insertions(+), 1 deletion(-) diff --git a/src/api/providers/__tests__/openrouter.test.ts b/src/api/providers/__tests__/openrouter.test.ts index 280f2e260ad..8925a33cce1 100644 --- a/src/api/providers/__tests__/openrouter.test.ts +++ b/src/api/providers/__tests__/openrouter.test.ts @@ -114,6 +114,14 @@ describe("OpenRouterHandler", () => { expect(result.reasoningBudget).toBeUndefined() expect(result.temperature).toBe(0) }) + it("sets maxTokens to 66000 for google/gemini-2.5-pro-preview", async () => { + const handler = new OpenRouterHandler({ + openRouterApiKey: "test-key", + openRouterModelId: "google/gemini-2.5-pro-preview", + }) + const result = await handler.fetchModel() + expect(result.maxTokens).toBe(66000) + }) }) describe("createMessage", () => { diff --git a/src/api/providers/fetchers/openrouter.ts b/src/api/providers/fetchers/openrouter.ts index d40d7cf0a9e..b844fe755bc 100644 --- a/src/api/providers/fetchers/openrouter.ts +++ b/src/api/providers/fetchers/openrouter.ts @@ -106,7 +106,11 @@ export async function getOpenRouterModels(options?: ApiHandlerOptions): Promise< id, model, modality: architecture?.modality, - maxTokens: id.startsWith("anthropic/") ? top_provider?.max_completion_tokens : 0, + maxTokens: id.startsWith("anthropic/") + ? top_provider?.max_completion_tokens + : id === "google/gemini-2.5-pro-preview" + ? 66000 + : 0, supportedParameters: supported_parameters, }) }