Skip to content

Commit 2e01995

Browse files
committed
Revert "Merge pull request #88 from decocms/chore/fix-llm-streaming"
This reverts commit 9fab04a, reversing changes made to 2eb4dc6.
1 parent 9fab04a commit 2e01995

3 files changed

Lines changed: 29 additions & 46 deletions

File tree

bun.lock

Lines changed: 15 additions & 14 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

openrouter/package.json

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -12,11 +12,11 @@
1212
"check": "tsc --noEmit"
1313
},
1414
"dependencies": {
15-
"@ai-sdk/provider": "^3.0.2",
16-
"@ai-sdk/provider-utils": "^4.0.4",
15+
"@ai-sdk/provider": "^3.0.0",
16+
"@ai-sdk/provider-utils": "^4.0.1",
1717
"@decocms/bindings": "^1.0.6",
1818
"@decocms/runtime": "^1.1.0",
19-
"@openrouter/ai-sdk-provider": "^1.5.4",
19+
"@openrouter/ai-sdk-provider": "^1.2.0",
2020
"@openrouter/sdk": "^0.1.11",
2121
"ai": "^6.0.3",
2222
"zod": "^4.0.0"

openrouter/server/tools/llm-binding.ts

Lines changed: 11 additions & 29 deletions
Original file line numberDiff line numberDiff line change
@@ -9,10 +9,9 @@
99
* - LLM_DO_GENERATE: Generates complete non-streaming responses
1010
*/
1111

12-
import {
13-
APICallError,
14-
type LanguageModelV2CallOptions,
15-
type LanguageModelV2StreamPart,
12+
import type {
13+
LanguageModelV2CallOptions,
14+
LanguageModelV2StreamPart,
1615
} from "@ai-sdk/provider";
1716
import {
1817
LANGUAGE_MODEL_BINDING,
@@ -468,12 +467,6 @@ const getUsageFromStream = (
468467
];
469468
};
470469

471-
const isAPICallError = (error: unknown): error is APICallError =>
472-
typeof error === "object" &&
473-
error !== null &&
474-
Symbol.for("vercel.ai.error") in error &&
475-
Symbol.for("vercel.ai.error.AI_APICallError") in error;
476-
477470
/**
478471
* LLM_DO_STREAM - Streams a language model response in real-time
479472
*/
@@ -495,27 +488,16 @@ export const createLLMStreamTool = (env: Env) =>
495488
const apiKey = getOpenRouterApiKey(env);
496489
// Create OpenRouter provider
497490
const openrouter = createOpenRouter({ apiKey });
498-
const model = openrouter(modelId);
491+
const model = openrouter.languageModel(modelId);
499492

500-
try {
501-
const callResponse = await model.doStream(
502-
callOptions as LanguageModelV2CallOptions,
503-
);
493+
const callResponse = await model.doStream(
494+
callOptions as LanguageModelV2CallOptions,
495+
);
496+
const [_, stream] = getUsageFromStream(callResponse.stream);
497+
const response = streamToResponse(stream);
504498

505-
const [_, stream] = getUsageFromStream(callResponse.stream);
506-
const response = streamToResponse(stream);
507-
508-
// Return the data stream response
509-
return response;
510-
} catch (error) {
511-
if (isAPICallError(error)) {
512-
return new Response(error.responseBody, {
513-
status: error.statusCode,
514-
headers: error.responseHeaders,
515-
});
516-
}
517-
return new Response(String(error ?? "Unknown error"), { status: 500 });
518-
}
499+
// Return the data stream response
500+
return response;
519501
},
520502
});
521503

0 commit comments

Comments
 (0)