adapt to worker-ai stream output

Signed-off-by: oilbeater <[email protected]>
oilbeater · Oct 5, 2024 · 0fc9933 · 0fc9933
1 parent 2722143
commit 0fc9933
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/src/providers/workersAI.ts b/src/providers/workersAI.ts
@@ -17,8 +17,10 @@ export const workersAIProvider: AIProvider = {
     handleRequest: async (c: Context<{ Bindings: Env }>) => {
         const response = await c.env.AI.run("@cf/meta/llama-3.1-8b-instruct",
             await c.req.json());
-
-          return new Response(JSON.stringify(response));
+        if (response instanceof ReadableStream) {
+            return new Response(response);
+        }
+        return new Response(response.response);
     }
 };