fix(core): polyfill Web Stream APIs (#777)

examples/agent/step_wise_openai.ts

@@ -1,4 +1,5 @@
 import { FunctionTool, OpenAIAgent } from "llamaindex";
+import { ReadableStream } from "node:stream/web";
 
 // Define a function to sum two numbers
 function sumNumbers({ a, b }: { a: number; b: number }) {
@@ -69,11 +70,24 @@ async function main() {
   for await (const stepOutput of task) {
     console.log(`Runnning step ${count++}`);
     console.log(`======== OUTPUT ==========`);
-    console.log(stepOutput.output.message.content);
+    const output = stepOutput.output;
+    if (output instanceof ReadableStream) {
+      for await (const chunk of output) {
+        process.stdout.write(chunk.delta);
+      }
+    } else {
+      console.log(output);
+    }
     console.log(`==========================`);
 
     if (stepOutput.isLast) {
-      console.log(stepOutput.output.message.content);
+      if (stepOutput.output instanceof ReadableStream) {
+        for await (const chunk of stepOutput.output) {
+          process.stdout.write(chunk.delta);
+        }
+      } else {
+        console.log(stepOutput.output);
+      }
     }
   }
 }

examples/agent/stream_openai_agent.ts

@@ -66,8 +66,12 @@ async function main() {
     stream: true,
   });
 
-  for await (const chunk of stream.response) {
-    process.stdout.write(chunk.response);
+  console.log("Response:");
+
+  for await (const {
+    response: { delta },
+  } of stream) {
+    process.stdout.write(delta);
   }
 }
 

examples/agent/wiki.ts

@@ -16,8 +16,10 @@ async function main() {
     stream: true,
   });
 
-  for await (const chunk of response.response) {
-    process.stdout.write(chunk.response);
+  for await (const {
+    response: { delta },
+  } of response) {
+    process.stdout.write(delta);
   }
 }
 

examples/tsconfig.json

@@ -8,6 +8,7 @@
     "strict": true,
     "skipLibCheck": true,
     "lib": ["ES2022"],
+    "types": ["node"],
     "outDir": "./lib",
     "tsBuildInfoFile": "./lib/.tsbuildinfo",
     "incremental": true,