fix: wrong gemini streaming chat response (#791)

run-llama · May 2, 2024 · e8c41c5 · e8c41c5
1 parent 051b4dd
commit e8c41c5
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 6 deletions.
diff --git a/.changeset/seven-days-occur.md b/.changeset/seven-days-occur.md
@@ -0,0 +1,5 @@
+---
+"llamaindex": patch
+---
+
+fix: wrong gemini streaming chat response
diff --git a/packages/core/src/llm/gemini.ts b/packages/core/src/llm/gemini.ts
@@ -302,12 +302,10 @@ export class Gemini extends ToolCallLLM<GeminiAdditionalChatOptions> {
   ): GeminiChatStreamResponse {
     const { chat, messageContent } = this.prepareChat(params);
     const result = await chat.sendMessageStream(messageContent);
-    return streamConverter(result.stream, (response) => {
-      return {
-        text: response.text(),
-        raw: response,
-      };
-    });
+    yield* streamConverter(result.stream, (response) => ({
+      delta: response.text(),
+      raw: response,
+    }));
   }
 
   chat(params: GeminiChatParamsStreaming): Promise<GeminiChatStreamResponse>;