diff --git a/.changeset/seven-days-occur.md b/.changeset/seven-days-occur.md new file mode 100644 index 0000000000..c398c614ae --- /dev/null +++ b/.changeset/seven-days-occur.md @@ -0,0 +1,5 @@ +--- +"llamaindex": patch +--- + +fix: wrong gemini streaming chat response diff --git a/packages/core/src/llm/gemini.ts b/packages/core/src/llm/gemini.ts index 413e4e2a35..9239d44d17 100644 --- a/packages/core/src/llm/gemini.ts +++ b/packages/core/src/llm/gemini.ts @@ -302,12 +302,10 @@ export class Gemini extends ToolCallLLM { ): GeminiChatStreamResponse { const { chat, messageContent } = this.prepareChat(params); const result = await chat.sendMessageStream(messageContent); - return streamConverter(result.stream, (response) => { - return { - text: response.text(), - raw: response, - }; - }); + yield* streamConverter(result.stream, (response) => ({ + delta: response.text(), + raw: response, + })); } chat(params: GeminiChatParamsStreaming): Promise;