OpenAI responses API improvements (brainlid#391)

* ChatOpenAIResponses: Add usage tracking for non-streaming response

* ChatOpenAIResponses: Process file_search_call content part

Author: arjan

lib/chat_models/chat_open_ai_responses.ex

@@ -877,15 +877,25 @@ defmodule LangChain.ChatModels.ChatOpenAIResponses do
           | {:error, String.t()}
 
   # Complete Response with output lists
-  def do_process_response(_model, %{"status" => "completed", "output" => content_items})
+  def do_process_response(
+        _model,
+        %{"status" => "completed", "output" => content_items} = response
+      )
       when is_list(content_items) do
     {content_parts, tool_calls} = content_items_to_content_parts_and_tool_calls(content_items)
 
+    metadata =
+      case get_token_usage(response) do
+        nil -> %{}
+        %TokenUsage{} = usage -> %{usage: usage}
+      end
+
     Message.new!(%{
       content: content_parts,
       status: :complete,
       role: :assistant,
-      tool_calls: tool_calls
+      tool_calls: tool_calls,
+      metadata: metadata
     })
   end
 
@@ -1256,6 +1266,33 @@ defmodule LangChain.ChatModels.ChatOpenAIResponses do
     end
   end
 
+  defp content_item_to_content_part_or_tool_call(
+         %{
+           "type" => "file_search_call"
+         } = part
+       ) do
+    # Store reasoning as an unsupported content part for now
+    # This preserves the information without breaking the flow
+    case ContentPart.new(%{
+           type: :unsupported,
+           options: %{
+             id: part["id"],
+             type: "file_search_call",
+             queries: part["queries"],
+             results: part["results"]
+           }
+         }) do
+      {:ok, %ContentPart{} = part} ->
+        part
+
+      {:error, %Ecto.Changeset{} = changeset} ->
+        reason = Utils.changeset_error_to_string(changeset)
+        Logger.warning("Failed to process file_search output. Reason: #{reason}")
+        # Return a minimal content part to avoid breaking the flow
+        ContentPart.text!("")
+    end
+  end
+
   # Catch-all for unknown content item types
   defp content_item_to_content_part_or_tool_call(%{"type" => type} = item) do
     Logger.warning("Unknown content item type: #{type}. Item: #{inspect(item)}")

test/chat_models/chat_open_ai_responses_test.exs

@@ -641,6 +641,79 @@ defmodule LangChain.ChatModels.ChatOpenAIResponsesTest do
       assert length(result.tool_calls) == 1
     end
 
+    test "handles completed response with usage metadata", %{model: model} do
+      response = %{
+        "status" => "completed",
+        "output" => [
+          %{
+            "content" => [
+              %{
+                "annotations" => [],
+                "logprobs" => [],
+                "text" => "hello",
+                "type" => "output_text"
+              }
+            ],
+            "role" => "assistant",
+            "status" => "completed",
+            "type" => "message"
+          }
+        ],
+        "usage" => %{
+          "input_tokens" => 27,
+          "input_tokens_details" => %{"cached_tokens" => 0},
+          "output_tokens" => 115,
+          "output_tokens_details" => %{"reasoning_tokens" => 0},
+          "total_tokens" => 142
+        }
+      }
+
+      result = ChatOpenAIResponses.do_process_response(model, response)
+      assert %LangChain.Message{} = result
+      assert %{usage: %LangChain.TokenUsage{} = usage} = result.metadata
+      assert %LangChain.TokenUsage{input: 27, output: 115} = usage
+    end
+
+    test "handles completed response with file_search results", %{model: model} do
+      response = %{
+        "status" => "completed",
+        "output" => [
+          %{
+            "id" => "fs_0d1b1549e16f51d20168e6af70c7b8819fae111b23577a202d",
+            "queries" => ["What is the meaning of life?"],
+            "results" => [
+              %{
+                "attributes" => %{},
+                "file_id" => "file-yTrvU63VL1AgEyFqtUYzfVT3",
+                "filename" => "Enreach_Contact.pdf",
+                "score" => 0.0059,
+                "text" => "text part 1",
+                "vector_store_id" => "vs_1"
+              },
+              %{
+                "attributes" => %{},
+                "file_id" => "file-yTrvU63VL1AgEyFqtUYzfVT3",
+                "filename" => "Enreach_Contact.pdf",
+                "score" => 0.0037,
+                "text" => "text part 2",
+                "vector_store_id" => "vs_2"
+              }
+            ],
+            "status" => "completed",
+            "type" => "file_search_call"
+          }
+        ]
+      }
+
+      result = ChatOpenAIResponses.do_process_response(model, response)
+      assert %LangChain.Message{} = result
+      assert result.role == :assistant
+      assert result.status == :complete
+      [content_part] = result.content
+      assert content_part.type == :unsupported
+      assert %{results: [_, _], queries: [_], type: "file_search_call"} = content_part.options
+    end
+
     test "handles error responses", %{model: model} do
       response = %{"error" => %{"message" => "API key invalid"}}