Add content type headers in llm (#212)

* fix: add content type headers in llm

* fix: update tests to catch llm fails

Author: CahidArda

src/client/api/llm.test.ts

@@ -42,6 +42,7 @@ describe("llm", () => {
           "upstash-forward-authorization": null,
           "upstash-callback": callback,
           "upstash-method": "POST",
+          "content-type": "application/json",
         },
       },
     });
@@ -77,6 +78,7 @@ describe("llm", () => {
           "upstash-forward-helicone-auth": `Bearer ${analyticsToken}`,
           "upstash-callback": callback,
           "upstash-method": "POST",
+          "content-type": "application/json",
         },
       },
     });
@@ -110,6 +112,7 @@ describe("llm", () => {
           "upstash-forward-authorization": `Bearer ${llmToken}`,
           "upstash-callback": callback,
           "upstash-method": "POST",
+          "content-type": "application/json",
         },
       },
     });
@@ -146,6 +149,7 @@ describe("llm", () => {
           "upstash-forward-helicone-target-url": "https://api.openai.com",
           "upstash-callback": callback,
           "upstash-method": "POST",
+          "content-type": "application/json",
         },
       },
     });
@@ -179,6 +183,7 @@ describe("llm", () => {
           "upstash-forward-x-api-key": llmToken,
           "upstash-callback": callback,
           "upstash-method": "POST",
+          "content-type": "application/json",
         },
       },
     });
@@ -215,6 +220,7 @@ describe("llm", () => {
           "upstash-forward-helicone-target-url": "https://api.anthropic.com",
           "upstash-callback": callback,
           "upstash-method": "POST",
+          "content-type": "application/json",
         },
       },
     });
@@ -248,6 +254,7 @@ describe("llm", () => {
           "upstash-forward-authorization": `Bearer ${llmToken}`,
           "upstash-callback": callback,
           "upstash-method": "POST",
+          "content-type": "application/json",
         },
       },
     });
@@ -284,6 +291,7 @@ describe("llm", () => {
           "upstash-forward-helicone-target-url": customBaseUrl,
           "upstash-callback": callback,
           "upstash-method": "POST",
+          "content-type": "application/json",
         },
       },
     });

src/client/api/llm.ts

@@ -18,13 +18,17 @@ export class LLMProvider<TOwner extends LLMOwner> extends BaseProvider<"llm", LL
   getHeaders(options: LLMOptions): Record<string, string> {
     // don't send auth header in upstash
     if (this.owner === "upstash" && !options.analytics) {
-      return {};
+      return { "content-type": "application/json" };
     }
 
     const header = this.owner === "anthropic" ? "x-api-key" : "authorization";
     const headerValue = this.owner === "anthropic" ? this.token : `Bearer ${this.token}`;
 
-    const headers = { [header]: headerValue };
+    const headers = {
+      [header]: headerValue,
+      "content-type": "application/json",
+    };
+
     if (this.owner === "openai" && this.organization) {
       headers["OpenAI-Organization"] = this.organization;
     }

src/client/llm/chat.test.ts

@@ -132,6 +132,14 @@ describe("Test QStash chat", () => {
       callback: "https://example.com",
     });
     expect(result.messageId).toBeTruthy();
+
+    // sleep before checking the message
+    // eslint-disable-next-line @typescript-eslint/no-magic-numbers
+    await new Promise((r) => setTimeout(r, 3000));
+
+    const { events } = await client.events({ filter: { messageId: result.messageId } });
+    const deliveredEvent = events.find((event) => event.state === "DELIVERED");
+    expect(deliveredEvent).not.toBeUndefined();
   });
 
   test("should batch with llm api", async () => {
@@ -298,6 +306,14 @@ describe("Test QStash chat with third party LLMs", () => {
       callback: "https://oz.requestcatcher.com/",
     });
     expect(result.messageId).toBeTruthy();
+
+    // sleep before checking the message
+    // eslint-disable-next-line @typescript-eslint/no-magic-numbers
+    await new Promise((r) => setTimeout(r, 3000));
+
+    const { events } = await client.events({ filter: { messageId: result.messageId } });
+    const deliveredEvent = events.find((event) => event.state === "DELIVERED");
+    expect(deliveredEvent).not.toBeUndefined();
   });
 
   test("should publish with llm api", () => {