update

Author: sebastiancrossa

examples/09-vapi.ts

@@ -129,6 +129,12 @@ If you cannot help, offer to transfer to a human agent.`,
   // The assistant's response (what Vapi's AI would say)
   const assistantResponse = "I'd be happy to help you reset your password! Let me look into why you didn't receive the reset email. Can you confirm the email address associated with your account?";
 
+  // IMPORTANT: outputData must be a structured object (not a bare string) so it
+  // survives the backend's JSONB serialization round-trip. The optimization pipeline
+  // extracts the answer from output_data.content — a plain string like
+  // outputData: assistantResponse will be lost during JSON parsing and cause
+  // "No valid examples to train on" errors.
+
   // Build the zeroeval metadata object for span attributes
   // This is what links the span to the prompt for feedback
   const spanZeroEvalMetadata = {
@@ -160,10 +166,13 @@ If you cannot help, offer to transfer to a human agent.`,
         messages: conversationMessages,
         streaming: false,
       },
-      // Input should be the messages array (system + user messages)
-      inputData: JSON.stringify(conversationMessages),
-      // Output should be just the assistant's response
-      outputData: assistantResponse,
+      // Input: pass the messages array directly (SDK will JSON.stringify objects automatically)
+      inputData: conversationMessages,
+      // Output: MUST be a structured object, not a bare string.
+      // The backend extracts the answer via output_data.get("content").
+      // A plain string (e.g. outputData: "some text") fails JSONB round-trip parsing
+      // and causes all optimization examples to be skipped.
+      outputData: { role: 'assistant', content: assistantResponse },
     },
     async () => {
       // Capture span ID for feedback

src/observability/promptClient.ts

@@ -84,6 +84,7 @@ class PromptClient {
       content: response.content,
       version: response.version,
       versionId: response.version_id,
+      promptSlug: response.prompt || null,
       tag: response.tag,
       isLatest: response.is_latest,
       model: response.model_id

src/prompt.ts

@@ -129,9 +129,14 @@ export async function prompt(options: PromptOptions): Promise<string> {
   // Pull linkage metadata for decoration
   let promptSlug: string | null = null;
   try {
-    const metadata = promptObj.metadata || {};
-    promptSlug =
-      (metadata.prompt_slug as string) ?? (metadata.prompt as string) ?? null;
+    // Prefer the prompt slug from the response (top-level field)
+    promptSlug = promptObj.promptSlug ?? null;
+    // Fallback to version metadata if not available
+    if (!promptSlug) {
+      const metadata = promptObj.metadata || {};
+      promptSlug =
+        (metadata.prompt_slug as string) ?? (metadata.prompt as string) ?? null;
+    }
   } catch {
     promptSlug = null;
   }

src/types/prompt.ts

@@ -30,6 +30,7 @@ export interface Prompt {
   content: string;
   version: number | null;
   versionId: string | null;
+  promptSlug: string | null;
   tag: string | null;
   isLatest: boolean;
   model: string | null;