[Testing] LangfusePromptDataset and LangfuseTraceDataset

kedro-agentic-workflows/conf/base/catalog.yml

@@ -42,18 +42,44 @@ response_user_prompt_txt:
   filepath: data/response_generation/prompts/response_user.txt
 
 intent_prompt_langfuse:
-  type: kedro_agentic_workflows.datasets.langfuse_prompt_dataset.PromptDataset
+  type: kedro_agentic_workflows.datasets.langfuse_prompt_dataset.LangfusePromptDataset
   filepath: data/intent_detection/prompts/intent_prompt_langfuse.json
   prompt_name: "intent-classifier"
   prompt_type: "chat"
   credentials: langfuse_credentials
+  sync_policy: local      # local|remote|strict
+  mode: langchain         # langchain|sdk
+  load_args:
+    version: 15
+  save_args:
+    labels: ["test"]
 
-intent_prompt_opik:
-  type: kedro_agentic_workflows.datasets.opik_prompt_dataset.PromptDataset
-  filepath: data/intent_detection/prompts/intent_prompt_opik.json
-  prompt_name: "intent-classifier"
-  prompt_type: "chat"
-  credentials: opik_credentials
+# Example: Load specific version, save with labels
+# intent_prompt_versioned:
+#   type: kedro_agentic_workflows.datasets.langfuse_prompt_dataset.LangfusePromptDataset
+#   filepath: data/intent_detection/prompts/intent_prompt_v3.json
+#   prompt_name: "intent-classifier"
+#   prompt_type: "chat"
+#   credentials: langfuse_credentials
+#   sync_policy: local
+#   mode: langchain
+#   load_args:
+#     version: 3
+#   save_args:
+#     labels: ["backup", "v3.0"]
+
+# --- Langfuse Tracing ---
+intent_tracer_langfuse:
+  type: kedro_agentic_workflows.datasets.langfuse_trace_dataset.LangfuseTraceDataset
+  credentials: langfuse_credentials
+  mode: langchain     # langchain | openai | sdk
+
+# intent_prompt_opik:
+#   type: kedro_agentic_workflows.datasets.opik_prompt_dataset.PromptDataset
+#   filepath: data/intent_detection/prompts/intent_prompt_opik.json
+#   prompt_name: "intent-classifier"
+#   prompt_type: "chat"
+#   credentials: opik_credentials
 
 
 # --- Default dataset ---

kedro-agentic-workflows/requirements.txt

@@ -2,7 +2,7 @@ ipython>=8.10
 jupyterlab>=3.0
 notebook
 kedro~=1.0.0
-kedro-datasets[pandas-sqltabledataset,pandas-sqlquerydataset]
+kedro-datasets[pandas-sqltabledataset,pandas-sqlquerydataset,JSONDataset,YAMLDataset]
 langsmith
 langgraph
 langgraph-prebuilt