[WIP] Capture eval from feedback

codex-rs/Cargo.toml

@@ -19,6 +19,7 @@ members = [
     "exec-server",
     "execpolicy",
     "execpolicy-legacy",
+    "eval-case",
     "keyring-store",
     "file-search",
     "linux-sandbox",
@@ -75,6 +76,7 @@ codex-common = { path = "common" }
 codex-core = { path = "core" }
 codex-exec = { path = "exec" }
 codex-execpolicy = { path = "execpolicy" }
+codex-eval-case = { path = "eval-case" }
 codex-feedback = { path = "feedback" }
 codex-file-search = { path = "file-search" }
 codex-git = { path = "utils/git" }

codex-rs/app-server-protocol/src/protocol/common.rs

@@ -174,6 +174,11 @@ client_request_definitions! {
         response: v2::FeedbackUploadResponse,
     },
 
+    EvalCaseCreate => "evalCase/create" {
+        params: v2::EvalCaseCreateParams,
+        response: v2::EvalCaseCreateResponse,
+    },
+
     /// Execute a command (argv vector) under the server's sandbox.
     OneOffCommandExec => "command/exec" {
         params: v2::CommandExecParams,

codex-rs/app-server-protocol/src/protocol/v2.rs

@@ -930,6 +930,50 @@ pub struct FeedbackUploadResponse {
     pub thread_id: String,
 }
 
+#[derive(Serialize, Deserialize, Debug, Clone, PartialEq, JsonSchema, TS)]
+#[serde(rename_all = "snake_case")]
+#[ts(export_to = "v2/")]
+pub enum EvalCaseStartMarkerKind {
+    RolloutLineTimestamp,
+    RolloutLineIndex,
+}
+
+#[derive(Serialize, Deserialize, Debug, Clone, PartialEq, JsonSchema, TS)]
+#[serde(untagged)]
+#[ts(export_to = "v2/")]
+pub enum EvalCaseStartMarkerValue {
+    Timestamp(String),
+    LineIndex(u64),
+}
+
+#[derive(Serialize, Deserialize, Debug, Clone, PartialEq, JsonSchema, TS)]
+#[serde(rename_all = "camelCase")]
+#[ts(export_to = "v2/")]
+pub struct EvalCaseStartMarker {
+    pub kind: EvalCaseStartMarkerKind,
+    pub value: EvalCaseStartMarkerValue,
+    pub display: String,
+}
+
+#[derive(Serialize, Deserialize, Debug, Clone, PartialEq, JsonSchema, TS)]
+#[serde(rename_all = "camelCase")]
+#[ts(export_to = "v2/")]
+pub struct EvalCaseCreateParams {
+    pub thread_id: String,
+    pub start: EvalCaseStartMarker,
+    pub what_went_wrong: String,
+    pub what_good_looks_like: String,
+    pub include_logs: bool,
+}
+
+#[derive(Serialize, Deserialize, Debug, Clone, PartialEq, JsonSchema, TS)]
+#[serde(rename_all = "camelCase")]
+#[ts(export_to = "v2/")]
+pub struct EvalCaseCreateResponse {
+    pub case_id: String,
+    pub path: String,
+}
+
 #[derive(Serialize, Deserialize, Debug, Clone, PartialEq, JsonSchema, TS)]
 #[serde(rename_all = "camelCase")]
 #[ts(export_to = "v2/")]

codex-rs/app-server/Cargo.toml

@@ -21,6 +21,7 @@ codex-arg0 = { workspace = true }
 codex-common = { workspace = true, features = ["cli"] }
 codex-core = { workspace = true }
 codex-backend-client = { workspace = true }
+codex-eval-case = { workspace = true }
 codex-file-search = { workspace = true }
 codex-login = { workspace = true }
 codex-protocol = { workspace = true }