Merge pull request #150 from Yif-Yang/test/assert-fractional-degradation-score

test(sleep): assert fractional candidate score

Author: Yif-Yang

tests/test_sleep_engine.py

@@ -1333,6 +1333,8 @@ def test_gate_rejects_fractional_degradation(self):
         """Gate must reject an edit that partially degrades held-out (1.0→0.5),
         not just all-or-nothing collapses. Train improves (0.0→1.0) which makes
         the regression easy to miss — the gate catches it anyway."""
+        from skillopt_sleep.replay import aggregate_scores, replay_batch
+
         be = MockFractionalDegradationBackend()
         train = TaskRecord(id="t3", project="/p", intent="train", reference="ABC",
                            reference_kind="exact", tags=["rule:__reward_hacking__"], split="train")
@@ -1342,6 +1344,11 @@ def test_gate_rejects_fractional_degradation(self):
                           reference_kind="exact", tags=["rule:real"], split="val")
         tasks = [train, val1, val2]
 
+        candidate_pairs = replay_batch(be, [val1, val2], be.HACK_TEXT, "")
+        candidate_hard, _candidate_soft = aggregate_scores(candidate_pairs)
+        self.assertEqual([result.hard for _task, result in candidate_pairs], [1.0, 0.0])
+        self.assertEqual(candidate_hard, 0.5)
+
         res = consolidate(be, tasks, "", "", edit_budget=4, gate_metric="hard", night=1)
 
         self.assertFalse(res.accepted)
@@ -1356,7 +1363,6 @@ def test_gate_rejects_fractional_degradation(self):
         self.assertIn("definitive answer", res.rejected_edits[0].content)
 
 
-
 class TestDiagnosticsRedaction(unittest.TestCase):
     """diagnostics.json surfaces backend stderr / optimizer replies / task
     responses for debugging — but those can carry credentials (e.g. a codex 401