test: replayable challenge-pack fixtures

tests/fixtures/challenge_packs/composite_receipt/challenge.yaml

@@ -0,0 +1,39 @@
+schema_version: 1
+id: composite_receipt
+scenario: Crashlanded Survival
+seed: 42
+tick_budget: 10
+mode: fixture
+harness: fixture
+model: fixture
+scoring_version: "1.2"
+expected:
+  - composite_receipt
+pass_fail:
+  - judgment: composite_receipt
+    receipt: summary.json
+    match: object
+    all:
+      - path: scoring_version
+        eq: "1.2"
+      - path: scenario
+        eq: Crashlanded Survival
+      - path: random_seed
+        eq: 42
+      - path: harness
+        eq: fixture
+      - path: model
+        eq: fixture
+      - path: ticks_run
+        gte: 1
+      - path: ticks_run
+        lte: 10
+      - path: final_score
+        type: number
+      - path: outcome
+        type: string
+    absent:
+      - reasoning_trace
+      - reasoning_traces
+      - pass_rate
+      - n_runs

tests/fixtures/challenge_packs/composite_receipt/receipts/fail/summary.json

@@ -0,0 +1,13 @@
+{
+  "scoring_version": "1.1",
+  "scenario": "Crashlanded Survival",
+  "random_seed": 42,
+  "harness": "fixture",
+  "model": "fixture",
+  "ticks_run": 10,
+  "outcome": "timeout",
+  "final_score": "narrative",
+  "n_runs": 2,
+  "pass_rate": true,
+  "reasoning_traces": [{"summary": "abridged"}]
+}

tests/fixtures/challenge_packs/composite_receipt/receipts/pass/summary.json

@@ -0,0 +1,14 @@
+{
+  "scoring_version": "1.2",
+  "scenario": "Crashlanded Survival",
+  "scenario_save_name": "rle_crashlanded_v1",
+  "random_seed": 42,
+  "harness": "fixture",
+  "model": "fixture",
+  "ticks_run": 10,
+  "max_ticks": 10,
+  "outcome": "timeout",
+  "final_score": 0.0,
+  "live_save_sha256": "pin-match",
+  "live_save_copied": false
+}

tests/fixtures/challenge_packs/ensure_live_save/challenge.yaml

@@ -0,0 +1,27 @@
+schema_version: 1
+id: ensure_live_save
+scenario: Crashlanded Survival
+seed: 42
+tick_budget: 10
+mode: fixture
+harness: fixture
+model: fixture
+scoring_version: "1.2"
+expected:
+  - ensure_live_save
+pass_fail:
+  - judgment: ensure_live_save
+    receipt: preflight.json
+    match: object
+    all:
+      - path: save_name
+        eq: rle_crashlanded_v1
+      - path: live_save_sha256
+        eq_path: pinned_sha256
+      - path: error
+        absent: true
+      - path: copied
+        type: bool
+    absent:
+      - reasoning_trace
+      - reasoning_traces

tests/fixtures/challenge_packs/ensure_live_save/receipts/fail/preflight.json

@@ -0,0 +1,7 @@
+{
+  "save_name": "rle_crashlanded_v1",
+  "pinned_sha256": "pin-match",
+  "live_save_sha256": "stale-appdata",
+  "copied": false,
+  "error": "LiveSavePinError"
+}

tests/fixtures/challenge_packs/ensure_live_save/receipts/pass/preflight.json

@@ -0,0 +1,7 @@
+{
+  "save_name": "rle_crashlanded_v1",
+  "pinned_sha256": "pin-match",
+  "live_save_sha256": "pin-match",
+  "copied": false,
+  "error": null
+}

tests/fixtures/challenge_packs/preflight_contract/challenge.yaml

@@ -0,0 +1,45 @@
+schema_version: 1
+id: preflight_contract
+scenario: Crashlanded Survival
+seed: 42
+tick_budget: 10
+mode: fixture
+harness: fixture
+model: fixture
+scoring_version: "1.2"
+expected:
+  - stockpile_delete_quarantine
+  - preflight_contract
+pass_fail:
+  - judgment: stockpile_delete_quarantine
+    receipt: events.jsonl
+    match: any
+    where:
+      event_type: action_exec
+    all:
+      - path: data.action_type
+        eq: stockpile_delete
+      - path: data.success
+        eq: false
+      - path: data.error
+        contains: quarantined
+    absent:
+      - reasoning_trace
+      - reasoning_traces
+  - judgment: preflight_contract
+    receipt: preflight.json
+    match: object
+    all:
+      - path: growing_zone_already_covers
+        eq: true
+      - path: work_priority.Growing
+        eq: 1
+      - path: research_target_status
+        eq: available
+      - path: tend_pair_resolved
+        eq: true
+      - path: stockpile_delete_quarantined
+        eq: true
+    absent:
+      - reasoning_trace
+      - reasoning_traces

tests/fixtures/challenge_packs/preflight_contract/receipts/fail/events.jsonl

@@ -0,0 +1 @@
+{"timestamp": 0.0, "tick": 1, "event_type": "action_exec", "agent": null, "data": {"action_type": "stockpile_delete", "target": null, "success": true, "error": null, "parameters": {"zone_id": 3}}}

tests/fixtures/challenge_packs/preflight_contract/receipts/fail/preflight.json

@@ -0,0 +1,7 @@
+{
+  "growing_zone_already_covers": true,
+  "work_priority": {"Growing": 1},
+  "research_target_status": "available",
+  "tend_pair_resolved": true,
+  "stockpile_delete_quarantined": false
+}

tests/fixtures/challenge_packs/preflight_contract/receipts/pass/events.jsonl

@@ -0,0 +1 @@
+{"timestamp": 0.0, "tick": 1, "event_type": "action_exec", "agent": null, "data": {"action_type": "stockpile_delete", "target": null, "success": false, "error": "stockpile_delete is quarantined — the endpoint is missing on this RIMAPI build. Do not advertise or call it.", "parameters": {"zone_id": 3}}}

tests/fixtures/challenge_packs/preflight_contract/receipts/pass/preflight.json

@@ -0,0 +1,7 @@
+{
+  "growing_zone_already_covers": true,
+  "work_priority": {"Growing": 1},
+  "research_target_status": "available",
+  "tend_pair_resolved": true,
+  "stockpile_delete_quarantined": true
+}

tests/fixtures/challenge_packs/research_unblock/challenge.yaml

@@ -0,0 +1,41 @@
+schema_version: 1
+id: research_unblock
+scenario: Crashlanded Survival
+seed: 42
+tick_budget: 10
+mode: fixture
+harness: fixture
+model: fixture
+scoring_version: "1.2"
+expected:
+  - research_bench_present
+  - research_adapters
+pass_fail:
+  - judgment: research_bench_present
+    receipt: preflight.json
+    match: object
+    all:
+      - path: research_bench_present
+        eq: true
+      - path: structures.0.def_name
+        eq: SimpleResearchBench
+    absent:
+      - reasoning_trace
+      - reasoning_traces
+  - judgment: research_adapters
+    receipt: preflight.json
+    match: object
+    all:
+      - path: adapter
+        eq: _adapt_research
+      - path: research.current_project
+        eq: Smithing
+      - path: research_target_status
+        eq: current
+      - path: research.completed
+        not_contains: Medieval
+      - path: research.available
+        type: list
+    absent:
+      - reasoning_trace
+      - reasoning_traces

tests/fixtures/challenge_packs/research_unblock/receipts/fail/preflight.json

@@ -0,0 +1,17 @@
+{
+  "research_bench_present": false,
+  "structures": [
+    {
+      "def_name": "Wall",
+      "position": [0, 0]
+    }
+  ],
+  "adapter": "_adapt_research",
+  "research": {
+    "current_project": null,
+    "progress": 0.0,
+    "completed": ["Medieval"],
+    "available": []
+  },
+  "research_target_status": "locked"
+}

tests/fixtures/challenge_packs/research_unblock/receipts/pass/preflight.json

@@ -0,0 +1,17 @@
+{
+  "research_bench_present": true,
+  "structures": [
+    {
+      "def_name": "SimpleResearchBench",
+      "position": [128, 136]
+    }
+  ],
+  "adapter": "_adapt_research",
+  "research": {
+    "current_project": "Smithing",
+    "progress": 0.0,
+    "completed": [],
+    "available": ["Smithing"]
+  },
+  "research_target_status": "current"
+}