{
  "timestamp": "2026-05-08T00:12:00.713088",
  "checkpoint": "checkpoints/phase9_production/step_200000.pt",
  "model_params": 172376579,
  "total_time_s": 1562.0058193206787,
  "n_seeds": 5,
  "guidance_scale": 2.0,
  "results": [
    {
      "test_id": "A1",
      "tier": "A",
      "name": "Consistency",
      "n_cases": 100,
      "n_pass": 100,
      "pass_rate": 1.0,
      "passed": true,
      "details": {},
      "duration_s": 571.2158267498016
    },
    {
      "test_id": "A2",
      "tier": "A",
      "name": "Causal Asymmetry",
      "n_cases": 19,
      "n_pass": 19,
      "pass_rate": 1.0,
      "passed": true,
      "details": {
        "mean_corr": 0.5317086431628028
      },
      "duration_s": 85.96794986724854
    },
    {
      "test_id": "A3",
      "tier": "A",
      "name": "Compositionality",
      "n_cases": 30,
      "n_pass": 28,
      "pass_rate": 0.9333333333333333,
      "passed": true,
      "details": {},
      "duration_s": 214.8946647644043
    },
    {
      "test_id": "A4",
      "tier": "A",
      "name": "Counterfactual Coherence",
      "n_cases": 50,
      "n_pass": 46,
      "pass_rate": 0.92,
      "passed": true,
      "details": {
        "median_corr": 0.999642601137857,
        "min_corr": 0.7887732292567268
      },
      "duration_s": 214.578773021698
    },
    {
      "test_id": "A5",
      "tier": "A",
      "name": "Robustness",
      "n_cases": 56,
      "n_pass": 56,
      "pass_rate": 1.0,
      "passed": true,
      "details": {},
      "duration_s": 88.48681592941284
    },
    {
      "test_id": "B1",
      "tier": "B",
      "name": "Placebo (non-edges)",
      "n_cases": 39,
      "n_pass": 23,
      "pass_rate": 0.5897435897435898,
      "passed": false,
      "details": {
        "mean_effect": 0.12529101967811584,
        "max_effect": 0.444835901260376
      },
      "duration_s": 90.49227929115295
    },
    {
      "test_id": "B2",
      "tier": "B",
      "name": "Real effects (edges)",
      "n_cases": 19,
      "n_pass": 19,
      "pass_rate": 1.0,
      "passed": true,
      "details": {
        "mean_effect": 0.3813858926296234
      },
      "duration_s": 45.237102031707764
    },
    {
      "test_id": "B4",
      "tier": "B",
      "name": "Sensitivity monotonicity",
      "n_cases": 10,
      "n_pass": 10,
      "pass_rate": 1.0,
      "passed": true,
      "details": {},
      "duration_s": 140.24205374717712
    },
    {
      "test_id": "C1",
      "tier": "C",
      "name": "RBI Rate Decisions",
      "n_cases": 42,
      "n_pass": 42,
      "pass_rate": 1.0,
      "passed": true,
      "details": {
        "rate_changes_tested": 42
      },
      "duration_s": 99.34343814849854
    }
  ],
  "tier_summary": {
    "A": {
      "total": 5,
      "passed": 5
    },
    "B": {
      "total": 3,
      "passed": 2
    },
    "C": {
      "total": 1,
      "passed": 1
    }
  },
  "overall_pass": false
}