{
 "schema_version": 2,
 "project": "patch-verdict",
 "subset": "zen",
 "repeat": 1,
 "limit": null,
 "timestamp": "2026-09-24T19:01:42Z",
 "input_hashes": {
  "samples/patch-verdict/fixtures/cases.jsonl": "efa48dde7d27f9d5818f94591b87a8859496096b2ddcdc21a546c9c894975a2d"
 },
 "source_hashes": {
  "samples/_shared/jev.py": "0ab1237a037b005379d3b6de37834a7c552435671d111be5c1cc41e96d0636ac",
  "samples/patch-verdict/../_shared/community.py": "4cd057b6bdf56c2f0ceddd624b6d7098b26c2186bac562bb0aba3f9d03c8b8ee",
  "samples/patch-verdict/build_fixtures.py": "a2d631aeb30be78a045af0b976b8e42dbd8bedc7a8dc360f7a69a25579bec4ea",
  "samples/patch-verdict/patch_verdict.py": "367bdb7bc22076e6e7440653674e14546618c90943eb414088ab7b452d15853d",
  "samples/patch-verdict/score.py": "59231c58f7c0965ab60c2c7d055be6fb64211f427ece31873a811a80e720a44c"
 },
 "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
 "mode": "live",
 "provider": "zen",
 "rows": [
  {
   "id": "pv_322dd01fa9",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.54,
   "p_staged": 0.5599999999999999,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2266,
    "output_tokens": 20,
    "median_latency_ms": 628.7,
    "wall_s": 15.629,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 2.04,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2475,
    "output_tokens": 125,
    "median_latency_ms": 835.6,
    "wall_s": 15.836,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_333f5a6224",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.59,
   "p_staged": 0.6166666666666667,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2247,
    "output_tokens": 20,
    "median_latency_ms": 480.1,
    "wall_s": 15.481,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 2.08,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2456,
    "output_tokens": 125,
    "median_latency_ms": 415.9,
    "wall_s": 15.417,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3430efee5f",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.78,
   "p_staged": 0.7566666666666667,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1700,
    "output_tokens": 20,
    "median_latency_ms": 608.3,
    "wall_s": 15.609,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.07,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1909,
    "output_tokens": 125,
    "median_latency_ms": 479.1,
    "wall_s": 15.48,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3536c0ea43",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.41,
   "p_staged": 0.31666666666666665,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2297,
    "output_tokens": 20,
    "median_latency_ms": 715.0,
    "wall_s": 15.716,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 2.15,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2506,
    "output_tokens": 125,
    "median_latency_ms": 464.4,
    "wall_s": 15.465,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_35678fb74c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.73,
   "p_staged": 0.7666666666666667,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1721,
    "output_tokens": 20,
    "median_latency_ms": 587.3,
    "wall_s": 15.588,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.43,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1930,
    "output_tokens": 125,
    "median_latency_ms": 409.2,
    "wall_s": 15.41,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_35980d829a",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.75,
   "p_staged": 0.5966666666666667,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2063,
    "output_tokens": 20,
    "median_latency_ms": 540.3,
    "wall_s": 15.541,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.06,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2272,
    "output_tokens": 125,
    "median_latency_ms": 414.6,
    "wall_s": 15.415,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_35b5099e46",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.86,
   "p_staged": 0.92,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1981,
    "output_tokens": 20,
    "median_latency_ms": 825.8,
    "wall_s": 15.826,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.47,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2190,
    "output_tokens": 125,
    "median_latency_ms": 409.9,
    "wall_s": 15.411,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_38d6359087",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.75,
   "p_staged": 0.6833333333333332,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1715,
    "output_tokens": 20,
    "median_latency_ms": 548.7,
    "wall_s": 15.549,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.3,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1924,
    "output_tokens": 125,
    "median_latency_ms": 504.5,
    "wall_s": 15.505,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_391647b5a9",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.2,
   "p_staged": 0.3433333333333333,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2374,
    "output_tokens": 20,
    "median_latency_ms": 497.6,
    "wall_s": 15.498,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "breaks_other_behaviour",
   "risk": 3.39,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2583,
    "output_tokens": 130,
    "median_latency_ms": 424.4,
    "wall_s": 15.425,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_391c9e5cad",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.61,
   "p_staged": 0.5633333333333334,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2407,
    "output_tokens": 20,
    "median_latency_ms": 697.9,
    "wall_s": 15.699,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.76,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2616,
    "output_tokens": 125,
    "median_latency_ms": 469.5,
    "wall_s": 15.47,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_39e506484a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.72,
   "p_staged": 0.7833333333333333,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1950,
    "output_tokens": 20,
    "median_latency_ms": 595.1,
    "wall_s": 15.596,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.36,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2159,
    "output_tokens": 125,
    "median_latency_ms": 430.6,
    "wall_s": 15.431,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3a3e4b5b8b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.73,
   "p_staged": 0.6866666666666666,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2028,
    "output_tokens": 20,
    "median_latency_ms": 544.9,
    "wall_s": 15.545,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.18,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2237,
    "output_tokens": 125,
    "median_latency_ms": 546.7,
    "wall_s": 15.547,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3a86fea53e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.17,
   "p_staged": 0.34,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2436,
    "output_tokens": 20,
    "median_latency_ms": 535.1,
    "wall_s": 15.536,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "breaks_other_behaviour",
   "risk": 3.42,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2645,
    "output_tokens": 130,
    "median_latency_ms": 542.1,
    "wall_s": 15.543,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3ffaf882e2",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.72,
   "p_staged": 0.7600000000000001,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1856,
    "output_tokens": 20,
    "median_latency_ms": 584.7,
    "wall_s": 15.586,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.17,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2065,
    "output_tokens": 125,
    "median_latency_ms": 432.7,
    "wall_s": 15.435,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_401bc7a19b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.58,
   "p_staged": 0.6766666666666667,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2112,
    "output_tokens": 20,
    "median_latency_ms": 503.1,
    "wall_s": 15.507,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.85,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2321,
    "output_tokens": 125,
    "median_latency_ms": 488.8,
    "wall_s": 15.489,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_404999ffdd",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.78,
   "p_staged": 0.8566666666666668,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2940,
    "output_tokens": 20,
    "median_latency_ms": 503.5,
    "wall_s": 15.508,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.9,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3149,
    "output_tokens": 125,
    "median_latency_ms": 621.0,
    "wall_s": 15.624,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_40daf1aadf",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.59,
   "p_staged": 0.6666666666666666,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1991,
    "output_tokens": 20,
    "median_latency_ms": 724.9,
    "wall_s": 15.728,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.82,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2200,
    "output_tokens": 125,
    "median_latency_ms": 420.4,
    "wall_s": 15.421,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4166f8e7db",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.8,
   "p_staged": 0.8300000000000001,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1329,
    "output_tokens": 20,
    "median_latency_ms": 816.1,
    "wall_s": 15.817,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.14,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1538,
    "output_tokens": 125,
    "median_latency_ms": 446.2,
    "wall_s": 15.447,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4253370174",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.62,
   "p_staged": 0.6266666666666667,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1752,
    "output_tokens": 20,
    "median_latency_ms": 676.4,
    "wall_s": 15.677,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.8,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1961,
    "output_tokens": 125,
    "median_latency_ms": 408.1,
    "wall_s": 15.409,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_42ca4fde1e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.75,
   "p_staged": 0.7333333333333334,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1758,
    "output_tokens": 20,
    "median_latency_ms": 589.6,
    "wall_s": 15.59,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.29,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1967,
    "output_tokens": 125,
    "median_latency_ms": 476.7,
    "wall_s": 15.478,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_433fc1ec5b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.35,
   "p_staged": 0.42,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2045,
    "output_tokens": 20,
    "median_latency_ms": 569.8,
    "wall_s": 15.571,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 2.81,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2254,
    "output_tokens": 125,
    "median_latency_ms": 513.3,
    "wall_s": 15.514,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_446f6c03ef",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.74,
   "p_staged": 0.8999999999999999,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2532,
    "output_tokens": 20,
    "median_latency_ms": 537.7,
    "wall_s": 15.538,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.37,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2741,
    "output_tokens": 125,
    "median_latency_ms": 5497.5,
    "wall_s": 20.498,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  }
 ],
 "summary": {
  "dataset": {
   "subset": "zen",
   "cases": 22,
   "resolved": 11,
   "limit": null,
   "plan": {
    "cases": 22,
    "one_call_requests": 22,
    "staged_requests": 22,
    "total_requests": 44,
    "zen_minutes_at_spacing": 14.7
   }
  },
  "cases": 22,
  "resolved": 11,
  "gate_rejected": 0,
  "code": {
   "auroc": 0.4545,
   "auroc_95": [
    0.2604,
    0.6429
   ],
   "decided": 15,
   "decided_correct": "7/15"
  },
  "one_call": {
   "auroc": 0.7727,
   "auroc_95": [
    0.5513,
    0.9524
   ],
   "accuracy_at_0_5": "13/22",
   "brier": 0.2116,
   "ece_10": 0.2105
  },
  "staged": {
   "auroc": 0.6612,
   "auroc_95": [
    0.4167,
    0.8926
   ],
   "accuracy_at_0_5": "13/22",
   "brier": 0.2615,
   "ece_10": 0.2056
  },
  "mcnemar_one_call_vs_staged": {
   "only_first_right": 0,
   "only_second_right": 0,
   "p_value": 1.0
  }
 },
 "policy": {
  "version": "patch-verdict-v1",
  "code_gate_rejects": "no patch, or no change outside tests and new scratch scripts",
  "code_rule_accepts": "source change + last test run after the last edit + exit code 0",
  "one_call_score": "p = Noul(passes)",
  "staged_score": "p = mean(Noul(addresses_issue), Noul(verified_after_last_edit), P(failure_mode=likely_fixed))",
  "default_threshold": 0.5,
  "thresholds": "auto-accept/auto-reject cut-offs are chosen on the dev split (openjev) and then frozen",
  "frozen_before_live_runs": true
 },
 "status": "complete",
 "calls": [
  {
   "case_id": "pv_322dd01fa9",
   "phase": "one_call",
   "state_hash": "771c61cf82ee07fb5b99496df60fbb53ee6334222e971697d9ef6e209b9849f9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.54
    }
   },
   "usage": {
    "input_tokens": 2266,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 628.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.629
  },
  {
   "case_id": "pv_322dd01fa9",
   "phase": "staged",
   "state_hash": "771c61cf82ee07fb5b99496df60fbb53ee6334222e971697d9ef6e209b9849f9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.8
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.37
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.41,
     "probabilities": {
      "partial_fix": 0.13,
      "likely_fixed": 0.51,
      "wrong_location": 0.01,
      "breaks_other_behaviour": 0.02,
      "unclear": 0.31,
      "symptom_suppressed": 0.02
     }
    },
    "risk": {
     "type": "score",
     "score": 2.04,
     "confidence": 0.06,
     "probabilities": {
      "0": 0.07,
      "1": 0.31,
      "2": 0.22,
      "3": 0.31,
      "4": 0.09
     }
    }
   },
   "usage": {
    "input_tokens": 2475,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 835.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.836
  },
  {
   "case_id": "pv_333f5a6224",
   "phase": "one_call",
   "state_hash": "d0e35bc6f5b7877f383da8aaae605780414ba5d3013a4afeddfac6bbbf849e80",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.59
    }
   },
   "usage": {
    "input_tokens": 2247,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 480.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.481
  },
  {
   "case_id": "pv_333f5a6224",
   "phase": "staged",
   "state_hash": "d0e35bc6f5b7877f383da8aaae605780414ba5d3013a4afeddfac6bbbf849e80",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.87
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.39
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.52,
     "probabilities": {
      "breaks_other_behaviour": 0.04,
      "partial_fix": 0.12,
      "unclear": 0.18,
      "likely_fixed": 0.59,
      "wrong_location": 0.04,
      "symptom_suppressed": 0.03
     }
    },
    "risk": {
     "type": "score",
     "score": 2.08,
     "confidence": 0,
     "probabilities": {
      "0": 0.1,
      "1": 0.3,
      "2": 0.16,
      "3": 0.3,
      "4": 0.14
     }
    }
   },
   "usage": {
    "input_tokens": 2456,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 415.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.417
  },
  {
   "case_id": "pv_3430efee5f",
   "phase": "one_call",
   "state_hash": "635de697d211178c68f4d6c7ab34c515ad863ebffbf635fbe2d1916c0ad026c1",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.78
    }
   },
   "usage": {
    "input_tokens": 1700,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 608.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.609
  },
  {
   "case_id": "pv_3430efee5f",
   "phase": "staged",
   "state_hash": "635de697d211178c68f4d6c7ab34c515ad863ebffbf635fbe2d1916c0ad026c1",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.93
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.39
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.93,
     "probabilities": {
      "breaks_other_behaviour": 0.03,
      "partial_fix": 0.01,
      "wrong_location": 0,
      "unclear": 0,
      "likely_fixed": 0.95,
      "symptom_suppressed": 0.01
     }
    },
    "risk": {
     "type": "score",
     "score": 1.07,
     "confidence": 0.48,
     "probabilities": {
      "0": 0.28,
      "1": 0.52,
      "2": 0.08,
      "3": 0.1,
      "4": 0.02
     }
    }
   },
   "usage": {
    "input_tokens": 1909,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 479.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.48
  },
  {
   "case_id": "pv_3536c0ea43",
   "phase": "one_call",
   "state_hash": "322d33f51ea9e8699d8384c4d175307ad6841f094f83a091ee4f3384b8180cf4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.41
    }
   },
   "usage": {
    "input_tokens": 2297,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 715.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.716
  },
  {
   "case_id": "pv_3536c0ea43",
   "phase": "staged",
   "state_hash": "322d33f51ea9e8699d8384c4d175307ad6841f094f83a091ee4f3384b8180cf4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.4
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.29
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.42,
     "probabilities": {
      "unclear": 0.52,
      "breaks_other_behaviour": 0,
      "wrong_location": 0.16,
      "partial_fix": 0.04,
      "likely_fixed": 0.26,
      "symptom_suppressed": 0.02
     }
    },
    "risk": {
     "type": "score",
     "score": 2.15,
     "confidence": 0,
     "probabilities": {
      "0": 0.14,
      "1": 0.24,
      "2": 0.15,
      "3": 0.27,
      "4": 0.2
     }
    }
   },
   "usage": {
    "input_tokens": 2506,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 464.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.465
  },
  {
   "case_id": "pv_35678fb74c",
   "phase": "one_call",
   "state_hash": "47dc3c52ff6a2da56e03ab762a0f8e70eabd2fe3ec3e1c05746681df29ca6c97",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.73
    }
   },
   "usage": {
    "input_tokens": 1721,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 587.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.588
  },
  {
   "case_id": "pv_35678fb74c",
   "phase": "staged",
   "state_hash": "47dc3c52ff6a2da56e03ab762a0f8e70eabd2fe3ec3e1c05746681df29ca6c97",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.92
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.45
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.92,
     "probabilities": {
      "symptom_suppressed": 0.01,
      "partial_fix": 0.02,
      "likely_fixed": 0.93,
      "unclear": 0,
      "wrong_location": 0.02,
      "breaks_other_behaviour": 0.02
     }
    },
    "risk": {
     "type": "score",
     "score": 1.43,
     "confidence": 0.28,
     "probabilities": {
      "0": 0.22,
      "1": 0.44,
      "2": 0.09,
      "3": 0.2,
      "4": 0.05
     }
    }
   },
   "usage": {
    "input_tokens": 1930,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 409.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.41
  },
  {
   "case_id": "pv_35980d829a",
   "phase": "one_call",
   "state_hash": "8f6a4449dc097d1aaec1dbb7bd38ba00bac97be6ff89ba4e4fb2193a76b38c87",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.75
    }
   },
   "usage": {
    "input_tokens": 2063,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 540.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.541
  },
  {
   "case_id": "pv_35980d829a",
   "phase": "staged",
   "state_hash": "8f6a4449dc097d1aaec1dbb7bd38ba00bac97be6ff89ba4e4fb2193a76b38c87",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.71
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.48
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.53,
     "probabilities": {
      "partial_fix": 0.01,
      "wrong_location": 0.21,
      "breaks_other_behaviour": 0.01,
      "likely_fixed": 0.6,
      "unclear": 0.15,
      "symptom_suppressed": 0.02
     }
    },
    "risk": {
     "type": "score",
     "score": 1.06,
     "confidence": 0.32,
     "probabilities": {
      "0": 0.38,
      "1": 0.38,
      "2": 0.08,
      "3": 0.11,
      "4": 0.05
     }
    }
   },
   "usage": {
    "input_tokens": 2272,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 414.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.415
  },
  {
   "case_id": "pv_35b5099e46",
   "phase": "one_call",
   "state_hash": "604f47acaca9756d6fbc89f8a69597511ff9b5befbf19ccd7ba5e5c1fd44621b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.86
    }
   },
   "usage": {
    "input_tokens": 1981,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 825.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.826
  },
  {
   "case_id": "pv_35b5099e46",
   "phase": "staged",
   "state_hash": "604f47acaca9756d6fbc89f8a69597511ff9b5befbf19ccd7ba5e5c1fd44621b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.95
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.88
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.91,
     "probabilities": {
      "partial_fix": 0,
      "wrong_location": 0,
      "likely_fixed": 0.93,
      "symptom_suppressed": 0.05,
      "unclear": 0,
      "breaks_other_behaviour": 0.02
     }
    },
    "risk": {
     "type": "score",
     "score": 0.47,
     "confidence": 0.61,
     "probabilities": {
      "0": 0.67,
      "1": 0.24,
      "2": 0.03,
      "3": 0.04,
      "4": 0.02
     }
    }
   },
   "usage": {
    "input_tokens": 2190,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 409.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.411
  },
  {
   "case_id": "pv_38d6359087",
   "phase": "one_call",
   "state_hash": "7fec96d7037d8f376d0f179fd4b0f1b7c166cbfb9edf1b39f554e26bc00ff89b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.75
    }
   },
   "usage": {
    "input_tokens": 1715,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 548.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.549
  },
  {
   "case_id": "pv_38d6359087",
   "phase": "staged",
   "state_hash": "7fec96d7037d8f376d0f179fd4b0f1b7c166cbfb9edf1b39f554e26bc00ff89b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.93
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.15
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.96,
     "probabilities": {
      "unclear": 0.01,
      "symptom_suppressed": 0,
      "partial_fix": 0.01,
      "likely_fixed": 0.97,
      "breaks_other_behaviour": 0.01,
      "wrong_location": 0
     }
    },
    "risk": {
     "type": "score",
     "score": 1.3,
     "confidence": 0.26,
     "probabilities": {
      "0": 0.29,
      "1": 0.39,
      "2": 0.09,
      "3": 0.17,
      "4": 0.06
     }
    }
   },
   "usage": {
    "input_tokens": 1924,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 504.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.505
  },
  {
   "case_id": "pv_391647b5a9",
   "phase": "one_call",
   "state_hash": "3db3f8fd9319cdb567dc264b0c5a2c7e6eb717e9d110024b543afd19281f1fc8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.2
    }
   },
   "usage": {
    "input_tokens": 2374,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 497.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.498
  },
  {
   "case_id": "pv_391647b5a9",
   "phase": "staged",
   "state_hash": "3db3f8fd9319cdb567dc264b0c5a2c7e6eb717e9d110024b543afd19281f1fc8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.93
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.08
    },
    "failure_mode": {
     "type": "choice",
     "choice": "breaks_other_behaviour",
     "confidence": 0.88,
     "probabilities": {
      "wrong_location": 0,
      "symptom_suppressed": 0,
      "breaks_other_behaviour": 0.91,
      "partial_fix": 0.07,
      "unclear": 0,
      "likely_fixed": 0.02
     }
    },
    "risk": {
     "type": "score",
     "score": 3.39,
     "confidence": 0.49,
     "probabilities": {
      "0": 0.01,
      "1": 0.03,
      "2": 0.02,
      "3": 0.45,
      "4": 0.49
     }
    }
   },
   "usage": {
    "input_tokens": 2583,
    "output_tokens": 130
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 424.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.425
  },
  {
   "case_id": "pv_391c9e5cad",
   "phase": "one_call",
   "state_hash": "dcb203395e80dc626f229d75221956ea1f52cb86b957e8756861a4cf19186ac7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.61
    }
   },
   "usage": {
    "input_tokens": 2407,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 697.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.699
  },
  {
   "case_id": "pv_391c9e5cad",
   "phase": "staged",
   "state_hash": "dcb203395e80dc626f229d75221956ea1f52cb86b957e8756861a4cf19186ac7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.67
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.52
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.41,
     "probabilities": {
      "breaks_other_behaviour": 0.01,
      "wrong_location": 0.12,
      "likely_fixed": 0.5,
      "symptom_suppressed": 0.01,
      "unclear": 0.34,
      "partial_fix": 0.02
     }
    },
    "risk": {
     "type": "score",
     "score": 1.76,
     "confidence": 0.02,
     "probabilities": {
      "0": 0.21,
      "1": 0.32,
      "2": 0.09,
      "3": 0.25,
      "4": 0.13
     }
    }
   },
   "usage": {
    "input_tokens": 2616,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 469.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.47
  },
  {
   "case_id": "pv_39e506484a",
   "phase": "one_call",
   "state_hash": "8907ffd3128df2d5f3f78d0f0dbf9d6f89570798640af6acd554adb1f20bf9c8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.72
    }
   },
   "usage": {
    "input_tokens": 1950,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 595.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.596
  },
  {
   "case_id": "pv_39e506484a",
   "phase": "staged",
   "state_hash": "8907ffd3128df2d5f3f78d0f0dbf9d6f89570798640af6acd554adb1f20bf9c8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.94
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.47
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.91,
     "probabilities": {
      "wrong_location": 0,
      "likely_fixed": 0.9400000000000001,
      "symptom_suppressed": 0,
      "unclear": 0,
      "partial_fix": 0.03,
      "breaks_other_behaviour": 0.03
     }
    },
    "risk": {
     "type": "score",
     "score": 1.36,
     "confidence": 0.33,
     "probabilities": {
      "0": 0.22,
      "1": 0.46,
      "2": 0.09,
      "3": 0.19,
      "4": 0.04
     }
    }
   },
   "usage": {
    "input_tokens": 2159,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 430.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.431
  },
  {
   "case_id": "pv_3a3e4b5b8b",
   "phase": "one_call",
   "state_hash": "1df0732736a1e8fbb3f09ed9c47c5bdfaa7995dbe6c239c587bf1c4f1a9b17e6",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.73
    }
   },
   "usage": {
    "input_tokens": 2028,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 544.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.545
  },
  {
   "case_id": "pv_3a3e4b5b8b",
   "phase": "staged",
   "state_hash": "1df0732736a1e8fbb3f09ed9c47c5bdfaa7995dbe6c239c587bf1c4f1a9b17e6",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.79
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.53
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.67,
     "probabilities": {
      "breaks_other_behaviour": 0,
      "partial_fix": 0.01,
      "unclear": 0.2,
      "wrong_location": 0.04,
      "likely_fixed": 0.74,
      "symptom_suppressed": 0.01
     }
    },
    "risk": {
     "type": "score",
     "score": 1.18,
     "confidence": 0.4,
     "probabilities": {
      "0": 0.27,
      "1": 0.48,
      "2": 0.1,
      "3": 0.11,
      "4": 0.04
     }
    }
   },
   "usage": {
    "input_tokens": 2237,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 546.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.547
  },
  {
   "case_id": "pv_3a86fea53e",
   "phase": "one_call",
   "state_hash": "49f9c7dc1134812aa2c60649d27cc95ae27e31119448db2de6ce39bdbdaec460",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.17
    }
   },
   "usage": {
    "input_tokens": 2436,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 535.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.536
  },
  {
   "case_id": "pv_3a86fea53e",
   "phase": "staged",
   "state_hash": "49f9c7dc1134812aa2c60649d27cc95ae27e31119448db2de6ce39bdbdaec460",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.84
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.15
    },
    "failure_mode": {
     "type": "choice",
     "choice": "breaks_other_behaviour",
     "confidence": 0.43,
     "probabilities": {
      "likely_fixed": 0.03,
      "partial_fix": 0.31,
      "breaks_other_behaviour": 0.52,
      "symptom_suppressed": 0.01,
      "wrong_location": 0.01,
      "unclear": 0.12
     }
    },
    "risk": {
     "type": "score",
     "score": 3.42,
     "confidence": 0.52,
     "probabilities": {
      "0": 0.01,
      "1": 0.04,
      "2": 0.03,
      "3": 0.35,
      "4": 0.57
     }
    }
   },
   "usage": {
    "input_tokens": 2645,
    "output_tokens": 130
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 542.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.543
  },
  {
   "case_id": "pv_3ffaf882e2",
   "phase": "one_call",
   "state_hash": "bb95361dcd3b84c1ebde7e25b68caea981d9298821218f0b975b16c6e80b1ac5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.72
    }
   },
   "usage": {
    "input_tokens": 1856,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 584.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.586
  },
  {
   "case_id": "pv_3ffaf882e2",
   "phase": "staged",
   "state_hash": "bb95361dcd3b84c1ebde7e25b68caea981d9298821218f0b975b16c6e80b1ac5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.93
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.39
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.95,
     "probabilities": {
      "likely_fixed": 0.96,
      "wrong_location": 0,
      "breaks_other_behaviour": 0.02,
      "partial_fix": 0.02,
      "unclear": 0,
      "symptom_suppressed": 0
     }
    },
    "risk": {
     "type": "score",
     "score": 1.17,
     "confidence": 0.45,
     "probabilities": {
      "0": 0.24,
      "1": 0.52,
      "2": 0.08,
      "3": 0.13,
      "4": 0.03
     }
    }
   },
   "usage": {
    "input_tokens": 2065,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 432.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.435
  },
  {
   "case_id": "pv_401bc7a19b",
   "phase": "one_call",
   "state_hash": "ef15e7a81352f9d540f6419e018c1a767540dd42398bdf7dd5b7e838353da68e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.58
    }
   },
   "usage": {
    "input_tokens": 2112,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 503.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.507
  },
  {
   "case_id": "pv_401bc7a19b",
   "phase": "staged",
   "state_hash": "ef15e7a81352f9d540f6419e018c1a767540dd42398bdf7dd5b7e838353da68e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.44
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.62,
     "probabilities": {
      "likely_fixed": 0.69,
      "partial_fix": 0.23,
      "breaks_other_behaviour": 0.02,
      "symptom_suppressed": 0,
      "wrong_location": 0,
      "unclear": 0.06
     }
    },
    "risk": {
     "type": "score",
     "score": 1.85,
     "confidence": 0.05,
     "probabilities": {
      "0": 0.14,
      "1": 0.35,
      "2": 0.12,
      "3": 0.29,
      "4": 0.1
     }
    }
   },
   "usage": {
    "input_tokens": 2321,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 488.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.489
  },
  {
   "case_id": "pv_404999ffdd",
   "phase": "one_call",
   "state_hash": "c01b04f16886c7a9ff8feb729400a31c7874f5c5a6551686f1cabd07608ce645",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.78
    }
   },
   "usage": {
    "input_tokens": 2940,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 503.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.508
  },
  {
   "case_id": "pv_404999ffdd",
   "phase": "staged",
   "state_hash": "c01b04f16886c7a9ff8feb729400a31c7874f5c5a6551686f1cabd07608ce645",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.93
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.64
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.99,
     "probabilities": {
      "likely_fixed": 1,
      "partial_fix": 0,
      "breaks_other_behaviour": 0,
      "unclear": 0,
      "wrong_location": 0,
      "symptom_suppressed": 0
     }
    },
    "risk": {
     "type": "score",
     "score": 0.9,
     "confidence": 0.5,
     "probabilities": {
      "0": 0.35,
      "1": 0.51,
      "2": 0.05,
      "3": 0.07,
      "4": 0.02
     }
    }
   },
   "usage": {
    "input_tokens": 3149,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 621.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.624
  },
  {
   "case_id": "pv_40daf1aadf",
   "phase": "one_call",
   "state_hash": "d75635856b58ec8b4e5cbcb01f3e7f43a053269c64b25f4e2b9d6d661f32e1ee",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.59
    }
   },
   "usage": {
    "input_tokens": 1991,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 724.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.728
  },
  {
   "case_id": "pv_40daf1aadf",
   "phase": "staged",
   "state_hash": "d75635856b58ec8b4e5cbcb01f3e7f43a053269c64b25f4e2b9d6d661f32e1ee",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.88
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.62
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.4,
     "probabilities": {
      "partial_fix": 0.27,
      "likely_fixed": 0.5,
      "symptom_suppressed": 0.2,
      "breaks_other_behaviour": 0.02,
      "wrong_location": 0,
      "unclear": 0.01
     }
    },
    "risk": {
     "type": "score",
     "score": 1.82,
     "confidence": 0.08,
     "probabilities": {
      "0": 0.14,
      "1": 0.38,
      "2": 0.1,
      "3": 0.3,
      "4": 0.08
     }
    }
   },
   "usage": {
    "input_tokens": 2200,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 420.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.421
  },
  {
   "case_id": "pv_4166f8e7db",
   "phase": "one_call",
   "state_hash": "2147db62ee7a32c3adb641898a894731320b359a57f0e68130fb6b6a0c396a06",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.8
    }
   },
   "usage": {
    "input_tokens": 1329,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 816.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.817
  },
  {
   "case_id": "pv_4166f8e7db",
   "phase": "staged",
   "state_hash": "2147db62ee7a32c3adb641898a894731320b359a57f0e68130fb6b6a0c396a06",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.62
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.97,
     "probabilities": {
      "likely_fixed": 0.97,
      "symptom_suppressed": 0,
      "breaks_other_behaviour": 0.01,
      "unclear": 0,
      "wrong_location": 0,
      "partial_fix": 0.02
     }
    },
    "risk": {
     "type": "score",
     "score": 1.14,
     "confidence": 0.35,
     "probabilities": {
      "0": 0.32,
      "1": 0.43,
      "2": 0.08,
      "3": 0.14,
      "4": 0.03
     }
    }
   },
   "usage": {
    "input_tokens": 1538,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 446.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.447
  },
  {
   "case_id": "pv_4253370174",
   "phase": "one_call",
   "state_hash": "3384ed72e8e8670260e0dfe33a6c268429b12c4874d88f97bfe38ba5e1a5f83a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.62
    }
   },
   "usage": {
    "input_tokens": 1752,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 676.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.677
  },
  {
   "case_id": "pv_4253370174",
   "phase": "staged",
   "state_hash": "3384ed72e8e8670260e0dfe33a6c268429b12c4874d88f97bfe38ba5e1a5f83a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.86
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.24
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.73,
     "probabilities": {
      "symptom_suppressed": 0,
      "partial_fix": 0.09,
      "likely_fixed": 0.78,
      "wrong_location": 0.01,
      "unclear": 0.01,
      "breaks_other_behaviour": 0.11
     }
    },
    "risk": {
     "type": "score",
     "score": 1.8,
     "confidence": 0.13,
     "probabilities": {
      "0": 0.12,
      "1": 0.4,
      "2": 0.12,
      "3": 0.29,
      "4": 0.07
     }
    }
   },
   "usage": {
    "input_tokens": 1961,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 408.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.409
  },
  {
   "case_id": "pv_42ca4fde1e",
   "phase": "one_call",
   "state_hash": "7f451fe6e53e51100f60780ef5f1190c60de80669a4e20cc405836c4400312a4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.75
    }
   },
   "usage": {
    "input_tokens": 1758,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 589.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.59
  },
  {
   "case_id": "pv_42ca4fde1e",
   "phase": "staged",
   "state_hash": "7f451fe6e53e51100f60780ef5f1190c60de80669a4e20cc405836c4400312a4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.91
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.36
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.91,
     "probabilities": {
      "unclear": 0,
      "breaks_other_behaviour": 0.04,
      "wrong_location": 0,
      "likely_fixed": 0.93,
      "partial_fix": 0.03,
      "symptom_suppressed": 0
     }
    },
    "risk": {
     "type": "score",
     "score": 1.29,
     "confidence": 0.31,
     "probabilities": {
      "0": 0.27,
      "1": 0.43,
      "2": 0.08,
      "3": 0.18,
      "4": 0.04
     }
    }
   },
   "usage": {
    "input_tokens": 1967,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 476.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.478
  },
  {
   "case_id": "pv_433fc1ec5b",
   "phase": "one_call",
   "state_hash": "2b053ea0c8b486cf0659f296475e975d661836f18b1dc2eb93c5df1c846aa97e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.35
    }
   },
   "usage": {
    "input_tokens": 2045,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 569.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.571
  },
  {
   "case_id": "pv_433fc1ec5b",
   "phase": "staged",
   "state_hash": "2b053ea0c8b486cf0659f296475e975d661836f18b1dc2eb93c5df1c846aa97e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.55
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.45
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.27,
     "probabilities": {
      "unclear": 0.4,
      "breaks_other_behaviour": 0.01,
      "partial_fix": 0.24,
      "likely_fixed": 0.26,
      "wrong_location": 0.08,
      "symptom_suppressed": 0.01
     }
    },
    "risk": {
     "type": "score",
     "score": 2.81,
     "confidence": 0.31,
     "probabilities": {
      "0": 0.06,
      "1": 0.13,
      "2": 0.08,
      "3": 0.41,
      "4": 0.32
     }
    }
   },
   "usage": {
    "input_tokens": 2254,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 513.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.514
  },
  {
   "case_id": "pv_446f6c03ef",
   "phase": "one_call",
   "state_hash": "0beca3c7c0c6a4742ae93c5c9c470eadbd5f24ececa9b6b528d1fd806af5d6e8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.74
    }
   },
   "usage": {
    "input_tokens": 2532,
    "output_tokens": 20
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 537.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 15.538
  },
  {
   "case_id": "pv_446f6c03ef",
   "phase": "staged",
   "state_hash": "0beca3c7c0c6a4742ae93c5c9c470eadbd5f24ececa9b6b528d1fd806af5d6e8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.95
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.85
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.88,
     "probabilities": {
      "unclear": 0,
      "partial_fix": 0.01,
      "symptom_suppressed": 0,
      "breaks_other_behaviour": 0.09,
      "wrong_location": 0,
      "likely_fixed": 0.9
     }
    },
    "risk": {
     "type": "score",
     "score": 1.37,
     "confidence": 0.26,
     "probabilities": {
      "0": 0.26,
      "1": 0.4,
      "2": 0.09,
      "3": 0.21,
      "4": 0.04
     }
    }
   },
   "usage": {
    "input_tokens": 2741,
    "output_tokens": 125
   },
   "model": "jev-1.13-free",
   "mode": "live",
   "provider": "zen",
   "label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
   "latency_ms": 5497.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 20.498
  }
 ],
 "metrics": {
  "requests": 44,
  "completed_requests": 44,
  "input_tokens": 95598,
  "output_tokens": 3200,
  "median_latency_ms": 536.4,
  "wall_s": 689.005,
  "cost_usd": 0.0,
  "cost_basis": "free route; missing provider cost fields are not receipts",
  "reported_cost_usd": null
 },
 "wall_s": 880.621
}