{
 "schema_version": 2,
 "project": "patch-verdict",
 "subset": "dev",
 "repeat": 1,
 "limit": null,
 "timestamp": "2026-09-24T18:58:42Z",
 "input_hashes": {
  "samples/patch-verdict/fixtures/cases.jsonl": "efa48dde7d27f9d5818f94591b87a8859496096b2ddcdc21a546c9c894975a2d"
 },
 "source_hashes": {
  "samples/_shared/jev.py": "0ab1237a037b005379d3b6de37834a7c552435671d111be5c1cc41e96d0636ac",
  "samples/patch-verdict/../_shared/community.py": "4cd057b6bdf56c2f0ceddd624b6d7098b26c2186bac562bb0aba3f9d03c8b8ee",
  "samples/patch-verdict/build_fixtures.py": "a2d631aeb30be78a045af0b976b8e42dbd8bedc7a8dc360f7a69a25579bec4ea",
  "samples/patch-verdict/patch_verdict.py": "367bdb7bc22076e6e7440653674e14546618c90943eb414088ab7b452d15853d",
  "samples/patch-verdict/score.py": "59231c58f7c0965ab60c2c7d055be6fb64211f427ece31873a811a80e720a44c"
 },
 "label": "openjev (Codiv free hosted) - NOT JEV",
 "mode": "live",
 "provider": "codiv",
 "rows": [
  {
   "id": "pv_0048736ad6",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.6691030936487606,
   "p_staged": 0.25339775597585107,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2475,
    "output_tokens": 0,
    "median_latency_ms": 1521.6,
    "wall_s": 1.522,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.7650568654607963,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2651,
    "output_tokens": 0,
    "median_latency_ms": 1121.6,
    "wall_s": 1.122,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_01b5176583",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998849252414705,
   "p_staged": 0.8450752239064183,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2318,
    "output_tokens": 0,
    "median_latency_ms": 1166.2,
    "wall_s": 1.166,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7837989122790144,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2494,
    "output_tokens": 0,
    "median_latency_ms": 1602.3,
    "wall_s": 1.603,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_020b31a16f",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999939914883107,
   "p_staged": 0.9999049917126216,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1661,
    "output_tokens": 0,
    "median_latency_ms": 1064.9,
    "wall_s": 1.065,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.01994953057042585,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1837,
    "output_tokens": 0,
    "median_latency_ms": 450.7,
    "wall_s": 0.451,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_02532161fe",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9989454017773487,
   "p_staged": 0.666224465622899,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2350,
    "output_tokens": 0,
    "median_latency_ms": 1618.2,
    "wall_s": 1.618,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7318144113332754,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2526,
    "output_tokens": 0,
    "median_latency_ms": 1310.6,
    "wall_s": 1.311,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_029e501815",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998421506682892,
   "p_staged": 0.9961090111108225,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2801,
    "output_tokens": 0,
    "median_latency_ms": 1871.6,
    "wall_s": 1.872,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.4811566550102933,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2977,
    "output_tokens": 0,
    "median_latency_ms": 1585.9,
    "wall_s": 1.586,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_03820d4cb1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999786933101228,
   "p_staged": 0.6931700746608186,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1880,
    "output_tokens": 0,
    "median_latency_ms": 724.9,
    "wall_s": 0.725,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08845393815459243,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2056,
    "output_tokens": 0,
    "median_latency_ms": 911.2,
    "wall_s": 0.911,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_042bbd8ae6",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999980247393726,
   "p_staged": 0.9999908047016869,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1501,
    "output_tokens": 0,
    "median_latency_ms": 390.6,
    "wall_s": 0.391,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.327195955864671,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1677,
    "output_tokens": 0,
    "median_latency_ms": 1125.1,
    "wall_s": 1.125,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_047d009453",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9993758064550307,
   "p_staged": 0.6392397447623682,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1835,
    "output_tokens": 0,
    "median_latency_ms": 914.5,
    "wall_s": 0.915,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.3306651690554419,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2011,
    "output_tokens": 0,
    "median_latency_ms": 956.8,
    "wall_s": 0.957,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_066de91603",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9994859240325933,
   "p_staged": 0.9982526572196727,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1528,
    "output_tokens": 0,
    "median_latency_ms": 1401.4,
    "wall_s": 1.402,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.017454835768365352,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1704,
    "output_tokens": 0,
    "median_latency_ms": 1703.9,
    "wall_s": 1.704,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_068d388c49",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999954958070273,
   "p_staged": 0.9999816775171874,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1377,
    "output_tokens": 0,
    "median_latency_ms": 466.3,
    "wall_s": 0.467,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.037182339332844865,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1553,
    "output_tokens": 0,
    "median_latency_ms": 1171.0,
    "wall_s": 1.171,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_075423479c",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999815293233918,
   "p_staged": 0.6942954738122382,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2236,
    "output_tokens": 0,
    "median_latency_ms": 633.6,
    "wall_s": 0.634,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0504028073669983,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2412,
    "output_tokens": 0,
    "median_latency_ms": 614.5,
    "wall_s": 0.615,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_08737e9edb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9343807110182702,
   "p_staged": 0.9167527460904462,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2393,
    "output_tokens": 0,
    "median_latency_ms": 1243.4,
    "wall_s": 1.244,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3339937697802463,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2569,
    "output_tokens": 0,
    "median_latency_ms": 1259.1,
    "wall_s": 1.259,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_08bccd5bfe",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9920687171410839,
   "p_staged": 0.8551685600528575,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2628,
    "output_tokens": 0,
    "median_latency_ms": 1828.5,
    "wall_s": 1.829,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.050012096979483146,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2804,
    "output_tokens": 0,
    "median_latency_ms": 958.9,
    "wall_s": 0.959,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0907c0cde3",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999961293072629,
   "p_staged": 0.999917895258971,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2817,
    "output_tokens": 0,
    "median_latency_ms": 846.4,
    "wall_s": 0.847,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.018580097753379873,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2993,
    "output_tokens": 0,
    "median_latency_ms": 1167.3,
    "wall_s": 1.168,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_092ce51590",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.17730525373727515,
   "p_staged": 0.11445665571090531,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2945,
    "output_tokens": 0,
    "median_latency_ms": 1310.7,
    "wall_s": 1.311,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.5756469038352332,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3121,
    "output_tokens": 0,
    "median_latency_ms": 888.4,
    "wall_s": 0.889,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0938027c88",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999867513975678,
   "p_staged": 0.9955170341189609,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2602,
    "output_tokens": 0,
    "median_latency_ms": 624.0,
    "wall_s": 0.624,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11879751889521244,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2778,
    "output_tokens": 0,
    "median_latency_ms": 1046.0,
    "wall_s": 1.046,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_09e07b1857",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998473869495276,
   "p_staged": 0.8606589592977908,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2353,
    "output_tokens": 0,
    "median_latency_ms": 659.9,
    "wall_s": 0.66,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.09293555715980423,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2529,
    "output_tokens": 0,
    "median_latency_ms": 1054.3,
    "wall_s": 1.055,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0a025784d9",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998520371610035,
   "p_staged": 0.6882214654078082,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2029,
    "output_tokens": 0,
    "median_latency_ms": 579.4,
    "wall_s": 0.58,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.3591602548126677,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2205,
    "output_tokens": 0,
    "median_latency_ms": 1016.6,
    "wall_s": 1.017,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0a7443f419",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999824175150352,
   "p_staged": 0.6714961625156223,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2652,
    "output_tokens": 0,
    "median_latency_ms": 987.7,
    "wall_s": 0.988,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.10546877617360297,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2828,
    "output_tokens": 0,
    "median_latency_ms": 1134.4,
    "wall_s": 1.135,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0a93466d0b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.05236440534327934,
   "p_staged": 0.262956509570509,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2596,
    "output_tokens": 0,
    "median_latency_ms": 1050.6,
    "wall_s": 1.051,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.9998499237840441,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2772,
    "output_tokens": 0,
    "median_latency_ms": 1284.7,
    "wall_s": 1.285,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0beaf16051",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999997398598365,
   "p_staged": 0.999993304865851,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2084,
    "output_tokens": 0,
    "median_latency_ms": 567.0,
    "wall_s": 0.567,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.012509100506018788,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2260,
    "output_tokens": 0,
    "median_latency_ms": 577.8,
    "wall_s": 0.578,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0cc2b6453b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999724972263029,
   "p_staged": 0.9996947796979295,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2403,
    "output_tokens": 0,
    "median_latency_ms": 911.9,
    "wall_s": 0.912,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.22992500398351035,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2579,
    "output_tokens": 0,
    "median_latency_ms": 1349.5,
    "wall_s": 1.35,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0df358b272",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999924444527764,
   "p_staged": 0.9999697890012017,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1980,
    "output_tokens": 0,
    "median_latency_ms": 810.8,
    "wall_s": 0.811,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.03287012824840601,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2156,
    "output_tokens": 0,
    "median_latency_ms": 1027.2,
    "wall_s": 1.028,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0ee2b4bfcd",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999969980745543,
   "p_staged": 0.999187009609387,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1103,
    "output_tokens": 0,
    "median_latency_ms": 979.6,
    "wall_s": 0.98,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.016050956194264623,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1279,
    "output_tokens": 0,
    "median_latency_ms": 738.8,
    "wall_s": 0.739,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0ee3c74dae",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999990402733603,
   "p_staged": 0.9999931940736425,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2007,
    "output_tokens": 0,
    "median_latency_ms": 776.4,
    "wall_s": 0.777,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.09823488224934104,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2183,
    "output_tokens": 0,
    "median_latency_ms": 1346.3,
    "wall_s": 1.347,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0ee7261fc3",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998951127571544,
   "p_staged": 0.8748776409418335,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3027,
    "output_tokens": 0,
    "median_latency_ms": 886.3,
    "wall_s": 0.887,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.27316835276752927,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3203,
    "output_tokens": 0,
    "median_latency_ms": 1061.3,
    "wall_s": 1.062,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_0f170b458c",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999572908179513,
   "p_staged": 0.6571968930076658,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2329,
    "output_tokens": 0,
    "median_latency_ms": 475.7,
    "wall_s": 0.476,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.0702717660349657,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2505,
    "output_tokens": 0,
    "median_latency_ms": 989.9,
    "wall_s": 0.99,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_10107ca15e",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998538463240992,
   "p_staged": 0.6650921595216347,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2413,
    "output_tokens": 0,
    "median_latency_ms": 862.3,
    "wall_s": 0.863,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.42481168126485475,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2589,
    "output_tokens": 0,
    "median_latency_ms": 966.3,
    "wall_s": 0.967,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_11dddaac9d",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999721207985466,
   "p_staged": 0.9806960996497605,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1363,
    "output_tokens": 0,
    "median_latency_ms": 719.1,
    "wall_s": 0.719,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.21857922662124302,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1539,
    "output_tokens": 0,
    "median_latency_ms": 875.4,
    "wall_s": 0.876,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_13fe97655d",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9971893386347975,
   "p_staged": 0.6529210712365603,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2246,
    "output_tokens": 0,
    "median_latency_ms": 768.3,
    "wall_s": 0.768,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.32163972060454826,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2422,
    "output_tokens": 0,
    "median_latency_ms": 881.9,
    "wall_s": 0.882,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_1404bdde5a",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999861344124538,
   "p_staged": 0.9936713099416208,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2078,
    "output_tokens": 0,
    "median_latency_ms": 798.1,
    "wall_s": 0.798,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.32202160120222023,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2254,
    "output_tokens": 0,
    "median_latency_ms": 1086.8,
    "wall_s": 1.087,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_150d7a194b",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999203736905891,
   "p_staged": 0.9994137423912984,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1823,
    "output_tokens": 0,
    "median_latency_ms": 712.3,
    "wall_s": 0.713,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.49873750930982086,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1999,
    "output_tokens": 0,
    "median_latency_ms": 1019.8,
    "wall_s": 1.02,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_1711694116",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999531935460712,
   "p_staged": 0.6663065777591409,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1446,
    "output_tokens": 0,
    "median_latency_ms": 428.7,
    "wall_s": 0.429,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6133294206864666,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1622,
    "output_tokens": 0,
    "median_latency_ms": 813.9,
    "wall_s": 0.814,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_17bf8c197e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999477363899761,
   "p_staged": 0.9998002748556335,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2760,
    "output_tokens": 0,
    "median_latency_ms": 914.8,
    "wall_s": 0.915,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2346393154145871,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2936,
    "output_tokens": 0,
    "median_latency_ms": 943.2,
    "wall_s": 0.944,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_1837d5e844",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999344030229381,
   "p_staged": 0.649686484554299,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2402,
    "output_tokens": 0,
    "median_latency_ms": 832.0,
    "wall_s": 0.832,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5210340085988487,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2578,
    "output_tokens": 0,
    "median_latency_ms": 594.4,
    "wall_s": 0.595,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_183ae92f54",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9996453022168538,
   "p_staged": 0.99928479224227,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2259,
    "output_tokens": 0,
    "median_latency_ms": 784.6,
    "wall_s": 0.785,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08203460328765386,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2435,
    "output_tokens": 0,
    "median_latency_ms": 840.2,
    "wall_s": 0.84,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_188a90e7bb",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9191267708578261,
   "p_staged": 0.5794976892149685,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2154,
    "output_tokens": 0,
    "median_latency_ms": 555.6,
    "wall_s": 0.556,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.47638810862567504,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2330,
    "output_tokens": 0,
    "median_latency_ms": 872.1,
    "wall_s": 0.872,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_18b0f5590a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999777274107636,
   "p_staged": 0.8746201517380244,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2358,
    "output_tokens": 0,
    "median_latency_ms": 583.0,
    "wall_s": 0.583,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5200907552939534,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2534,
    "output_tokens": 0,
    "median_latency_ms": 633.3,
    "wall_s": 0.634,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_19287f87ff",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999431078426383,
   "p_staged": 0.9984151687228003,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2160,
    "output_tokens": 0,
    "median_latency_ms": 797.6,
    "wall_s": 0.798,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.007069963407864595,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2336,
    "output_tokens": 0,
    "median_latency_ms": 614.3,
    "wall_s": 0.615,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_1d30e6a6a3",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999844808048868,
   "p_staged": 0.9998031288307375,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1981,
    "output_tokens": 0,
    "median_latency_ms": 1136.2,
    "wall_s": 1.136,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.22124197425299325,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2157,
    "output_tokens": 0,
    "median_latency_ms": 833.0,
    "wall_s": 0.833,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_1e831f167d",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9995964220119085,
   "p_staged": 0.9572534285039328,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1922,
    "output_tokens": 0,
    "median_latency_ms": 792.9,
    "wall_s": 0.793,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6203643210676605,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2098,
    "output_tokens": 0,
    "median_latency_ms": 851.9,
    "wall_s": 0.852,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_1fd84abf56",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999903631729651,
   "p_staged": 0.6670795947272704,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2283,
    "output_tokens": 0,
    "median_latency_ms": 1184.0,
    "wall_s": 1.184,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.30401772081185185,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2459,
    "output_tokens": 0,
    "median_latency_ms": 980.5,
    "wall_s": 0.981,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_20d6231229",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998500383940094,
   "p_staged": 0.9999864299671614,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2312,
    "output_tokens": 0,
    "median_latency_ms": 865.7,
    "wall_s": 0.866,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.015080521994469905,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2488,
    "output_tokens": 0,
    "median_latency_ms": 609.2,
    "wall_s": 0.61,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_235cae4cd5",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999931142527042,
   "p_staged": 0.6531567879843901,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1470,
    "output_tokens": 0,
    "median_latency_ms": 462.5,
    "wall_s": 0.463,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8393111654379579,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1646,
    "output_tokens": 0,
    "median_latency_ms": 699.1,
    "wall_s": 0.699,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_23d66ea002",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999981926323745,
   "p_staged": 0.9999998198898045,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1696,
    "output_tokens": 0,
    "median_latency_ms": 542.3,
    "wall_s": 0.543,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.001516365189971172,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1872,
    "output_tokens": 0,
    "median_latency_ms": 940.4,
    "wall_s": 0.941,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_24770a9dbb",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9994152877085587,
   "p_staged": 0.7345641530323404,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1652,
    "output_tokens": 0,
    "median_latency_ms": 502.1,
    "wall_s": 0.502,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7847003457610654,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1828,
    "output_tokens": 0,
    "median_latency_ms": 903.3,
    "wall_s": 0.904,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_25dcd776ba",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9953989184333156,
   "p_staged": 0.9994532268469766,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1357,
    "output_tokens": 0,
    "median_latency_ms": 635.2,
    "wall_s": 0.635,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.21783508341117896,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1533,
    "output_tokens": 0,
    "median_latency_ms": 525.5,
    "wall_s": 0.526,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_277cd17e1d",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999692177475434,
   "p_staged": 0.9921279142780222,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1460,
    "output_tokens": 0,
    "median_latency_ms": 803.9,
    "wall_s": 0.804,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.05414118958538144,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1636,
    "output_tokens": 0,
    "median_latency_ms": 860.0,
    "wall_s": 0.86,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_280bd91d64",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9971755580942294,
   "p_staged": 0.6760166981738944,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 980,
    "output_tokens": 0,
    "median_latency_ms": 609.1,
    "wall_s": 0.609,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.005924213991225959,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1156,
    "output_tokens": 0,
    "median_latency_ms": 950.5,
    "wall_s": 0.951,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_285f9b6631",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999888377824063,
   "p_staged": 0.8823567782456547,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2753,
    "output_tokens": 0,
    "median_latency_ms": 666.8,
    "wall_s": 0.667,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.42476685096049116,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2929,
    "output_tokens": 0,
    "median_latency_ms": 870.0,
    "wall_s": 0.87,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_29a68d4430",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9300015085288715,
   "p_staged": 0.26282681188247664,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2520,
    "output_tokens": 0,
    "median_latency_ms": 768.6,
    "wall_s": 0.769,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.8610643929748105,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2696,
    "output_tokens": 0,
    "median_latency_ms": 1155.3,
    "wall_s": 1.156,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_29e03ea53f",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999477363722598,
   "p_staged": 0.9998935633471525,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2182,
    "output_tokens": 0,
    "median_latency_ms": 812.3,
    "wall_s": 0.813,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2338699870920403,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2358,
    "output_tokens": 0,
    "median_latency_ms": 1094.4,
    "wall_s": 1.095,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_2a8e1df475",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9993986989745117,
   "p_staged": 0.654952281582779,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2622,
    "output_tokens": 0,
    "median_latency_ms": 898.2,
    "wall_s": 0.898,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.20328898360240222,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2798,
    "output_tokens": 0,
    "median_latency_ms": 846.3,
    "wall_s": 0.847,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_2afaa35dc3",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999810757848734,
   "p_staged": 0.9999956801052235,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2562,
    "output_tokens": 0,
    "median_latency_ms": 684.8,
    "wall_s": 0.685,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.01772263399248554,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2738,
    "output_tokens": 0,
    "median_latency_ms": 913.6,
    "wall_s": 0.914,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_2c2fff5ac2",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999375084598561,
   "p_staged": 0.8800418989456125,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2765,
    "output_tokens": 0,
    "median_latency_ms": 1171.5,
    "wall_s": 1.172,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.023372275439801138,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2941,
    "output_tokens": 0,
    "median_latency_ms": 1215.7,
    "wall_s": 1.216,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_2d224c24de",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999983268156012,
   "p_staged": 0.9999321080447422,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2035,
    "output_tokens": 0,
    "median_latency_ms": 561.2,
    "wall_s": 0.561,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.03461447298565432,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2211,
    "output_tokens": 0,
    "median_latency_ms": 656.4,
    "wall_s": 0.657,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_2de2d6e4bd",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.0025838119667487705,
   "p_staged": 0.3347892738680063,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2139,
    "output_tokens": 0,
    "median_latency_ms": 618.1,
    "wall_s": 0.618,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 2.606526321738939,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2315,
    "output_tokens": 0,
    "median_latency_ms": 755.0,
    "wall_s": 0.755,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_2f395a6bef",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999815249732225,
   "p_staged": 0.9990125753891074,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2137,
    "output_tokens": 0,
    "median_latency_ms": 619.2,
    "wall_s": 0.619,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11720759461385596,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2313,
    "output_tokens": 0,
    "median_latency_ms": 665.7,
    "wall_s": 0.666,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3065e59013",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.7334298089986262,
   "p_staged": 0.9943179573533931,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2368,
    "output_tokens": 0,
    "median_latency_ms": 686.4,
    "wall_s": 0.687,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3456244818390854,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2544,
    "output_tokens": 0,
    "median_latency_ms": 817.5,
    "wall_s": 0.818,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_30da2a2122",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999949986898152,
   "p_staged": 0.9958636075700183,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2133,
    "output_tokens": 0,
    "median_latency_ms": 851.2,
    "wall_s": 0.851,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.004651432501961174,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2309,
    "output_tokens": 0,
    "median_latency_ms": 555.0,
    "wall_s": 0.555,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  }
 ],
 "summary": {
  "dataset": {
   "subset": "dev",
   "cases": 60,
   "resolved": 30,
   "limit": null,
   "plan": {
    "cases": 60,
    "one_call_requests": 60,
    "staged_requests": 60,
    "total_requests": 120,
    "zen_minutes_at_spacing": 40.0
   }
  },
  "cases": 60,
  "resolved": 30,
  "gate_rejected": 0,
  "code": {
   "auroc": 0.3833,
   "auroc_95": [
    0.2681,
    0.5039
   ],
   "decided": 35,
   "decided_correct": "14/35"
  },
  "one_call": {
   "auroc": 0.5478,
   "auroc_95": [
    0.3915,
    0.6889
   ],
   "accuracy_at_0_5": "33/60",
   "brier": 0.4309,
   "ece_10": 0.4399
  },
  "staged": {
   "auroc": 0.6433,
   "auroc_95": [
    0.5023,
    0.7885
   ],
   "accuracy_at_0_5": "33/60",
   "brier": 0.3441,
   "ece_10": 0.3311
  },
  "mcnemar_one_call_vs_staged": {
   "only_first_right": 1,
   "only_second_right": 1,
   "p_value": 1.0
  }
 },
 "policy": {
  "version": "patch-verdict-v1",
  "code_gate_rejects": "no patch, or no change outside tests and new scratch scripts",
  "code_rule_accepts": "source change + last test run after the last edit + exit code 0",
  "one_call_score": "p = Noul(passes)",
  "staged_score": "p = mean(Noul(addresses_issue), Noul(verified_after_last_edit), P(failure_mode=likely_fixed))",
  "default_threshold": 0.5,
  "thresholds": "auto-accept/auto-reject cut-offs are chosen on the dev split (openjev) and then frozen",
  "frozen_before_live_runs": true
 },
 "status": "complete",
 "calls": [
  {
   "case_id": "pv_0048736ad6",
   "phase": "one_call",
   "state_hash": "ccf95d26528384b6af32ab36a1060b74a06c3da99ace8f97e3504e05a1291047",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.6691030936487606
    }
   },
   "usage": {
    "input_tokens": 2475,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1521.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.522
  },
  {
   "case_id": "pv_0048736ad6",
   "phase": "staged",
   "state_hash": "ccf95d26528384b6af32ab36a1060b74a06c3da99ace8f97e3504e05a1291047",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.7408819123049389
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.01629324192631168
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9799027716299658,
     "probabilities": {
      "likely_fixed": 0.0030181136963025493,
      "partial_fix": 0.00194557216452944,
      "wrong_location": 4.446604805853155e-06,
      "symptom_suppressed": 8.932893697007605e-06,
      "breaks_other_behaviour": 0.00012268538466270429,
      "unclear": 0.9949002492560024
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7650568654607963,
     "confidence": 0.40626614767635594,
     "probabilities": {
      "0": 0.3643621523078804,
      "1": 0.561594081554569,
      "2": 0.04135528593115883,
      "3": 0.010001708781657345,
      "4": 0.02268677142473439
     }
    }
   },
   "usage": {
    "input_tokens": 2651,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1121.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.122
  },
  {
   "case_id": "pv_01b5176583",
   "phase": "one_call",
   "state_hash": "219dd150622c757b4a03c043f99e4c9650a8d8fe65686ad8c6ce5b922051b48a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998849252414705
    }
   },
   "usage": {
    "input_tokens": 2318,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1166.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.166
  },
  {
   "case_id": "pv_01b5176583",
   "phase": "staged",
   "state_hash": "219dd150622c757b4a03c043f99e4c9650a8d8fe65686ad8c6ce5b922051b48a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999999789733738
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.5392149664417599
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9847636589450331,
     "probabilities": {
      "likely_fixed": 0.9960109155437569,
      "partial_fix": 0.00024005249435175328,
      "wrong_location": 3.580960527428742e-06,
      "symptom_suppressed": 3.154820643263534e-05,
      "breaks_other_behaviour": 2.7915328869922244e-05,
      "unclear": 0.0036859874660614324
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7837989122790144,
     "confidence": 0.6622070557599541,
     "probabilities": {
      "0": 0.22145027383832883,
      "1": 0.7765888788255705,
      "2": 0.00024651017123425347,
      "3": 0.00014033554849006763,
      "4": 0.0015740016163763076
     }
    }
   },
   "usage": {
    "input_tokens": 2494,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1602.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.603
  },
  {
   "case_id": "pv_020b31a16f",
   "phase": "one_call",
   "state_hash": "3151b63c164b64b491d8502f2b112e7b29bbe062e695f240e7255f739c5e93b8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999939914883107
    }
   },
   "usage": {
    "input_tokens": 1661,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1064.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.065
  },
  {
   "case_id": "pv_020b31a16f",
   "phase": "staged",
   "state_hash": "3151b63c164b64b491d8502f2b112e7b29bbe062e695f240e7255f739c5e93b8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998855081067
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9997176418617049
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999784988330711,
     "probabilities": {
      "likely_fixed": 0.9999974477680529,
      "partial_fix": 1.760994681290578e-07,
      "wrong_location": 1.8627076462590542e-07,
      "symptom_suppressed": 1.1372466334729232e-06,
      "breaks_other_behaviour": 8.430437943490677e-08,
      "unclear": 9.68310701385109e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.01994953057042585,
     "confidence": 0.9416145417679259,
     "probabilities": {
      "0": 0.9819911423220828,
      "1": 0.01725087560537609,
      "2": 8.401157120817766e-05,
      "3": 0.00016525018269773978,
      "4": 0.0005087203186350468
     }
    }
   },
   "usage": {
    "input_tokens": 1837,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 450.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.451
  },
  {
   "case_id": "pv_02532161fe",
   "phase": "one_call",
   "state_hash": "1c551d522558796ce13fea8152980774f29c24b2aea807d4518fa8bb42685d7e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9989454017773487
    }
   },
   "usage": {
    "input_tokens": 2350,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1618.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.618
  },
  {
   "case_id": "pv_02532161fe",
   "phase": "staged",
   "state_hash": "1c551d522558796ce13fea8152980774f29c24b2aea807d4518fa8bb42685d7e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985677995763
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.004720593603779591
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9785880416197859,
     "probabilities": {
      "likely_fixed": 0.9939542354653412,
      "partial_fix": 0.0003472441752056241,
      "wrong_location": 1.417169470378295e-06,
      "symptom_suppressed": 6.674237730823501e-06,
      "breaks_other_behaviour": 7.825257861330379e-06,
      "unclear": 0.005682603694390615
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7318144113332754,
     "confidence": 0.6061488055938264,
     "probabilities": {
      "0": 0.28081080132182484,
      "1": 0.7131765343753795,
      "2": 0.0024853982478937626,
      "3": 0.00044198375749913364,
      "4": 0.0030852822974027226
     }
    }
   },
   "usage": {
    "input_tokens": 2526,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1310.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.311
  },
  {
   "case_id": "pv_029e501815",
   "phase": "one_call",
   "state_hash": "5e3abe3bf4ecb247cbc3ec6ccd05ae9b05714b61525fd23a3b60c69c331a2a1a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998421506682892
    }
   },
   "usage": {
    "input_tokens": 2801,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1871.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.872
  },
  {
   "case_id": "pv_029e501815",
   "phase": "staged",
   "state_hash": "5e3abe3bf4ecb247cbc3ec6ccd05ae9b05714b61525fd23a3b60c69c331a2a1a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999831678018627
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.991225399354394
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9885042300293483,
     "probabilities": {
      "likely_fixed": 0.9971184661762105,
      "partial_fix": 0.00018103318387193562,
      "wrong_location": 4.602598281636344e-06,
      "symptom_suppressed": 1.4796209368847118e-05,
      "breaks_other_behaviour": 9.486874003815781e-06,
      "unclear": 0.0026716149582633633
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4811566550102933,
     "confidence": 0.5588361230232238,
     "probabilities": {
      "0": 0.5251868460103736,
      "1": 0.4722446475641826,
      "2": 0.0005223840989285247,
      "3": 0.00031725005780739666,
      "4": 0.0017288722687078724
     }
    }
   },
   "usage": {
    "input_tokens": 2977,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1585.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.586
  },
  {
   "case_id": "pv_03820d4cb1",
   "phase": "one_call",
   "state_hash": "1bc0664c344dcd56b2c64bcd3470b931d813f069cbc2f2329937019a75ca9d09",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999786933101228
    }
   },
   "usage": {
    "input_tokens": 1880,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 724.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.725
  },
  {
   "case_id": "pv_03820d4cb1",
   "phase": "staged",
   "state_hash": "1bc0664c344dcd56b2c64bcd3470b931d813f069cbc2f2329937019a75ca9d09",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999988313919324
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.07956398730001948
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996697124564796,
     "probabilities": {
      "likely_fixed": 0.9999474052905039,
      "partial_fix": 3.297177862687075e-06,
      "wrong_location": 4.004312675043998e-07,
      "symptom_suppressed": 7.939368482560174e-07,
      "breaks_other_behaviour": 3.93718551843503e-07,
      "unclear": 4.7709444965842696e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08845393815459243,
     "confidence": 0.8176201998992444,
     "probabilities": {
      "0": 0.9198125528032414,
      "1": 0.07722606166369604,
      "2": 7.009871042326791e-05,
      "3": 0.00047746822050754185,
      "4": 0.0024138186021318065
     }
    }
   },
   "usage": {
    "input_tokens": 2056,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 911.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.911
  },
  {
   "case_id": "pv_042bbd8ae6",
   "phase": "one_call",
   "state_hash": "a764e3100666258c9a460c548e8a770e49fa705a5641087bade9fbf8a05d150d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999980247393726
    }
   },
   "usage": {
    "input_tokens": 1501,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 390.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.391
  },
  {
   "case_id": "pv_042bbd8ae6",
   "phase": "staged",
   "state_hash": "a764e3100666258c9a460c548e8a770e49fa705a5641087bade9fbf8a05d150d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994949479972
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999747477930553
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999840541369637,
     "probabilities": {
      "likely_fixed": 0.9999981713640081,
      "partial_fix": 4.970892385059851e-07,
      "wrong_location": 7.818353786011196e-08,
      "symptom_suppressed": 4.840219950953959e-07,
      "breaks_other_behaviour": 1.49817046324457e-07,
      "unclear": 6.19524174064491e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.327195955864671,
     "confidence": 0.6019595767130355,
     "probabilities": {
      "0": 0.6775434981998173,
      "1": 0.3207212329868366,
      "2": 6.884154292914068e-05,
      "3": 0.00032866928969168467,
      "4": 0.0013377579807252683
     }
    }
   },
   "usage": {
    "input_tokens": 1677,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1125.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.125
  },
  {
   "case_id": "pv_047d009453",
   "phase": "one_call",
   "state_hash": "ccf10755b371c73a5d53bdfaea318949956ad7f053e0e40669a490b709e892f5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9993758064550307
    }
   },
   "usage": {
    "input_tokens": 1835,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 914.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.915
  },
  {
   "case_id": "pv_047d009453",
   "phase": "staged",
   "state_hash": "ccf10755b371c73a5d53bdfaea318949956ad7f053e0e40669a490b709e892f5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999983207706018
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 5.746902558281515e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8270091729567645,
     "probabilities": {
      "likely_fixed": 0.9177151666139445,
      "partial_fix": 0.07622776382506381,
      "wrong_location": 5.844520156338929e-05,
      "symptom_suppressed": 0.0012547489903317545,
      "breaks_other_behaviour": 0.00013298117132202854,
      "unclear": 0.0046108941977745545
     }
    },
    "risk": {
     "type": "score",
     "score": 1.3306651690554419,
     "confidence": 0.31211129512661917,
     "probabilities": {
      "0": 0.08505621480218878,
      "1": 0.6161520269969332,
      "2": 0.2038536743119691,
      "3": 0.07294654212106554,
      "4": 0.021991541767843455
     }
    }
   },
   "usage": {
    "input_tokens": 2011,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 956.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.957
  },
  {
   "case_id": "pv_066de91603",
   "phase": "one_call",
   "state_hash": "d0af0eac34843176f969d014d6840af6d7b7341a963fce08dbdfe3be2d39e9e5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9994859240325933
    }
   },
   "usage": {
    "input_tokens": 1528,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1401.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.402
  },
  {
   "case_id": "pv_066de91603",
   "phase": "staged",
   "state_hash": "d0af0eac34843176f969d014d6840af6d7b7341a963fce08dbdfe3be2d39e9e5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999999367890027
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9947655032710783
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999463233085657,
     "probabilities": {
      "likely_fixed": 0.9999931004979128,
      "partial_fix": 6.627697529261348e-07,
      "wrong_location": 3.0374630856432766e-07,
      "symptom_suppressed": 7.307041188990985e-07,
      "breaks_other_behaviour": 5.112515602994174e-07,
      "unclear": 4.69103034647283e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.017454835768365352,
     "confidence": 0.9495590210558231,
     "probabilities": {
      "0": 0.9853550229487025,
      "1": 0.013552541609727206,
      "2": 7.210217383971597e-05,
      "3": 0.00032324325996361327,
      "4": 0.0006970900077669689
     }
    }
   },
   "usage": {
    "input_tokens": 1704,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1703.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.704
  },
  {
   "case_id": "pv_068d388c49",
   "phase": "one_call",
   "state_hash": "36b9940a7e4b44cfee12e29db9d32b54175b6dbaa9949e6b17a1fb47dc268a22",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999954958070273
    }
   },
   "usage": {
    "input_tokens": 1377,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 466.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.467
  },
  {
   "case_id": "pv_068d388c49",
   "phase": "staged",
   "state_hash": "36b9940a7e4b44cfee12e29db9d32b54175b6dbaa9949e6b17a1fb47dc268a22",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993701717086
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999483401840327
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999773520520546,
     "probabilities": {
      "likely_fixed": 0.9999973221958209,
      "partial_fix": 4.656051710166125e-07,
      "wrong_location": 2.1686978771625898e-07,
      "symptom_suppressed": 5.423974920016648e-07,
      "breaks_other_behaviour": 1.2675593640586937e-07,
      "unclear": 1.3261757919956987e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.037182339332844865,
     "confidence": 0.906640015445143,
     "probabilities": {
      "0": 0.9681589026549562,
      "1": 0.029802413676940934,
      "2": 0.000175907416086868,
      "3": 0.00042299418433352544,
      "4": 0.0014397820676824054
     }
    }
   },
   "usage": {
    "input_tokens": 1553,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1171.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.171
  },
  {
   "case_id": "pv_075423479c",
   "phase": "one_call",
   "state_hash": "ee819501bfaed6be7c3d3b74023db85be377a0f4db57b828a34ce742205b04a4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999815293233918
    }
   },
   "usage": {
    "input_tokens": 2236,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 633.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.634
  },
  {
   "case_id": "pv_075423479c",
   "phase": "staged",
   "state_hash": "ee819501bfaed6be7c3d3b74023db85be377a0f4db57b828a34ce742205b04a4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994220520934
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.08289569744266272
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999340752135653,
     "probabilities": {
      "likely_fixed": 0.9999913019419586,
      "partial_fix": 1.2447434920554046e-06,
      "wrong_location": 2.6211369102589835e-07,
      "symptom_suppressed": 5.496052857123037e-07,
      "breaks_other_behaviour": 3.6815548905227266e-07,
      "unclear": 6.273440083476437e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0504028073669983,
     "confidence": 0.8822680390808781,
     "probabilities": {
      "0": 0.9567327286278295,
      "1": 0.040688803805823494,
      "2": 7.516226616829287e-05,
      "3": 0.00044954217187657595,
      "4": 0.0020537631283021225
     }
    }
   },
   "usage": {
    "input_tokens": 2412,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 614.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.615
  },
  {
   "case_id": "pv_08737e9edb",
   "phase": "one_call",
   "state_hash": "428edf01cc88eacbcfda45e838ac882e9b0f4f00c575551a54fa5222a0e3b40c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9343807110182702
    }
   },
   "usage": {
    "input_tokens": 2393,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1243.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.244
  },
  {
   "case_id": "pv_08737e9edb",
   "phase": "staged",
   "state_hash": "428edf01cc88eacbcfda45e838ac882e9b0f4f00c575551a54fa5222a0e3b40c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.987526014215432
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9970527422223541
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6905272494107586,
     "probabilities": {
      "likely_fixed": 0.7656794818335525,
      "partial_fix": 0.0007572632315870207,
      "wrong_location": 2.535073847122077e-05,
      "symptom_suppressed": 0.0001244638845207775,
      "breaks_other_behaviour": 0.0005107384513785493,
      "unclear": 0.23290270186048997
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3339937697802463,
     "confidence": 0.5949433728658106,
     "probabilities": {
      "0": 0.6750671917276191,
      "1": 0.32152284418636917,
      "2": 0.0003412907433535108,
      "3": 0.0004863492634630066,
      "4": 0.0025823240791952697
     }
    }
   },
   "usage": {
    "input_tokens": 2569,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1259.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.259
  },
  {
   "case_id": "pv_08bccd5bfe",
   "phase": "one_call",
   "state_hash": "11fd35358f80e17c2b7d76a1134b576078c6c52eba3c78b86c032d29738b7ff1",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9920687171410839
    }
   },
   "usage": {
    "input_tokens": 2628,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1828.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.829
  },
  {
   "case_id": "pv_08bccd5bfe",
   "phase": "staged",
   "state_hash": "11fd35358f80e17c2b7d76a1134b576078c6c52eba3c78b86c032d29738b7ff1",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999232540652376
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.5689866302354828
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9868952037418197,
     "probabilities": {
      "likely_fixed": 0.9965957958578522,
      "partial_fix": 6.288605625555195e-05,
      "wrong_location": 4.772892629771951e-06,
      "symptom_suppressed": 3.7984610920946915e-05,
      "breaks_other_behaviour": 3.194053090897537e-05,
      "unclear": 0.0032666200514325865
     }
    },
    "risk": {
     "type": "score",
     "score": 0.050012096979483146,
     "confidence": 0.8826471385460535,
     "probabilities": {
      "0": 0.9570181303215866,
      "1": 0.04038404364816904,
      "2": 0.00015937310622819218,
      "3": 0.00044450457720740245,
      "4": 0.0019939483468088782
     }
    }
   },
   "usage": {
    "input_tokens": 2804,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 958.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.959
  },
  {
   "case_id": "pv_0907c0cde3",
   "phase": "one_call",
   "state_hash": "fbde6052838ec832f4b99543b48284d717805e231162db45d56828a2fa67857e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999961293072629
    }
   },
   "usage": {
    "input_tokens": 2817,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 846.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.847
  },
  {
   "case_id": "pv_0907c0cde3",
   "phase": "staged",
   "state_hash": "fbde6052838ec832f4b99543b48284d717805e231162db45d56828a2fa67857e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999414692343889
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999093860129049
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9994244422219503,
     "probabilities": {
      "likely_fixed": 0.9999028305296195,
      "partial_fix": 4.294474892525116e-06,
      "wrong_location": 5.584279550178595e-07,
      "symptom_suppressed": 2.7487311560735364e-06,
      "breaks_other_behaviour": 4.7644949573220437e-07,
      "unclear": 8.909138688126631e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.018580097753379873,
     "confidence": 0.9480416811362923,
     "probabilities": {
      "0": 0.9848017878653177,
      "1": 0.013984032755060044,
      "2": 3.5952224780120316e-05,
      "3": 0.0001887480706090897,
      "4": 0.0009894790842330794
     }
    }
   },
   "usage": {
    "input_tokens": 2993,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1167.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.168
  },
  {
   "case_id": "pv_092ce51590",
   "phase": "one_call",
   "state_hash": "7debe3bd033240427b6431cec1f10fbfecf6969e3a323ec8e62380f9057f01a0",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.17730525373727515
    }
   },
   "usage": {
    "input_tokens": 2945,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1310.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.311
  },
  {
   "case_id": "pv_092ce51590",
   "phase": "staged",
   "state_hash": "7debe3bd033240427b6431cec1f10fbfecf6969e3a323ec8e62380f9057f01a0",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.23446461220159148
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.10026367291898453
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9614165451693104,
     "probabilities": {
      "likely_fixed": 0.008641682012139915,
      "partial_fix": 0.0016568956902217116,
      "wrong_location": 0.000112786442953487,
      "symptom_suppressed": 0.00014823680150764746,
      "breaks_other_behaviour": 0.0005443411715433757,
      "unclear": 0.9888960578816339
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5756469038352332,
     "confidence": 0.41104510245320214,
     "probabilities": {
      "0": 0.6427257504162031,
      "1": 0.25835051909990897,
      "2": 0.03607135058243428,
      "3": 0.00625583603535902,
      "4": 0.05659654386609465
     }
    }
   },
   "usage": {
    "input_tokens": 3121,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 888.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.889
  },
  {
   "case_id": "pv_0938027c88",
   "phase": "one_call",
   "state_hash": "d7f69469e9e8142a59a3fd50abe0e97d717fe5d8dcaac43878d975f7fea4843c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999867513975678
    }
   },
   "usage": {
    "input_tokens": 2602,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 624.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.624
  },
  {
   "case_id": "pv_0938027c88",
   "phase": "staged",
   "state_hash": "d7f69469e9e8142a59a3fd50abe0e97d717fe5d8dcaac43878d975f7fea4843c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998564918884
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9865689654312568
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998695890960491,
     "probabilities": {
      "likely_fixed": 0.999982280433737,
      "partial_fix": 3.186795824003631e-06,
      "wrong_location": 7.227895407001438e-07,
      "symptom_suppressed": 3.617355772209802e-06,
      "breaks_other_behaviour": 8.455715728046555e-07,
      "unclear": 9.347053553249013e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11879751889521244,
     "confidence": 0.7741150008021427,
     "probabilities": {
      "0": 0.8899890237136554,
      "1": 0.10674208041846081,
      "2": 0.00020412491028377904,
      "3": 0.0006118951742159846,
      "4": 0.002452875783384027
     }
    }
   },
   "usage": {
    "input_tokens": 2778,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1046.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.046
  },
  {
   "case_id": "pv_09e07b1857",
   "phase": "one_call",
   "state_hash": "303ed66b72eb50033591ff094f3e6e98bc733900680aff53cd0be058a9ea267f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998473869495276
    }
   },
   "usage": {
    "input_tokens": 2353,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 659.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.66
  },
  {
   "case_id": "pv_09e07b1857",
   "phase": "staged",
   "state_hash": "303ed66b72eb50033591ff094f3e6e98bc733900680aff53cd0be058a9ea267f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9996844038411754
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7629852724095296
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7339754909430767,
     "probabilities": {
      "likely_fixed": 0.8193072016426672,
      "partial_fix": 0.000300807223544996,
      "wrong_location": 1.5263446858399102e-05,
      "symptom_suppressed": 6.401242557436658e-05,
      "breaks_other_behaviour": 0.0001556272869201345,
      "unclear": 0.18015708797443475
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09293555715980423,
     "confidence": 0.8111452437782231,
     "probabilities": {
      "0": 0.9167142516529196,
      "1": 0.07970865092216743,
      "2": 0.00017291828160981277,
      "3": 0.0007356468987953291,
      "4": 0.0026685322445077968
     }
    }
   },
   "usage": {
    "input_tokens": 2529,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1054.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.055
  },
  {
   "case_id": "pv_0a025784d9",
   "phase": "one_call",
   "state_hash": "1de43a57e5457e92af6aa0e08c8332b9b142d23afe5107c058aae392baa6febe",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998520371610035
    }
   },
   "usage": {
    "input_tokens": 2029,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 579.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.58
  },
  {
   "case_id": "pv_0a025784d9",
   "phase": "staged",
   "state_hash": "1de43a57e5457e92af6aa0e08c8332b9b142d23afe5107c058aae392baa6febe",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9800136274183939
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6106601574058866
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6084954194047356,
     "probabilities": {
      "likely_fixed": 0.4739906113991439,
      "partial_fix": 0.0005666506625076914,
      "wrong_location": 2.764703525552342e-05,
      "symptom_suppressed": 0.00017048213053914927,
      "breaks_other_behaviour": 0.00041929259170106394,
      "unclear": 0.5248253161808527
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3591602548126677,
     "confidence": 0.5781053811252217,
     "probabilities": {
      "0": 0.657453623082686,
      "1": 0.3361723549880917,
      "2": 0.000947482659432596,
      "3": 0.0006132225734481048,
      "4": 0.00481331669634162
     }
    }
   },
   "usage": {
    "input_tokens": 2205,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1016.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.017
  },
  {
   "case_id": "pv_0a7443f419",
   "phase": "one_call",
   "state_hash": "0183ffcded1a0571b359550c0127553fd2da983399c73b47673bcbb76c68a144",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999824175150352
    }
   },
   "usage": {
    "input_tokens": 2652,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 987.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.988
  },
  {
   "case_id": "pv_0a7443f419",
   "phase": "staged",
   "state_hash": "0183ffcded1a0571b359550c0127553fd2da983399c73b47673bcbb76c68a144",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999904593170654
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.01569217801713071
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9947049873051955,
     "probabilities": {
      "likely_fixed": 0.9988058502126709,
      "partial_fix": 2.756647370967862e-05,
      "wrong_location": 3.891624539336085e-06,
      "symptom_suppressed": 8.575704931523616e-06,
      "breaks_other_behaviour": 8.270316263252512e-06,
      "unclear": 0.0011458456678853839
     }
    },
    "risk": {
     "type": "score",
     "score": 0.10546877617360297,
     "confidence": 0.796114617432806,
     "probabilities": {
      "0": 0.9081680431294994,
      "1": 0.08698909889927892,
      "2": 0.0001818446224955936,
      "3": 0.0005280653655717057,
      "4": 0.004132947983154436
     }
    }
   },
   "usage": {
    "input_tokens": 2828,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1134.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.135
  },
  {
   "case_id": "pv_0a93466d0b",
   "phase": "one_call",
   "state_hash": "45ed2cd3fcb1b8fc24de721e861756060cbe3790dd2d844ba9eb913e2380e8da",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.05236440534327934
    }
   },
   "usage": {
    "input_tokens": 2596,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1050.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.051
  },
  {
   "case_id": "pv_0a93466d0b",
   "phase": "staged",
   "state_hash": "45ed2cd3fcb1b8fc24de721e861756060cbe3790dd2d844ba9eb913e2380e8da",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.7645852081858073
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.005024453914961539
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9194544367884442,
     "probabilities": {
      "likely_fixed": 0.019259866610758025,
      "partial_fix": 0.0029146085799193616,
      "wrong_location": 0.00029532957204140274,
      "symptom_suppressed": 0.0003158207508453542,
      "breaks_other_behaviour": 0.003599028218004179,
      "unclear": 0.9736153462684317
     }
    },
    "risk": {
     "type": "score",
     "score": 1.9998499237840441,
     "confidence": 0.0425085455851415,
     "probabilities": {
      "0": 0.11564814604877773,
      "1": 0.24963378565834357,
      "2": 0.26420887038341484,
      "3": 0.26023839427898443,
      "4": 0.1102708036304794
     }
    }
   },
   "usage": {
    "input_tokens": 2772,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1284.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.285
  },
  {
   "case_id": "pv_0beaf16051",
   "phase": "one_call",
   "state_hash": "1681240c07c7b6ebe0255287235ceb68de21245ebede9f8ec45c8dbcd0e1019d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999997398598365
    }
   },
   "usage": {
    "input_tokens": 2084,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 567.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.567
  },
  {
   "case_id": "pv_0beaf16051",
   "phase": "staged",
   "state_hash": "1681240c07c7b6ebe0255287235ceb68de21245ebede9f8ec45c8dbcd0e1019d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999661009868
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999997777622557
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998605789328379,
     "probabilities": {
      "likely_fixed": 0.9999801707343104,
      "partial_fix": 8.487873058752845e-07,
      "wrong_location": 4.441052536084457e-07,
      "symptom_suppressed": 2.560044994084305e-06,
      "breaks_other_behaviour": 4.95142830599774e-07,
      "unclear": 1.5481185305415028e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.012509100506018788,
     "confidence": 0.962894466710077,
     "probabilities": {
      "0": 0.9900744771237582,
      "1": 0.008925480601281491,
      "2": 0.0001091606988122583,
      "3": 0.00019822779747916055,
      "4": 0.0006926537786688245
     }
    }
   },
   "usage": {
    "input_tokens": 2260,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 577.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.578
  },
  {
   "case_id": "pv_0cc2b6453b",
   "phase": "one_call",
   "state_hash": "442224acee5884e21f757cf06596697a70323ac0614739658946ff8f5682c2c4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999724972263029
    }
   },
   "usage": {
    "input_tokens": 2403,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 911.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.912
  },
  {
   "case_id": "pv_0cc2b6453b",
   "phase": "staged",
   "state_hash": "442224acee5884e21f757cf06596697a70323ac0614739658946ff8f5682c2c4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998157511112
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999129279976125
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997157232848967,
     "probabilities": {
      "likely_fixed": 0.9999552433665524,
      "partial_fix": 9.282591422065219e-07,
      "wrong_location": 4.1300265825550083e-07,
      "symptom_suppressed": 1.846384520459372e-06,
      "breaks_other_behaviour": 3.258281785861731e-07,
      "unclear": 4.1243158948101776e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.22992500398351035,
     "confidence": 0.6594425781479492,
     "probabilities": {
      "0": 0.7803459382063898,
      "1": 0.2158619076533375,
      "2": 0.00030672396341065785,
      "3": 0.0004920723040972006,
      "4": 0.0029933578727649865
     }
    }
   },
   "usage": {
    "input_tokens": 2579,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1349.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.35
  },
  {
   "case_id": "pv_0df358b272",
   "phase": "one_call",
   "state_hash": "98a565b5f77c3ddd01ec0a4b700ec528fd641d1ee3a54f4d77ad7ccc2f77a584",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999924444527764
    }
   },
   "usage": {
    "input_tokens": 1980,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 810.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.811
  },
  {
   "case_id": "pv_0df358b272",
   "phase": "staged",
   "state_hash": "98a565b5f77c3ddd01ec0a4b700ec528fd641d1ee3a54f4d77ad7ccc2f77a584",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999987864118944
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999341958438426
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998379394490884,
     "probabilities": {
      "likely_fixed": 0.9999763847478679,
      "partial_fix": 5.313860840089959e-07,
      "wrong_location": 4.36109751079664e-07,
      "symptom_suppressed": 3.0128980901923163e-06,
      "breaks_other_behaviour": 3.0812639180153545e-07,
      "unclear": 1.9326731815072172e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.03287012824840601,
     "confidence": 0.9121132580024374,
     "probabilities": {
      "0": 0.9693085857108379,
      "1": 0.0298814237954313,
      "2": 4.080858823628541e-05,
      "3": 0.00016964034547608975,
      "4": 0.0005995415600184676
     }
    }
   },
   "usage": {
    "input_tokens": 2156,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1027.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.028
  },
  {
   "case_id": "pv_0ee2b4bfcd",
   "phase": "one_call",
   "state_hash": "0cef4ae184f9aeb4e9ab3dfc0bedf59005a1ce0f98b93aac7940bf79422b6977",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999969980745543
    }
   },
   "usage": {
    "input_tokens": 1103,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 979.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.98
  },
  {
   "case_id": "pv_0ee2b4bfcd",
   "phase": "staged",
   "state_hash": "0cef4ae184f9aeb4e9ab3dfc0bedf59005a1ce0f98b93aac7940bf79422b6977",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978304901055
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9975822408530121
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999868099588125,
     "probabilities": {
      "likely_fixed": 0.9999809574850432,
      "partial_fix": 4.658105628144243e-07,
      "wrong_location": 1.0448288613762207e-07,
      "symptom_suppressed": 1.6691884273600918e-06,
      "breaks_other_behaviour": 3.981561622338434e-07,
      "unclear": 1.6404876918120408e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.016050956194264623,
     "confidence": 0.9524635378389632,
     "probabilities": {
      "0": 0.9861353357038783,
      "1": 0.013083905398040408,
      "2": 2.7787974121185398e-05,
      "3": 0.00010040884785801798,
      "4": 0.0006525620761019479
     }
    }
   },
   "usage": {
    "input_tokens": 1279,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 738.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.739
  },
  {
   "case_id": "pv_0ee3c74dae",
   "phase": "one_call",
   "state_hash": "d0fc347003293dc266edbf94b20e3838ee2422ef7ba62b20b124277c10239613",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999990402733603
    }
   },
   "usage": {
    "input_tokens": 2007,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 776.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.777
  },
  {
   "case_id": "pv_0ee3c74dae",
   "phase": "staged",
   "state_hash": "d0fc347003293dc266edbf94b20e3838ee2422ef7ba62b20b124277c10239613",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985930732961
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999838337576411
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999765880442086,
     "probabilities": {
      "likely_fixed": 0.9999971553899905,
      "partial_fix": 3.4379210677347354e-07,
      "wrong_location": 6.229956753506579e-08,
      "symptom_suppressed": 3.981183885825276e-07,
      "breaks_other_behaviour": 8.478366920455511e-08,
      "unclear": 1.955616277473874e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09823488224934104,
     "confidence": 0.8021007663464191,
     "probabilities": {
      "0": 0.9090464372532594,
      "1": 0.08828476727315032,
      "2": 0.00014902855626550046,
      "3": 0.0004270098056396249,
      "4": 0.0020927571116852125
     }
    }
   },
   "usage": {
    "input_tokens": 2183,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1346.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.347
  },
  {
   "case_id": "pv_0ee7261fc3",
   "phase": "one_call",
   "state_hash": "153d999926015535c3f65b9812c7feb468919760a9074b2083b1f14cc896576d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998951127571544
    }
   },
   "usage": {
    "input_tokens": 3027,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 886.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.887
  },
  {
   "case_id": "pv_0ee7261fc3",
   "phase": "staged",
   "state_hash": "153d999926015535c3f65b9812c7feb468919760a9074b2083b1f14cc896576d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9992837364121775
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9647400949916626
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.639867968544733,
     "probabilities": {
      "likely_fixed": 0.6606090914216607,
      "partial_fix": 0.00039621691316604963,
      "wrong_location": 1.9608521854731116e-05,
      "symptom_suppressed": 4.791485413077726e-05,
      "breaks_other_behaviour": 9.647792985587087e-05,
      "unclear": 0.3388306903593319
     }
    },
    "risk": {
     "type": "score",
     "score": 0.27316835276752927,
     "confidence": 0.6255541415624083,
     "probabilities": {
      "0": 0.7397909415931919,
      "1": 0.25508969030523926,
      "2": 0.0008566601812880178,
      "3": 0.0006854895814093441,
      "4": 0.0035772183388714843
     }
    }
   },
   "usage": {
    "input_tokens": 3203,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1061.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.062
  },
  {
   "case_id": "pv_0f170b458c",
   "phase": "one_call",
   "state_hash": "34fe1dfad72e8f5fcf7237a8e7d6d0346a33b176b54d91060cdb8bda426cd9d5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999572908179513
    }
   },
   "usage": {
    "input_tokens": 2329,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 475.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.476
  },
  {
   "case_id": "pv_0f170b458c",
   "phase": "staged",
   "state_hash": "34fe1dfad72e8f5fcf7237a8e7d6d0346a33b176b54d91060cdb8bda426cd9d5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999990198805828
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 9.563388974069205e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9270621575194776,
     "probabilities": {
      "likely_fixed": 0.9715820957534407,
      "partial_fix": 0.00019171772256854853,
      "wrong_location": 4.46790945711948e-06,
      "symptom_suppressed": 6.0879281186063675e-06,
      "breaks_other_behaviour": 3.0342355380315865e-05,
      "unclear": 0.028185288331034807
     }
    },
    "risk": {
     "type": "score",
     "score": 1.0702717660349657,
     "confidence": 0.3097732879426094,
     "probabilities": {
      "0": 0.2109251375511745,
      "1": 0.551429836319215,
      "2": 0.20666833755550168,
      "3": 0.018401499691687796,
      "4": 0.012575188882420983
     }
    }
   },
   "usage": {
    "input_tokens": 2505,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 989.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.99
  },
  {
   "case_id": "pv_10107ca15e",
   "phase": "one_call",
   "state_hash": "d8a69161c2e08ec9cc731082f74b721a946aa8bca3fb5a358688f2ff140b69af",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998538463240992
    }
   },
   "usage": {
    "input_tokens": 2413,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 862.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.863
  },
  {
   "case_id": "pv_10107ca15e",
   "phase": "staged",
   "state_hash": "d8a69161c2e08ec9cc731082f74b721a946aa8bca3fb5a358688f2ff140b69af",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985044188082
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0013120774610753964
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9782667417723936,
     "probabilities": {
      "likely_fixed": 0.9939658966850207,
      "partial_fix": 0.00025705744521787915,
      "wrong_location": 2.3296052386242034e-05,
      "symptom_suppressed": 0.005574962197797615,
      "breaks_other_behaviour": 2.800462599769046e-05,
      "unclear": 0.00015078299357987226
     }
    },
    "risk": {
     "type": "score",
     "score": 0.42481168126485475,
     "confidence": 0.5519905412603028,
     "probabilities": {
      "0": 0.5968379039626973,
      "1": 0.3948168881929479,
      "2": 0.0012686505112766335,
      "3": 0.0008487372829590224,
      "4": 0.006227820050119131
     }
    }
   },
   "usage": {
    "input_tokens": 2589,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 966.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.967
  },
  {
   "case_id": "pv_11dddaac9d",
   "phase": "one_call",
   "state_hash": "3ed7dd57d2db9bad32efe1de10676f7bdd6ce680fe71fd0b45691cfa8c2092cc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999721207985466
    }
   },
   "usage": {
    "input_tokens": 1363,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 719.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.719
  },
  {
   "case_id": "pv_11dddaac9d",
   "phase": "staged",
   "state_hash": "3ed7dd57d2db9bad32efe1de10676f7bdd6ce680fe71fd0b45691cfa8c2092cc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995438856129
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9421407901952793
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996619118363754,
     "probabilities": {
      "likely_fixed": 0.9999479648683892,
      "partial_fix": 3.551781900993833e-06,
      "wrong_location": 1.3680749977181017e-06,
      "symptom_suppressed": 3.451626105486504e-06,
      "breaks_other_behaviour": 2.2797227992942535e-06,
      "unclear": 4.1383925807351036e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.21857922662124302,
     "confidence": 0.6685313642166686,
     "probabilities": {
      "0": 0.7976463543064694,
      "1": 0.19650193333862812,
      "2": 0.0003129451192430072,
      "3": 0.0007036658985089653,
      "4": 0.004835101337150498
     }
    }
   },
   "usage": {
    "input_tokens": 1539,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 875.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.876
  },
  {
   "case_id": "pv_13fe97655d",
   "phase": "one_call",
   "state_hash": "dc8a420bb3f34ab14ea7f1c35fc9b4d6f13342a5f3d5b48b012dd29f38fd15b4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9971893386347975
    }
   },
   "usage": {
    "input_tokens": 2246,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 768.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.768
  },
  {
   "case_id": "pv_13fe97655d",
   "phase": "staged",
   "state_hash": "dc8a420bb3f34ab14ea7f1c35fc9b4d6f13342a5f3d5b48b012dd29f38fd15b4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9996765826341123
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.10425008485747805
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7637201554393647,
     "probabilities": {
      "likely_fixed": 0.8548365462180904,
      "partial_fix": 0.0011036878334725253,
      "wrong_location": 1.8405191879104962e-05,
      "symptom_suppressed": 0.0001876886407965156,
      "breaks_other_behaviour": 0.00012801569610010249,
      "unclear": 0.14372565641966142
     }
    },
    "risk": {
     "type": "score",
     "score": 0.32163972060454826,
     "confidence": 0.5978411695271166,
     "probabilities": {
      "0": 0.6940846047036532,
      "1": 0.30021899931323803,
      "2": 0.00045954774752529534,
      "3": 0.0004457671460743019,
      "4": 0.004791081089509179
     }
    }
   },
   "usage": {
    "input_tokens": 2422,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 881.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.882
  },
  {
   "case_id": "pv_1404bdde5a",
   "phase": "one_call",
   "state_hash": "adc8d3d7da7939d7237ba8879f4f72749553bc22b86a92001b32d01e745839a9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999861344124538
    }
   },
   "usage": {
    "input_tokens": 2078,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 798.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.798
  },
  {
   "case_id": "pv_1404bdde5a",
   "phase": "staged",
   "state_hash": "adc8d3d7da7939d7237ba8879f4f72749553bc22b86a92001b32d01e745839a9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996982043349
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9810211116022182
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999453635465599,
     "probabilities": {
      "likely_fixed": 0.9999931200183094,
      "partial_fix": 1.0170191314441652e-06,
      "wrong_location": 2.951662611219166e-07,
      "symptom_suppressed": 1.0175575052853113e-06,
      "breaks_other_behaviour": 1.1153791383390108e-06,
      "unclear": 3.4348596543854075e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.32202160120222023,
     "confidence": 0.6004810355317935,
     "probabilities": {
      "0": 0.6876529817781115,
      "1": 0.3087490867504028,
      "2": 0.0003496018521028879,
      "3": 0.0004200077299196639,
      "4": 0.002828321889463166
     }
    }
   },
   "usage": {
    "input_tokens": 2254,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1086.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.087
  },
  {
   "case_id": "pv_150d7a194b",
   "phase": "one_call",
   "state_hash": "84735e4eb605ac9dc556289fa084b3670a4f80afb893b505b6ae74fb271b97ac",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999203736905891
    }
   },
   "usage": {
    "input_tokens": 1823,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 712.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.713
  },
  {
   "case_id": "pv_150d7a194b",
   "phase": "staged",
   "state_hash": "84735e4eb605ac9dc556289fa084b3670a4f80afb893b505b6ae74fb271b97ac",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997094634411
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998839768318294
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9928254389439494,
     "probabilities": {
      "likely_fixed": 0.9983575408786249,
      "partial_fix": 2.857174634222796e-05,
      "wrong_location": 4.3944375315916065e-06,
      "symptom_suppressed": 1.3844323047212839e-05,
      "breaks_other_behaviour": 0.00012132923137295929,
      "unclear": 0.001474319383081063
     }
    },
    "risk": {
     "type": "score",
     "score": 0.49873750930982086,
     "confidence": 0.5549665633635036,
     "probabilities": {
      "0": 0.5112716543943528,
      "1": 0.4851065322846683,
      "2": 0.00027929255741224776,
      "3": 0.00029769114393863043,
      "4": 0.003044829619628032
     }
    }
   },
   "usage": {
    "input_tokens": 1999,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1019.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.02
  },
  {
   "case_id": "pv_1711694116",
   "phase": "one_call",
   "state_hash": "61d52945ff1d866811db14c7e870e97570283a5c76bc50700a5d22cc2f62de37",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999531935460712
    }
   },
   "usage": {
    "input_tokens": 1446,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 428.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.429
  },
  {
   "case_id": "pv_1711694116",
   "phase": "staged",
   "state_hash": "61d52945ff1d866811db14c7e870e97570283a5c76bc50700a5d22cc2f62de37",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996863405034
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.003179319223698565
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9845378904136478,
     "probabilities": {
      "likely_fixed": 0.9957407277132206,
      "partial_fix": 2.147876719240858e-05,
      "wrong_location": 1.4211735170905828e-06,
      "symptom_suppressed": 4.080919001703765e-06,
      "breaks_other_behaviour": 2.9004872865307253e-06,
      "unclear": 0.004229390939781721
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6133294206864666,
     "confidence": 0.5691176610032922,
     "probabilities": {
      "0": 0.3951904062887989,
      "1": 0.6015620255209245,
      "2": 0.00047208953562026453,
      "3": 0.0002786985243236508,
      "4": 0.0024967801303326523
     }
    }
   },
   "usage": {
    "input_tokens": 1622,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 813.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.814
  },
  {
   "case_id": "pv_17bf8c197e",
   "phase": "one_call",
   "state_hash": "65ce2c2617fd0b0cb9de6101b387878a1a0f2ae4439c038196d41f889607cce3",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999477363899761
    }
   },
   "usage": {
    "input_tokens": 2760,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 914.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.915
  },
  {
   "case_id": "pv_17bf8c197e",
   "phase": "staged",
   "state_hash": "65ce2c2617fd0b0cb9de6101b387878a1a0f2ae4439c038196d41f889607cce3",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989180970759
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999432534820319
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997839921907815,
     "probabilities": {
      "likely_fixed": 0.999969371649506,
      "partial_fix": 6.101498848478127e-06,
      "wrong_location": 1.0707649523692078e-06,
      "symptom_suppressed": 1.4967918343391633e-05,
      "breaks_other_behaviour": 9.732705395509886e-07,
      "unclear": 7.514897810205378e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2346393154145871,
     "confidence": 0.6555868814872423,
     "probabilities": {
      "0": 0.7759332348137086,
      "1": 0.22016377382211494,
      "2": 0.00023241236777013944,
      "3": 0.0006715991286934452,
      "4": 0.0029989798677128874
     }
    }
   },
   "usage": {
    "input_tokens": 2936,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 943.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.944
  },
  {
   "case_id": "pv_1837d5e844",
   "phase": "one_call",
   "state_hash": "4a5aedbbd8e29fc7504735e86a12cc69f2cced30602d867345e587aec03773b5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999344030229381
    }
   },
   "usage": {
    "input_tokens": 2402,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 832.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.832
  },
  {
   "case_id": "pv_1837d5e844",
   "phase": "staged",
   "state_hash": "4a5aedbbd8e29fc7504735e86a12cc69f2cced30602d867345e587aec03773b5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9895521348055744
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.04758619718931028
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8274919344026279,
     "probabilities": {
      "likely_fixed": 0.9119211216680125,
      "partial_fix": 0.0015476376476740883,
      "wrong_location": 4.078195999708309e-05,
      "symptom_suppressed": 0.0001499299399833055,
      "breaks_other_behaviour": 0.0002614967560320401,
      "unclear": 0.08607903202830096
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5210340085988487,
     "confidence": 0.5355860649815414,
     "probabilities": {
      "0": 0.5025169366107175,
      "1": 0.4880428448004378,
      "2": 0.0019371787475106102,
      "3": 0.0008953530619462528,
      "4": 0.006607686779387746
     }
    }
   },
   "usage": {
    "input_tokens": 2578,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 594.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.595
  },
  {
   "case_id": "pv_183ae92f54",
   "phase": "one_call",
   "state_hash": "269ab7141c0fc1f422ac7e854f602b3e090b92390e2731c82acb9758c345f306",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996453022168538
    }
   },
   "usage": {
    "input_tokens": 2259,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 784.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.785
  },
  {
   "case_id": "pv_183ae92f54",
   "phase": "staged",
   "state_hash": "269ab7141c0fc1f422ac7e854f602b3e090b92390e2731c82acb9758c345f306",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9996717433209412
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9987798646138659
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9970005085115573,
     "probabilities": {
      "likely_fixed": 0.9994027687920031,
      "partial_fix": 8.193520209778234e-05,
      "wrong_location": 1.6693142256848925e-06,
      "symptom_suppressed": 1.2457677494599394e-05,
      "breaks_other_behaviour": 6.6335567643112615e-06,
      "unclear": 0.0004945354574145713
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08203460328765386,
     "confidence": 0.8276412489479013,
     "probabilities": {
      "0": 0.9279054250001917,
      "1": 0.06818485916661708,
      "2": 0.0006272726755381696,
      "3": 0.0005345738606519911,
      "4": 0.0027478692970011173
     }
    }
   },
   "usage": {
    "input_tokens": 2435,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 840.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.84
  },
  {
   "case_id": "pv_188a90e7bb",
   "phase": "one_call",
   "state_hash": "e959bbe14503e3df23143ba8887f4a06a76d9c1fe26ec1bc5a3c7dfa11124d27",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9191267708578261
    }
   },
   "usage": {
    "input_tokens": 2154,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 555.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.556
  },
  {
   "case_id": "pv_188a90e7bb",
   "phase": "staged",
   "state_hash": "e959bbe14503e3df23143ba8887f4a06a76d9c1fe26ec1bc5a3c7dfa11124d27",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9995799738644259
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0031970627493636346
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.660305969996558,
     "probabilities": {
      "likely_fixed": 0.7357160310311156,
      "partial_fix": 0.006439481041077969,
      "wrong_location": 2.0434141296656068e-05,
      "symptom_suppressed": 2.3367557051252295e-05,
      "breaks_other_behaviour": 4.3927426318269154e-05,
      "unclear": 0.2577567588031402
     }
    },
    "risk": {
     "type": "score",
     "score": 0.47638810862567504,
     "confidence": 0.5170545784099418,
     "probabilities": {
      "0": 0.5554013537547211,
      "1": 0.4267568315058333,
      "2": 0.010281000082114878,
      "3": 0.0011739816737104782,
      "4": 0.006386832983620135
     }
    }
   },
   "usage": {
    "input_tokens": 2330,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 872.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.872
  },
  {
   "case_id": "pv_18b0f5590a",
   "phase": "one_call",
   "state_hash": "cf593b8564d4e5624f832479f91a89295614f9df63e8f6d066eb97d701b1a1c2",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999777274107636
    }
   },
   "usage": {
    "input_tokens": 2358,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 583.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.583
  },
  {
   "case_id": "pv_18b0f5590a",
   "phase": "staged",
   "state_hash": "cf593b8564d4e5624f832479f91a89295614f9df63e8f6d066eb97d701b1a1c2",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999965421876535
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6239054776606293
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997264526427647,
     "probabilities": {
      "likely_fixed": 0.9999584353657903,
      "partial_fix": 5.110940214985998e-06,
      "wrong_location": 3.8470897145184494e-07,
      "symptom_suppressed": 1.620007399214382e-06,
      "breaks_other_behaviour": 1.1422178141973185e-06,
      "unclear": 3.330675980981278e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5200907552939534,
     "confidence": 0.5539462334316554,
     "probabilities": {
      "0": 0.4904639242502472,
      "1": 0.5056973373784088,
      "2": 0.00021278900284449603,
      "3": 0.0005359575641424301,
      "4": 0.0030899918043570907
     }
    }
   },
   "usage": {
    "input_tokens": 2534,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 633.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.634
  },
  {
   "case_id": "pv_19287f87ff",
   "phase": "one_call",
   "state_hash": "fc3589af7391bc0004ce3b79a829ffb0cce5882bee77f8e7513ee7287c9ba9c5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999431078426383
    }
   },
   "usage": {
    "input_tokens": 2160,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 797.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.798
  },
  {
   "case_id": "pv_19287f87ff",
   "phase": "staged",
   "state_hash": "fc3589af7391bc0004ce3b79a829ffb0cce5882bee77f8e7513ee7287c9ba9c5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9953077586244208
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999426110455496
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999607629813748,
     "probabilities": {
      "likely_fixed": 0.999995136498431,
      "partial_fix": 8.560779083275802e-07,
      "wrong_location": 1.5270359248791683e-07,
      "symptom_suppressed": 5.838428511189285e-07,
      "breaks_other_behaviour": 4.949248205716445e-07,
      "unclear": 2.7759523965610813e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.007069963407864595,
     "confidence": 0.9762750360078613,
     "probabilities": {
      "0": 0.9940388844330383,
      "1": 0.005560414084243563,
      "2": 1.175307205786178e-05,
      "3": 6.975046313560065e-05,
      "4": 0.00031919794752462664
     }
    }
   },
   "usage": {
    "input_tokens": 2336,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 614.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.615
  },
  {
   "case_id": "pv_1d30e6a6a3",
   "phase": "one_call",
   "state_hash": "ff683cd1da527191f24c7cd8c93159f48da854c12f78125cabf2c4c180a418b6",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999844808048868
    }
   },
   "usage": {
    "input_tokens": 1981,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1136.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.136
  },
  {
   "case_id": "pv_1d30e6a6a3",
   "phase": "staged",
   "state_hash": "ff683cd1da527191f24c7cd8c93159f48da854c12f78125cabf2c4c180a418b6",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998411073885
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9994241117616922
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998949342053636,
     "probabilities": {
      "likely_fixed": 0.9999854336231315,
      "partial_fix": 3.0431128903150697e-06,
      "wrong_location": 2.499338207606513e-07,
      "symptom_suppressed": 4.031970891429177e-07,
      "breaks_other_behaviour": 2.1455848750918242e-07,
      "unclear": 1.0655574580761024e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.22124197425299325,
     "confidence": 0.6676552725326907,
     "probabilities": {
      "0": 0.7849907385862204,
      "1": 0.2126970684918939,
      "2": 0.00016103416340972036,
      "3": 0.00038179759962408966,
      "4": 0.0017693611588519068
     }
    }
   },
   "usage": {
    "input_tokens": 2157,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 833.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.833
  },
  {
   "case_id": "pv_1e831f167d",
   "phase": "one_call",
   "state_hash": "6d428212bf0d6e02127dedcaf27eff574924ea89e445214497fbc81e66cca77e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995964220119085
    }
   },
   "usage": {
    "input_tokens": 1922,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 792.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.793
  },
  {
   "case_id": "pv_1e831f167d",
   "phase": "staged",
   "state_hash": "6d428212bf0d6e02127dedcaf27eff574924ea89e445214497fbc81e66cca77e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991321042752
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9881179305457738
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7984299524507561,
     "probabilities": {
      "likely_fixed": 0.883643222861749,
      "partial_fix": 0.00014417389214904804,
      "wrong_location": 2.9266181471463664e-06,
      "symptom_suppressed": 1.674546117312882e-05,
      "breaks_other_behaviour": 2.7183827449389433e-05,
      "unclear": 0.11616574733933233
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6203643210676605,
     "confidence": 0.5744993807039525,
     "probabilities": {
      "0": 0.3862293428999854,
      "1": 0.611288993079183,
      "2": 0.00032480350934704894,
      "3": 0.00020172107615477812,
      "4": 0.0019551394353297443
     }
    }
   },
   "usage": {
    "input_tokens": 2098,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 851.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.852
  },
  {
   "case_id": "pv_1fd84abf56",
   "phase": "one_call",
   "state_hash": "321c269dd0e0c0d2c4a5adfdb6d60121f59a9b8bb98f5538723d226ba3bca859",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999903631729651
    }
   },
   "usage": {
    "input_tokens": 2283,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1184.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.184
  },
  {
   "case_id": "pv_1fd84abf56",
   "phase": "staged",
   "state_hash": "321c269dd0e0c0d2c4a5adfdb6d60121f59a9b8bb98f5538723d226ba3bca859",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993129187575
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0015381157907088715
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9984263802112031,
     "probabilities": {
      "likely_fixed": 0.9997013554723448,
      "partial_fix": 1.778873647595584e-05,
      "wrong_location": 8.49418667569344e-07,
      "symptom_suppressed": 2.3130988905076695e-06,
      "breaks_other_behaviour": 1.7230045837742352e-06,
      "unclear": 0.00027597026903740656
     }
    },
    "risk": {
     "type": "score",
     "score": 0.30401772081185185,
     "confidence": 0.6107049101508135,
     "probabilities": {
      "0": 0.7048599382074412,
      "1": 0.2918993354554408,
      "2": 0.00020353924322694884,
      "3": 0.0004374415056069129,
      "4": 0.0025997455882841147
     }
    }
   },
   "usage": {
    "input_tokens": 2459,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 980.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.981
  },
  {
   "case_id": "pv_20d6231229",
   "phase": "one_call",
   "state_hash": "47f7891e2a05b1c90bbcb3437f73e18b749d92c7c0f8ba0606ede333259fe4c2",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998500383940094
    }
   },
   "usage": {
    "input_tokens": 2312,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 865.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.866
  },
  {
   "case_id": "pv_20d6231229",
   "phase": "staged",
   "state_hash": "47f7891e2a05b1c90bbcb3437f73e18b749d92c7c0f8ba0606ede333259fe4c2",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996440765192
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999616372815164
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999830173270968,
     "probabilities": {
      "likely_fixed": 0.9999980085434486,
      "partial_fix": 1.1668273143563473e-07,
      "wrong_location": 8.332738014553948e-08,
      "symptom_suppressed": 1.0788934677585503e-06,
      "breaks_other_behaviour": 1.1033611277923569e-07,
      "unclear": 6.022168593821079e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.015080521994469905,
     "confidence": 0.9572940880902032,
     "probabilities": {
      "0": 0.9881616509941591,
      "1": 0.010675945478380397,
      "2": 3.658483624841349e-05,
      "3": 0.00017186792125524432,
      "4": 0.0009539507699567369
     }
    }
   },
   "usage": {
    "input_tokens": 2488,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 609.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.61
  },
  {
   "case_id": "pv_235cae4cd5",
   "phase": "one_call",
   "state_hash": "918afba14053e1c00aafc838c41621e6d83dc009743088bb7ddc715f3cd28caf",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999931142527042
    }
   },
   "usage": {
    "input_tokens": 1470,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 462.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.463
  },
  {
   "case_id": "pv_235cae4cd5",
   "phase": "staged",
   "state_hash": "918afba14053e1c00aafc838c41621e6d83dc009743088bb7ddc715f3cd28caf",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994820004771
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.000981501842227536
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9013422499205429,
     "probabilities": {
      "likely_fixed": 0.9584893801104657,
      "partial_fix": 0.000738351770846907,
      "wrong_location": 4.0919250952854355e-06,
      "symptom_suppressed": 1.4120575396971545e-05,
      "breaks_other_behaviour": 2.1024805913457087e-05,
      "unclear": 0.04073303081228168
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8393111654379579,
     "confidence": 0.6551475272543806,
     "probabilities": {
      "0": 0.18245315003011336,
      "1": 0.8039882665757566,
      "2": 0.009010323014103455,
      "3": 0.0008907886861119796,
      "4": 0.0036574716939146005
     }
    }
   },
   "usage": {
    "input_tokens": 1646,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 699.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.699
  },
  {
   "case_id": "pv_23d66ea002",
   "phase": "one_call",
   "state_hash": "4615a13477962a61bb4bf79b9d9882c710319d07a9e6fa90429250f80afd1bf3",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999981926323745
    }
   },
   "usage": {
    "input_tokens": 1696,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 542.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.543
  },
  {
   "case_id": "pv_23d66ea002",
   "phase": "staged",
   "state_hash": "4615a13477962a61bb4bf79b9d9882c710319d07a9e6fa90429250f80afd1bf3",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999404182651
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999999758096284
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999957314224736,
     "probabilities": {
      "likely_fixed": 0.9999995434415199,
      "partial_fix": 1.1916221492629579e-07,
      "wrong_location": 7.203919090770041e-09,
      "symptom_suppressed": 7.208444763927656e-08,
      "breaks_other_behaviour": 1.4536864508006216e-08,
      "unclear": 2.435710339403052e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.001516365189971172,
     "confidence": 0.9945355107427515,
     "probabilities": {
      "0": 0.9989605137953319,
      "1": 0.0008584408924681709,
      "2": 6.1077783297961236e-06,
      "3": 5.404139463723108e-05,
      "4": 0.00012089613923292889
     }
    }
   },
   "usage": {
    "input_tokens": 1872,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 940.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.941
  },
  {
   "case_id": "pv_24770a9dbb",
   "phase": "one_call",
   "state_hash": "e31d56307435fcaf7a3bc12362e0be01e31508ae1201fe88975b49acd2634228",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9994152877085587
    }
   },
   "usage": {
    "input_tokens": 1652,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 502.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.502
  },
  {
   "case_id": "pv_24770a9dbb",
   "phase": "staged",
   "state_hash": "e31d56307435fcaf7a3bc12362e0be01e31508ae1201fe88975b49acd2634228",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999962145934496
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.2041607055859275
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9976465582532158,
     "probabilities": {
      "likely_fixed": 0.9995355389176439,
      "partial_fix": 2.2701024864720917e-05,
      "wrong_location": 7.054554170364464e-07,
      "symptom_suppressed": 1.4707587562668694e-05,
      "breaks_other_behaviour": 5.066881829191599e-06,
      "unclear": 0.0004212801326824735
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7847003457610654,
     "confidence": 0.6464297000635109,
     "probabilities": {
      "0": 0.2258905069451671,
      "1": 0.7690891095365149,
      "2": 0.0020563531958257466,
      "3": 0.0003575914570701292,
      "4": 0.0026064388654221545
     }
    }
   },
   "usage": {
    "input_tokens": 1828,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 903.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.904
  },
  {
   "case_id": "pv_25dcd776ba",
   "phase": "one_call",
   "state_hash": "90bfcda2a0d509172fcb3dfa1883ea58cb7ef503caf52f1c77cd828dc85ee7b1",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9953989184333156
    }
   },
   "usage": {
    "input_tokens": 1357,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 635.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.635
  },
  {
   "case_id": "pv_25dcd776ba",
   "phase": "staged",
   "state_hash": "90bfcda2a0d509172fcb3dfa1883ea58cb7ef503caf52f1c77cd828dc85ee7b1",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999982676895562
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999856227966357
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9922396896637654,
     "probabilities": {
      "likely_fixed": 0.9983757900547378,
      "partial_fix": 0.00029461833670283024,
      "wrong_location": 2.0269931154594513e-05,
      "symptom_suppressed": 0.0003801799279017755,
      "breaks_other_behaviour": 4.7340742524619784e-05,
      "unclear": 0.0008818010069784024
     }
    },
    "risk": {
     "type": "score",
     "score": 0.21783508341117896,
     "confidence": 0.6709728067137402,
     "probabilities": {
      "0": 0.7872853225654857,
      "1": 0.21082686170701126,
      "2": 0.0001556668178116778,
      "3": 0.0002317075702210413,
      "4": 0.0015004413394703049
     }
    }
   },
   "usage": {
    "input_tokens": 1533,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 525.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.526
  },
  {
   "case_id": "pv_277cd17e1d",
   "phase": "one_call",
   "state_hash": "772f33c5091437e5c2b1fb6cdd0682b2349e63664565f530bb5d3d4ec9d0b399",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999692177475434
    }
   },
   "usage": {
    "input_tokens": 1460,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 803.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.804
  },
  {
   "case_id": "pv_277cd17e1d",
   "phase": "staged",
   "state_hash": "772f33c5091437e5c2b1fb6cdd0682b2349e63664565f530bb5d3d4ec9d0b399",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999999022883642
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9763928080222675
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999378271861115,
     "probabilities": {
      "likely_fixed": 0.999991911928157,
      "partial_fix": 9.932989545201694e-07,
      "wrong_location": 1.921965079718331e-07,
      "symptom_suppressed": 1.1801157216813005e-06,
      "breaks_other_behaviour": 3.8997945759814035e-07,
      "unclear": 5.332481201267864e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.05414118958538144,
     "confidence": 0.8736505882743824,
     "probabilities": {
      "0": 0.9519146020904847,
      "1": 0.045854159809832366,
      "2": 0.00013496179693008663,
      "3": 0.0003679990293225521,
      "4": 0.0017282772734303104
     }
    }
   },
   "usage": {
    "input_tokens": 1636,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 860.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.86
  },
  {
   "case_id": "pv_280bd91d64",
   "phase": "one_call",
   "state_hash": "0c9fa840ae240488207a59fa23498b53f7bfb0913a95ee040fcb3e4ad34e6ed0",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9971755580942294
    }
   },
   "usage": {
    "input_tokens": 980,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 609.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.609
  },
  {
   "case_id": "pv_280bd91d64",
   "phase": "staged",
   "state_hash": "0c9fa840ae240488207a59fa23498b53f7bfb0913a95ee040fcb3e4ad34e6ed0",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.36551507175947884
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6626954043030457
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9991157183857271,
     "probabilities": {
      "likely_fixed": 0.9998396184591588,
      "partial_fix": 2.356369872216922e-06,
      "wrong_location": 1.6655854142314566e-07,
      "symptom_suppressed": 6.95792562805101e-07,
      "breaks_other_behaviour": 7.177398432823401e-07,
      "unclear": 0.00015644508002149977
     }
    },
    "risk": {
     "type": "score",
     "score": 0.005924213991225959,
     "confidence": 0.9873161736462548,
     "probabilities": {
      "0": 0.9973933381516863,
      "1": 0.0014435086730022193,
      "2": 1.7988214377092292e-05,
      "3": 0.0001359309542678652,
      "4": 0.00100923400666649
     }
    }
   },
   "usage": {
    "input_tokens": 1156,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 950.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.951
  },
  {
   "case_id": "pv_285f9b6631",
   "phase": "one_call",
   "state_hash": "7fb91b2ac7e6c73443a1302a4909efb25afae29cbe4cdde4b47d5d38e9dcbc60",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999888377824063
    }
   },
   "usage": {
    "input_tokens": 2753,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 666.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.667
  },
  {
   "case_id": "pv_285f9b6631",
   "phase": "staged",
   "state_hash": "7fb91b2ac7e6c73443a1302a4909efb25afae29cbe4cdde4b47d5d38e9dcbc60",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999974943066336
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6474999429976047
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9977281694890454,
     "probabilities": {
      "likely_fixed": 0.9995728974327258,
      "partial_fix": 4.0453875458392006e-05,
      "wrong_location": 4.144898936153398e-06,
      "symptom_suppressed": 3.8547002350210604e-05,
      "breaks_other_behaviour": 1.0843451951815834e-05,
      "unclear": 0.00033311333857763675
     }
    },
    "risk": {
     "type": "score",
     "score": 0.42476685096049116,
     "confidence": 0.5614314049920925,
     "probabilities": {
      "0": 0.5870970976545375,
      "1": 0.40842562988535447,
      "2": 0.00047088349892398547,
      "3": 0.0006261017674473854,
      "4": 0.00338028719373664
     }
    }
   },
   "usage": {
    "input_tokens": 2929,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 870.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.87
  },
  {
   "case_id": "pv_29a68d4430",
   "phase": "one_call",
   "state_hash": "fe8d68424f1dd51024caa2e9cf4920661c243db2ba755a5ff4610a899751443f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9300015085288715
    }
   },
   "usage": {
    "input_tokens": 2520,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 768.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.769
  },
  {
   "case_id": "pv_29a68d4430",
   "phase": "staged",
   "state_hash": "fe8d68424f1dd51024caa2e9cf4920661c243db2ba755a5ff4610a899751443f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.7641692754921073
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0010302134547572302
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.880960735427774,
     "probabilities": {
      "likely_fixed": 0.023280946700565307,
      "partial_fix": 0.007545664711103353,
      "wrong_location": 0.007867034476274157,
      "symptom_suppressed": 0.00013380475403153088,
      "breaks_other_behaviour": 0.001548127510386606,
      "unclear": 0.9596244218476391
     }
    },
    "risk": {
     "type": "score",
     "score": 1.8610643929748105,
     "confidence": 0.11614541488548169,
     "probabilities": {
      "0": 0.3582887035805492,
      "1": 0.15925768780011712,
      "2": 0.07265621316157021,
      "3": 0.08269530297950091,
      "4": 0.32710209247826255
     }
    }
   },
   "usage": {
    "input_tokens": 2696,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1155.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.156
  },
  {
   "case_id": "pv_29e03ea53f",
   "phase": "one_call",
   "state_hash": "b8f15a6c53ed04b5738a99c10c4667a30b60e80fe63d148a7214295926cd8fea",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999477363722598
    }
   },
   "usage": {
    "input_tokens": 2182,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 812.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.813
  },
  {
   "case_id": "pv_29e03ea53f",
   "phase": "staged",
   "state_hash": "b8f15a6c53ed04b5738a99c10c4667a30b60e80fe63d148a7214295926cd8fea",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999990890110173
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998126787585796
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9992459677788941,
     "probabilities": {
      "likely_fixed": 0.9998689222718606,
      "partial_fix": 5.1254812990134775e-06,
      "wrong_location": 5.881959425738037e-07,
      "symptom_suppressed": 3.7755242887359498e-06,
      "breaks_other_behaviour": 1.0117010753513871e-06,
      "unclear": 0.00012057682553369601
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2338699870920403,
     "confidence": 0.657356665560301,
     "probabilities": {
      "0": 0.774175218333791,
      "1": 0.22291082484415006,
      "2": 0.00016861735974214891,
      "3": 0.0003594303208614306,
      "4": 0.002385909141455412
     }
    }
   },
   "usage": {
    "input_tokens": 2358,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1094.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.095
  },
  {
   "case_id": "pv_2a8e1df475",
   "phase": "one_call",
   "state_hash": "7545bad7779f2a4449e7141e01e1265dbb342c4106f11a56990b2737ab57e745",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9993986989745117
    }
   },
   "usage": {
    "input_tokens": 2622,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 898.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.898
  },
  {
   "case_id": "pv_2a8e1df475",
   "phase": "staged",
   "state_hash": "7545bad7779f2a4449e7141e01e1265dbb342c4106f11a56990b2737ab57e745",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9992828965447133
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.07321218730478077
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7992275214025047,
     "probabilities": {
      "likely_fixed": 0.892361760898843,
      "partial_fix": 0.003150807785497603,
      "wrong_location": 4.369968544785893e-05,
      "symptom_suppressed": 0.00011295136623436427,
      "breaks_other_behaviour": 0.0004116007122653252,
      "unclear": 0.10391917955171186
     }
    },
    "risk": {
     "type": "score",
     "score": 0.20328898360240222,
     "confidence": 0.6825729412726407,
     "probabilities": {
      "0": 0.8145472648473194,
      "1": 0.17904177931190693,
      "2": 0.00039676171050384665,
      "3": 0.0006030956515916581,
      "4": 0.005411098478678156
     }
    }
   },
   "usage": {
    "input_tokens": 2798,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 846.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.847
  },
  {
   "case_id": "pv_2afaa35dc3",
   "phase": "one_call",
   "state_hash": "a89eb079a3a7839b791d0ccaac1fa4720ee222d13a604f909802723b1d7cd3e0",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999810757848734
    }
   },
   "usage": {
    "input_tokens": 2562,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 684.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.685
  },
  {
   "case_id": "pv_2afaa35dc3",
   "phase": "staged",
   "state_hash": "a89eb079a3a7839b791d0ccaac1fa4720ee222d13a604f909802723b1d7cd3e0",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998112611775
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999989273039949
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999826394849944,
     "probabilities": {
      "likely_fixed": 0.9999979560145441,
      "partial_fix": 6.281635341762599e-07,
      "wrong_location": 8.617925581961795e-08,
      "symptom_suppressed": 1.0704841836685388e-06,
      "breaks_other_behaviour": 1.0147480739701299e-08,
      "unclear": 2.4901100148031645e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.01772263399248554,
     "confidence": 0.9482844768712241,
     "probabilities": {
      "0": 0.9847274881295863,
      "1": 0.014339988713307064,
      "2": 0.00010379128576432297,
      "3": 0.00013986477771886017,
      "4": 0.0006888670936233125
     }
    }
   },
   "usage": {
    "input_tokens": 2738,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 913.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.914
  },
  {
   "case_id": "pv_2c2fff5ac2",
   "phase": "one_call",
   "state_hash": "f12636c2b6893d0816c9c9138a0da700a002d1e44e36f674dedaf3d96564f019",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999375084598561
    }
   },
   "usage": {
    "input_tokens": 2765,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1171.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.172
  },
  {
   "case_id": "pv_2c2fff5ac2",
   "phase": "staged",
   "state_hash": "f12636c2b6893d0816c9c9138a0da700a002d1e44e36f674dedaf3d96564f019",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9907724697971194
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9886113385795265
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6347598021059441,
     "probabilities": {
      "likely_fixed": 0.6607418884601913,
      "partial_fix": 0.0015168418634292494,
      "wrong_location": 4.016221787557226e-05,
      "symptom_suppressed": 0.0001441972923604954,
      "breaks_other_behaviour": 0.0003124236485508701,
      "unclear": 0.3372444865175925
     }
    },
    "risk": {
     "type": "score",
     "score": 0.023372275439801138,
     "confidence": 0.9364971195144062,
     "probabilities": {
      "0": 0.9804885340539397,
      "1": 0.018084952988089126,
      "2": 6.533286448661439e-05,
      "3": 0.00028806365119991606,
      "4": 0.001073116442284759
     }
    }
   },
   "usage": {
    "input_tokens": 2941,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1215.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.216
  },
  {
   "case_id": "pv_2d224c24de",
   "phase": "one_call",
   "state_hash": "91321c87a7ab8e71b88a6a1a5e426cebd53366ab5a79eb630ccfe231199f6dc7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999983268156012
    }
   },
   "usage": {
    "input_tokens": 2035,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 561.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.561
  },
  {
   "case_id": "pv_2d224c24de",
   "phase": "staged",
   "state_hash": "91321c87a7ab8e71b88a6a1a5e426cebd53366ab5a79eb630ccfe231199f6dc7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999244623295
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998181140593677
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998487144643489,
     "probabilities": {
      "likely_fixed": 0.9999782856125292,
      "partial_fix": 2.133215740873e-06,
      "wrong_location": 2.332002927267854e-07,
      "symptom_suppressed": 1.499956983032217e-06,
      "breaks_other_behaviour": 6.159150450483641e-07,
      "unclear": 1.7232099409106435e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.03461447298565432,
     "confidence": 0.9103140452642297,
     "probabilities": {
      "0": 0.969050660952291,
      "1": 0.029615886190483987,
      "2": 3.560773382324939e-05,
      "3": 0.0002640091660832139,
      "4": 0.001033835957318549
     }
    }
   },
   "usage": {
    "input_tokens": 2211,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 656.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.657
  },
  {
   "case_id": "pv_2de2d6e4bd",
   "phase": "one_call",
   "state_hash": "b7385a83cea6da04f1b95e0d37a304d0417678da76440aa7372d45904ad96375",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.0025838119667487705
    }
   },
   "usage": {
    "input_tokens": 2139,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 618.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.618
  },
  {
   "case_id": "pv_2de2d6e4bd",
   "phase": "staged",
   "state_hash": "b7385a83cea6da04f1b95e0d37a304d0417678da76440aa7372d45904ad96375",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9998093879982124
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 2.04938569967436e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9578856830243999,
     "probabilities": {
      "likely_fixed": 0.004537939748809742,
      "partial_fix": 0.00717704913064649,
      "wrong_location": 1.0849965668396433e-05,
      "symptom_suppressed": 2.7553374263215243e-05,
      "breaks_other_behaviour": 0.0003898963887670254,
      "unclear": 0.9878567113918452
     }
    },
    "risk": {
     "type": "score",
     "score": 2.606526321738939,
     "confidence": 0.10597861060993441,
     "probabilities": {
      "0": 0.04171168263186819,
      "1": 0.16418567999462697,
      "2": 0.17256431746126505,
      "3": 0.3889412728271771,
      "4": 0.23259704708506262
     }
    }
   },
   "usage": {
    "input_tokens": 2315,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 755.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.755
  },
  {
   "case_id": "pv_2f395a6bef",
   "phase": "one_call",
   "state_hash": "ebe6767558517d128150ecf2f3bca9c946d581802d24e3cc491197808c62aae3",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999815249732225
    }
   },
   "usage": {
    "input_tokens": 2137,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 619.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.619
  },
  {
   "case_id": "pv_2f395a6bef",
   "phase": "staged",
   "state_hash": "ebe6767558517d128150ecf2f3bca9c946d581802d24e3cc491197808c62aae3",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995400125357
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9970525007165928
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998981401248194,
     "probabilities": {
      "likely_fixed": 0.9999856854381933,
      "partial_fix": 1.0405487746591358e-06,
      "wrong_location": 5.309279837922402e-08,
      "symptom_suppressed": 7.195903393761895e-07,
      "breaks_other_behaviour": 3.668660029273852e-07,
      "unclear": 1.213446389137928e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11720759461385596,
     "confidence": 0.7760356026630644,
     "probabilities": {
      "0": 0.8899832036997106,
      "1": 0.1074073957304432,
      "2": 0.0001419656839343501,
      "3": 0.0003534720281032281,
      "4": 0.0021139628578085955
     }
    }
   },
   "usage": {
    "input_tokens": 2313,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 665.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.666
  },
  {
   "case_id": "pv_3065e59013",
   "phase": "one_call",
   "state_hash": "cbcd28a89f8b5d989b2d07d5647954348664d6fc3e41f1ea5b1566db63336152",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.7334298089986262
    }
   },
   "usage": {
    "input_tokens": 2368,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 686.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.687
  },
  {
   "case_id": "pv_3065e59013",
   "phase": "staged",
   "state_hash": "cbcd28a89f8b5d989b2d07d5647954348664d6fc3e41f1ea5b1566db63336152",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997282713549
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9845984622314287
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9929260806317237,
     "probabilities": {
      "likely_fixed": 0.998355681557396,
      "partial_fix": 8.263478339798115e-05,
      "wrong_location": 2.943133448236882e-06,
      "symptom_suppressed": 7.551849630938567e-06,
      "breaks_other_behaviour": 1.7117388219560752e-05,
      "unclear": 0.0015340712879072823
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3456244818390854,
     "confidence": 0.5883978719337145,
     "probabilities": {
      "0": 0.6652213134926943,
      "1": 0.3306821600872587,
      "2": 0.0005167854488652264,
      "3": 0.0004102130306310604,
      "4": 0.003169527940550771
     }
    }
   },
   "usage": {
    "input_tokens": 2544,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 817.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.818
  },
  {
   "case_id": "pv_30da2a2122",
   "phase": "one_call",
   "state_hash": "a3e56386d9cb2877c7f7b9078fa3ef95b91d3f49444781184a61e5eba00a5db7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999949986898152
    }
   },
   "usage": {
    "input_tokens": 2133,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 851.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.851
  },
  {
   "case_id": "pv_30da2a2122",
   "phase": "staged",
   "state_hash": "a3e56386d9cb2877c7f7b9078fa3ef95b91d3f49444781184a61e5eba00a5db7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999853216368216
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9876081420916977
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999777465280674,
     "probabilities": {
      "likely_fixed": 0.999997358981536,
      "partial_fix": 4.064643901772826e-07,
      "wrong_location": 1.7508477683332842e-07,
      "symptom_suppressed": 3.439169439137222e-07,
      "breaks_other_behaviour": 2.0748254427833407e-07,
      "unclear": 1.5080698087889491e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.004651432501961174,
     "confidence": 0.9846712171800941,
     "probabilities": {
      "0": 0.9965382928581588,
      "1": 0.0030241335460846398,
      "2": 1.384685808378718e-05,
      "3": 9.530171098222714e-05,
      "4": 0.0003284250266905695
     }
    }
   },
   "usage": {
    "input_tokens": 2309,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 555.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.555
  }
 ],
 "metrics": {
  "requests": 120,
  "completed_requests": 120,
  "input_tokens": 267962,
  "output_tokens": 0,
  "median_latency_ms": 864.0,
  "wall_s": 108.27,
  "cost_usd": 0.0,
  "cost_basis": "free route; missing provider cost fields are not receipts",
  "reported_cost_usd": null
 },
 "wall_s": 109.456
}