{
 "schema_version": 2,
 "project": "patch-verdict",
 "subset": "full",
 "repeat": 1,
 "limit": null,
 "timestamp": "2026-09-24T19:27:00Z",
 "input_hashes": {
  "samples/patch-verdict/fixtures/cases.jsonl": "efa48dde7d27f9d5818f94591b87a8859496096b2ddcdc21a546c9c894975a2d"
 },
 "source_hashes": {
  "samples/_shared/jev.py": "bd3cdc5ce9c7414e609d5d43db4d38941393951677493abf544153472a41fa9d",
  "samples/patch-verdict/../_shared/community.py": "96f6d81afffe8914293fda4b963b6a2e7a2a02bd8c240f01af4c20c3ac1ecc95",
  "samples/patch-verdict/build_fixtures.py": "a2d631aeb30be78a045af0b976b8e42dbd8bedc7a8dc360f7a69a25579bec4ea",
  "samples/patch-verdict/patch_verdict.py": "367bdb7bc22076e6e7440653674e14546618c90943eb414088ab7b452d15853d",
  "samples/patch-verdict/score.py": "59231c58f7c0965ab60c2c7d055be6fb64211f427ece31873a811a80e720a44c"
 },
 "label": "openjev (Codiv free hosted) - NOT JEV",
 "mode": "live",
 "provider": "codiv",
 "call_cap": 314,
 "resumed_after": "http_error",
 "original_source_hashes": {
  "samples/_shared/jev.py": "0ab1237a037b005379d3b6de37834a7c552435671d111be5c1cc41e96d0636ac",
  "samples/patch-verdict/../_shared/community.py": "4cd057b6bdf56c2f0ceddd624b6d7098b26c2186bac562bb0aba3f9d03c8b8ee",
  "samples/patch-verdict/build_fixtures.py": "a2d631aeb30be78a045af0b976b8e42dbd8bedc7a8dc360f7a69a25579bec4ea",
  "samples/patch-verdict/patch_verdict.py": "367bdb7bc22076e6e7440653674e14546618c90943eb414088ab7b452d15853d",
  "samples/patch-verdict/score.py": "59231c58f7c0965ab60c2c7d055be6fb64211f427ece31873a811a80e720a44c"
 },
 "rows": [
  {
   "id": "pv_322dd01fa9",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9995195782261261,
   "p_staged": 0.9997266743538299,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2315,
    "output_tokens": 0,
    "median_latency_ms": 554.4,
    "wall_s": 0.555,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.27756626134947526,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2491,
    "output_tokens": 0,
    "median_latency_ms": 1341.8,
    "wall_s": 1.342,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_333f5a6224",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9995553529768693,
   "p_staged": 0.9998508825546204,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2348,
    "output_tokens": 0,
    "median_latency_ms": 580.6,
    "wall_s": 0.581,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.45708610885388234,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2524,
    "output_tokens": 0,
    "median_latency_ms": 914.4,
    "wall_s": 0.915,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3430efee5f",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9967361690276503,
   "p_staged": 0.99855901523362,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1729,
    "output_tokens": 0,
    "median_latency_ms": 746.7,
    "wall_s": 0.747,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3465292861278952,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1905,
    "output_tokens": 0,
    "median_latency_ms": 1325.7,
    "wall_s": 1.326,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3536c0ea43",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.011080393144388401,
   "p_staged": 0.23192025151111342,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2557,
    "output_tokens": 0,
    "median_latency_ms": 777.9,
    "wall_s": 0.778,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.7078809224057216,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2733,
    "output_tokens": 0,
    "median_latency_ms": 622.8,
    "wall_s": 0.623,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_35678fb74c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999917701971608,
   "p_staged": 0.9952648639499427,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1610,
    "output_tokens": 0,
    "median_latency_ms": 441.7,
    "wall_s": 0.442,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.4025455128882498,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1786,
    "output_tokens": 0,
    "median_latency_ms": 871.4,
    "wall_s": 0.872,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_35980d829a",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998969646142372,
   "p_staged": 0.8883300985942867,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2132,
    "output_tokens": 0,
    "median_latency_ms": 865.5,
    "wall_s": 0.866,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.03392025762159495,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2308,
    "output_tokens": 0,
    "median_latency_ms": 847.7,
    "wall_s": 0.848,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_35b5099e46",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999563015984918,
   "p_staged": 0.9999886651332911,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2080,
    "output_tokens": 0,
    "median_latency_ms": 478.7,
    "wall_s": 0.479,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.007632117551734544,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2256,
    "output_tokens": 0,
    "median_latency_ms": 830.3,
    "wall_s": 0.831,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_38d6359087",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999585552536296,
   "p_staged": 0.6670968585694238,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1633,
    "output_tokens": 0,
    "median_latency_ms": 438.4,
    "wall_s": 0.439,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.053040283407343965,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1809,
    "output_tokens": 0,
    "median_latency_ms": 558.9,
    "wall_s": 0.559,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_391647b5a9",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.8485266772026415,
   "p_staged": 0.4575430577642134,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2515,
    "output_tokens": 0,
    "median_latency_ms": 687.2,
    "wall_s": 0.687,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 2.1887436365774464,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2691,
    "output_tokens": 0,
    "median_latency_ms": 628.4,
    "wall_s": 0.629,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_391c9e5cad",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9881713222732109,
   "p_staged": 0.7238815058699051,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2446,
    "output_tokens": 0,
    "median_latency_ms": 672.2,
    "wall_s": 0.672,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.16751439534343157,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2622,
    "output_tokens": 0,
    "median_latency_ms": 713.0,
    "wall_s": 0.713,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_39e506484a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999913367392322,
   "p_staged": 0.9977888952691673,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1952,
    "output_tokens": 0,
    "median_latency_ms": 865.5,
    "wall_s": 0.866,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.09794988705405369,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2128,
    "output_tokens": 0,
    "median_latency_ms": 897.1,
    "wall_s": 0.897,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3a3e4b5b8b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999785843119622,
   "p_staged": 0.9976558179991958,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2129,
    "output_tokens": 0,
    "median_latency_ms": 866.1,
    "wall_s": 0.866,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.03420578776819618,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2305,
    "output_tokens": 0,
    "median_latency_ms": 894.4,
    "wall_s": 0.895,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3a86fea53e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.8734046216021171,
   "p_staged": 0.4693686055581375,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2657,
    "output_tokens": 0,
    "median_latency_ms": 639.9,
    "wall_s": 0.64,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.613574294690356,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2833,
    "output_tokens": 0,
    "median_latency_ms": 893.6,
    "wall_s": 0.894,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_3ffaf882e2",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9993243350253458,
   "p_staged": 0.996446822692311,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1833,
    "output_tokens": 0,
    "median_latency_ms": 701.0,
    "wall_s": 0.701,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.18138701263447599,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2009,
    "output_tokens": 0,
    "median_latency_ms": 577.7,
    "wall_s": 0.578,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_401bc7a19b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9995593059544234,
   "p_staged": 0.734319859583334,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2267,
    "output_tokens": 0,
    "median_latency_ms": 919.3,
    "wall_s": 0.92,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.16280432892021843,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2443,
    "output_tokens": 0,
    "median_latency_ms": 908.2,
    "wall_s": 0.909,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_404999ffdd",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999959989549979,
   "p_staged": 0.9999982530202214,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3142,
    "output_tokens": 0,
    "median_latency_ms": 1124.6,
    "wall_s": 1.125,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.011827919141593804,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3318,
    "output_tokens": 0,
    "median_latency_ms": 933.5,
    "wall_s": 0.934,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_40daf1aadf",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.3922676126422623,
   "p_staged": 0.3553691549000895,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2067,
    "output_tokens": 0,
    "median_latency_ms": 816.2,
    "wall_s": 0.816,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "partial_fix",
   "risk": 1.3921761476017072,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2243,
    "output_tokens": 0,
    "median_latency_ms": 1127.4,
    "wall_s": 1.128,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4166f8e7db",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999994373786596,
   "p_staged": 0.9994418794001204,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1214,
    "output_tokens": 0,
    "median_latency_ms": 435.8,
    "wall_s": 0.436,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08607697276842591,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1390,
    "output_tokens": 0,
    "median_latency_ms": 1077.6,
    "wall_s": 1.078,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4253370174",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999582636750058,
   "p_staged": 0.8239701369005946,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1719,
    "output_tokens": 0,
    "median_latency_ms": 489.6,
    "wall_s": 0.49,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7304454866083735,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1895,
    "output_tokens": 0,
    "median_latency_ms": 528.0,
    "wall_s": 0.528,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_426dfeb70e",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999921826811803,
   "p_staged": 0.9999615348760903,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1698,
    "output_tokens": 0,
    "median_latency_ms": 743.9,
    "wall_s": 0.744,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11365571348332083,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1874,
    "output_tokens": 0,
    "median_latency_ms": 838.5,
    "wall_s": 0.839,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_42ca4fde1e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999951546191169,
   "p_staged": 0.7937178763958648,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1723,
    "output_tokens": 0,
    "median_latency_ms": 930.2,
    "wall_s": 0.93,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.14847564838394114,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1899,
    "output_tokens": 0,
    "median_latency_ms": 930.5,
    "wall_s": 0.931,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_42e17d4e24",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.8268021036729375,
   "p_staged": 0.3401180679897249,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2013,
    "output_tokens": 0,
    "median_latency_ms": 752.4,
    "wall_s": 0.753,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6893904348816837,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2189,
    "output_tokens": 0,
    "median_latency_ms": 966.6,
    "wall_s": 0.967,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_433fc1ec5b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.05162216166410922,
   "p_staged": 0.46672009521736446,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2212,
    "output_tokens": 0,
    "median_latency_ms": 622.1,
    "wall_s": 0.622,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6433610082916292,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2388,
    "output_tokens": 0,
    "median_latency_ms": 733.7,
    "wall_s": 0.734,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_43b83f25fb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999998260325115,
   "p_staged": 0.6665905455123217,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1357,
    "output_tokens": 0,
    "median_latency_ms": 885.7,
    "wall_s": 0.886,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7885997529354126,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1533,
    "output_tokens": 0,
    "median_latency_ms": 809.7,
    "wall_s": 0.81,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4466179dc7",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.33890267074069685,
   "p_staged": 0.6002889252811915,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2234,
    "output_tokens": 0,
    "median_latency_ms": 1503.0,
    "wall_s": 1.503,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.743561522186509,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2410,
    "output_tokens": 0,
    "median_latency_ms": 1343.4,
    "wall_s": 1.344,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_446f6c03ef",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9982151004048166,
   "p_staged": 0.9999979052657215,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2661,
    "output_tokens": 0,
    "median_latency_ms": 635.2,
    "wall_s": 0.636,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.03018715370123772,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2837,
    "output_tokens": 0,
    "median_latency_ms": 1037.4,
    "wall_s": 1.038,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_45bb76d3fd",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999945649204759,
   "p_staged": 0.9904644860037353,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1747,
    "output_tokens": 0,
    "median_latency_ms": 700.2,
    "wall_s": 0.7,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.1158892809864141,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1923,
    "output_tokens": 0,
    "median_latency_ms": 1327.4,
    "wall_s": 1.328,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_47898bea60",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9978381618279543,
   "p_staged": 0.4122168954531266,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2458,
    "output_tokens": 0,
    "median_latency_ms": 1172.0,
    "wall_s": 1.172,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.10294834612425807,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2634,
    "output_tokens": 0,
    "median_latency_ms": 1257.0,
    "wall_s": 1.257,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_479d35d50d",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999639496866897,
   "p_staged": 0.7156177036713688,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2219,
    "output_tokens": 0,
    "median_latency_ms": 808.2,
    "wall_s": 0.808,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.1768866581740075,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2395,
    "output_tokens": 0,
    "median_latency_ms": 918.6,
    "wall_s": 0.919,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_49dc5be89b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999608157787754,
   "p_staged": 0.954515333923554,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2519,
    "output_tokens": 0,
    "median_latency_ms": 939.5,
    "wall_s": 0.94,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.04793795417110985,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2695,
    "output_tokens": 0,
    "median_latency_ms": 905.9,
    "wall_s": 0.906,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4a3b31c893",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999964947035965,
   "p_staged": 0.9999952485285695,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2114,
    "output_tokens": 0,
    "median_latency_ms": 561.8,
    "wall_s": 0.562,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0037513286545546227,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2290,
    "output_tokens": 0,
    "median_latency_ms": 812.2,
    "wall_s": 0.813,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4a3f1e618e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999044358846174,
   "p_staged": 0.7169101837168084,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1389,
    "output_tokens": 0,
    "median_latency_ms": 753.1,
    "wall_s": 0.753,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.13552216748041368,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1565,
    "output_tokens": 0,
    "median_latency_ms": 822.7,
    "wall_s": 0.823,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4a94c750ec",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999976374907382,
   "p_staged": 0.9958298098910453,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1744,
    "output_tokens": 0,
    "median_latency_ms": 892.8,
    "wall_s": 0.893,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.44159111898638254,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1920,
    "output_tokens": 0,
    "median_latency_ms": 555.7,
    "wall_s": 0.556,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4b610941b7",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9956720140398008,
   "p_staged": 0.8078584864685672,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3053,
    "output_tokens": 0,
    "median_latency_ms": 1205.7,
    "wall_s": 1.206,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.15219963383409416,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3229,
    "output_tokens": 0,
    "median_latency_ms": 1242.3,
    "wall_s": 1.243,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4b7adb40e9",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999279462933623,
   "p_staged": 0.9999944353008781,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1773,
    "output_tokens": 0,
    "median_latency_ms": 529.6,
    "wall_s": 0.53,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.005426069950227876,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1949,
    "output_tokens": 0,
    "median_latency_ms": 679.4,
    "wall_s": 0.68,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4e80105f72",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999348096188928,
   "p_staged": 0.998943005641436,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1398,
    "output_tokens": 0,
    "median_latency_ms": 490.0,
    "wall_s": 0.49,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8668867145738444,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1574,
    "output_tokens": 0,
    "median_latency_ms": 599.8,
    "wall_s": 0.6,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4ea8733b39",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9991872477783209,
   "p_staged": 0.6499179220241181,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2848,
    "output_tokens": 0,
    "median_latency_ms": 968.3,
    "wall_s": 0.969,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.7764837103301399,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3024,
    "output_tokens": 0,
    "median_latency_ms": 848.6,
    "wall_s": 0.849,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4efa2bad6a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999662204615872,
   "p_staged": 0.9931324069169825,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1151,
    "output_tokens": 0,
    "median_latency_ms": 707.3,
    "wall_s": 0.707,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.05078829269923415,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1327,
    "output_tokens": 0,
    "median_latency_ms": 554.9,
    "wall_s": 0.555,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4f23b299c1",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.193820483490116,
   "p_staged": 0.4826597244090128,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1441,
    "output_tokens": 0,
    "median_latency_ms": 590.6,
    "wall_s": 0.591,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8387215796435419,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1617,
    "output_tokens": 0,
    "median_latency_ms": 1340.7,
    "wall_s": 1.341,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_4f4a7964ba",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9995597107237528,
   "p_staged": 0.9781425556844168,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3082,
    "output_tokens": 0,
    "median_latency_ms": 700.8,
    "wall_s": 0.701,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.13737511560358465,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3258,
    "output_tokens": 0,
    "median_latency_ms": 851.7,
    "wall_s": 0.852,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_50d9405c18",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.6085389011470035,
   "p_staged": 0.6686708147238218,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2725,
    "output_tokens": 0,
    "median_latency_ms": 1035.1,
    "wall_s": 1.035,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3237319536953873,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2901,
    "output_tokens": 0,
    "median_latency_ms": 1111.9,
    "wall_s": 1.112,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_51038f6013",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999950985328009,
   "p_staged": 0.7536620877593263,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1015,
    "output_tokens": 0,
    "median_latency_ms": 674.8,
    "wall_s": 0.675,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.009773160427690507,
   "metrics_staged": {
    "requests": 2,
    "completed_requests": 1,
    "input_tokens": 1191,
    "output_tokens": 0,
    "median_latency_ms": 1350.1,
    "wall_s": 2.028,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_5117097579",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999978270483762,
   "p_staged": 0.9946875823157427,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2237,
    "output_tokens": 0,
    "median_latency_ms": 1235.9,
    "wall_s": 1.236,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07775922216063189,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2413,
    "output_tokens": 0,
    "median_latency_ms": 930.9,
    "wall_s": 0.931,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_512dbdaa91",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999974786626282,
   "p_staged": 0.9711978981172336,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2306,
    "output_tokens": 0,
    "median_latency_ms": 672.1,
    "wall_s": 0.672,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08040295021821833,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2482,
    "output_tokens": 0,
    "median_latency_ms": 963.9,
    "wall_s": 0.964,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_52463b269e",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999920429294465,
   "p_staged": 0.99996325398443,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1474,
    "output_tokens": 0,
    "median_latency_ms": 495.6,
    "wall_s": 0.496,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.04613595428477622,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1650,
    "output_tokens": 0,
    "median_latency_ms": 1246.3,
    "wall_s": 1.247,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_52cc2bf008",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.11234218422541245,
   "p_staged": 0.4184659207076908,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2921,
    "output_tokens": 0,
    "median_latency_ms": 2035.8,
    "wall_s": 2.036,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.4685720915985509,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3097,
    "output_tokens": 0,
    "median_latency_ms": 1125.4,
    "wall_s": 1.126,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_52ebcd1ca7",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.8008060937327919,
   "p_staged": 0.09958341750329873,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2901,
    "output_tokens": 0,
    "median_latency_ms": 1624.1,
    "wall_s": 1.624,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 3.117356266108015,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3077,
    "output_tokens": 0,
    "median_latency_ms": 1694.5,
    "wall_s": 1.695,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_53b60908a6",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.7582702856912573,
   "p_staged": 0.34502040783531146,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2248,
    "output_tokens": 0,
    "median_latency_ms": 781.2,
    "wall_s": 0.781,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "breaks_other_behaviour",
   "risk": 2.6316223292984975,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2424,
    "output_tokens": 0,
    "median_latency_ms": 896.0,
    "wall_s": 0.896,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_5449c6a56a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999027109859518,
   "p_staged": 0.9981918913302672,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1777,
    "output_tokens": 0,
    "median_latency_ms": 592.2,
    "wall_s": 0.592,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.27941756448897015,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1953,
    "output_tokens": 0,
    "median_latency_ms": 822.1,
    "wall_s": 0.822,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_54aa4badd1",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999673475922125,
   "p_staged": 0.7477407307581999,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1734,
    "output_tokens": 0,
    "median_latency_ms": 925.5,
    "wall_s": 0.926,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.44011559721191323,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1910,
    "output_tokens": 0,
    "median_latency_ms": 824.3,
    "wall_s": 0.825,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_563ae4364a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.998866063831227,
   "p_staged": 0.8337904768258898,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2743,
    "output_tokens": 0,
    "median_latency_ms": 683.6,
    "wall_s": 0.684,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.19881585617059638,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2919,
    "output_tokens": 0,
    "median_latency_ms": 1049.6,
    "wall_s": 1.05,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_57a2c02401",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.24117497673367203,
   "p_staged": 0.3310402783616821,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1955,
    "output_tokens": 0,
    "median_latency_ms": 718.7,
    "wall_s": 0.719,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "partial_fix",
   "risk": 0.6555833289307867,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2131,
    "output_tokens": 0,
    "median_latency_ms": 839.2,
    "wall_s": 0.839,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_58652d6007",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9982251007642805,
   "p_staged": 0.6501983759286788,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2942,
    "output_tokens": 0,
    "median_latency_ms": 1031.1,
    "wall_s": 1.031,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3890511529832943,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3118,
    "output_tokens": 0,
    "median_latency_ms": 1008.4,
    "wall_s": 1.009,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_58d8d7816c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999205277539807,
   "p_staged": 0.8817313967967033,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2529,
    "output_tokens": 0,
    "median_latency_ms": 621.5,
    "wall_s": 0.622,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.28329150755265325,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2705,
    "output_tokens": 0,
    "median_latency_ms": 1609.2,
    "wall_s": 1.609,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_5906a6a962",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999935915886315,
   "p_staged": 0.744234411276126,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1992,
    "output_tokens": 0,
    "median_latency_ms": 1194.4,
    "wall_s": 1.195,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.04161599197971374,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2168,
    "output_tokens": 0,
    "median_latency_ms": 735.8,
    "wall_s": 0.736,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_5c88d9039a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999673187535818,
   "p_staged": 0.5984020148711025,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1589,
    "output_tokens": 0,
    "median_latency_ms": 616.4,
    "wall_s": 0.617,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.45303140865306935,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1765,
    "output_tokens": 0,
    "median_latency_ms": 712.1,
    "wall_s": 0.713,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_5dcabdacbb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9995235096139469,
   "p_staged": 0.990838653445247,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2693,
    "output_tokens": 0,
    "median_latency_ms": 614.7,
    "wall_s": 0.615,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2876184284029493,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2869,
    "output_tokens": 0,
    "median_latency_ms": 898.3,
    "wall_s": 0.899,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_60d85d59f6",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998026644075886,
   "p_staged": 0.996603398455969,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1080,
    "output_tokens": 0,
    "median_latency_ms": 425.6,
    "wall_s": 0.426,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.39270999417478186,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1256,
    "output_tokens": 0,
    "median_latency_ms": 466.1,
    "wall_s": 0.466,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6135d9067b",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999982292714471,
   "p_staged": 0.667363055136947,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1485,
    "output_tokens": 0,
    "median_latency_ms": 404.1,
    "wall_s": 0.404,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2432779378204562,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1661,
    "output_tokens": 0,
    "median_latency_ms": 741.4,
    "wall_s": 0.742,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_61f0181ea5",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999901679026997,
   "p_staged": 0.6761524355045405,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2786,
    "output_tokens": 0,
    "median_latency_ms": 826.2,
    "wall_s": 0.826,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3947734295299865,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2962,
    "output_tokens": 0,
    "median_latency_ms": 890.8,
    "wall_s": 0.891,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6313aa4ef3",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999912594540492,
   "p_staged": 0.9996776907886673,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1585,
    "output_tokens": 0,
    "median_latency_ms": 428.3,
    "wall_s": 0.428,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0045072711222224945,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1761,
    "output_tokens": 0,
    "median_latency_ms": 530.7,
    "wall_s": 0.531,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6573df4d33",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.983681686956365,
   "p_staged": 0.47526893010813603,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2505,
    "output_tokens": 0,
    "median_latency_ms": 1121.9,
    "wall_s": 1.122,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.4532016089174002,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2681,
    "output_tokens": 0,
    "median_latency_ms": 628.4,
    "wall_s": 0.629,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6736d74803",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9997544994523402,
   "p_staged": 0.9991027146297746,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1854,
    "output_tokens": 0,
    "median_latency_ms": 551.2,
    "wall_s": 0.551,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.17333428725125125,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2030,
    "output_tokens": 0,
    "median_latency_ms": 594.1,
    "wall_s": 0.594,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_67b8a97518",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999950035103803,
   "p_staged": 0.9513572254146023,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1315,
    "output_tokens": 0,
    "median_latency_ms": 863.2,
    "wall_s": 0.863,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2433890418027238,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1491,
    "output_tokens": 0,
    "median_latency_ms": 630.7,
    "wall_s": 0.631,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_69cdec724d",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9931769766401831,
   "p_staged": 0.654251735001679,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1286,
    "output_tokens": 0,
    "median_latency_ms": 447.6,
    "wall_s": 0.448,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8516790859915147,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1462,
    "output_tokens": 0,
    "median_latency_ms": 504.3,
    "wall_s": 0.505,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6ac51cf124",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999682526528965,
   "p_staged": 0.9999269970548372,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2376,
    "output_tokens": 0,
    "median_latency_ms": 533.4,
    "wall_s": 0.534,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0150111623524274,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2552,
    "output_tokens": 0,
    "median_latency_ms": 680.9,
    "wall_s": 0.681,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6af2337274",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998977018165796,
   "p_staged": 0.9968178532642188,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2758,
    "output_tokens": 0,
    "median_latency_ms": 620.7,
    "wall_s": 0.621,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07532465372987601,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2934,
    "output_tokens": 0,
    "median_latency_ms": 1662.0,
    "wall_s": 1.662,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6b1036218c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999968560398556,
   "p_staged": 0.999993345706204,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2676,
    "output_tokens": 0,
    "median_latency_ms": 612.7,
    "wall_s": 0.613,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07062185177503183,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2852,
    "output_tokens": 0,
    "median_latency_ms": 893.8,
    "wall_s": 0.894,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6b8470570e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999777274020725,
   "p_staged": 0.9999601858478832,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1854,
    "output_tokens": 0,
    "median_latency_ms": 473.6,
    "wall_s": 0.474,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07807118634656142,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2030,
    "output_tokens": 0,
    "median_latency_ms": 733.2,
    "wall_s": 0.733,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6ce4f93076",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.978729271422763,
   "p_staged": 0.36047578060675917,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3195,
    "output_tokens": 0,
    "median_latency_ms": 701.4,
    "wall_s": 0.702,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.569456740765385,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3371,
    "output_tokens": 0,
    "median_latency_ms": 855.4,
    "wall_s": 0.856,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6ded944f33",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999870680701561,
   "p_staged": 0.9615638556410181,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1606,
    "output_tokens": 0,
    "median_latency_ms": 440.0,
    "wall_s": 0.44,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8800449552117636,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1782,
    "output_tokens": 0,
    "median_latency_ms": 1097.8,
    "wall_s": 1.098,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6e2c2e2e54",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999207369482745,
   "p_staged": 0.4886655297977582,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1563,
    "output_tokens": 0,
    "median_latency_ms": 824.5,
    "wall_s": 0.825,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.8039803343696514,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1739,
    "output_tokens": 0,
    "median_latency_ms": 602.0,
    "wall_s": 0.602,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6e42341d97",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999758405898506,
   "p_staged": 0.7128946095980654,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1280,
    "output_tokens": 0,
    "median_latency_ms": 509.3,
    "wall_s": 0.51,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5675975137699516,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1456,
    "output_tokens": 0,
    "median_latency_ms": 611.8,
    "wall_s": 0.612,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6e5dba09b5",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999593422137092,
   "p_staged": 0.9709620800610071,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3406,
    "output_tokens": 0,
    "median_latency_ms": 998.8,
    "wall_s": 0.999,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.24525621807902692,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3582,
    "output_tokens": 0,
    "median_latency_ms": 961.4,
    "wall_s": 0.962,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6e5e2cba99",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999680903704221,
   "p_staged": 0.8177334192772885,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2192,
    "output_tokens": 0,
    "median_latency_ms": 768.0,
    "wall_s": 0.768,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2778599074988309,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2368,
    "output_tokens": 0,
    "median_latency_ms": 753.0,
    "wall_s": 0.753,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6e800b0d59",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9091926173072857,
   "p_staged": 0.9072269178546487,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2397,
    "output_tokens": 0,
    "median_latency_ms": 881.0,
    "wall_s": 0.881,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3984625731051556,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2573,
    "output_tokens": 0,
    "median_latency_ms": 728.8,
    "wall_s": 0.729,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_6eca5f9c74",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999597527472529,
   "p_staged": 0.9931252205693039,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1771,
    "output_tokens": 0,
    "median_latency_ms": 613.7,
    "wall_s": 0.614,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3195661623775092,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1947,
    "output_tokens": 0,
    "median_latency_ms": 722.8,
    "wall_s": 0.723,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_71a2bf4ec0",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999961510082565,
   "p_staged": 0.9999859491152234,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1881,
    "output_tokens": 0,
    "median_latency_ms": 591.5,
    "wall_s": 0.592,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06593697621646331,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2057,
    "output_tokens": 0,
    "median_latency_ms": 1344.5,
    "wall_s": 1.345,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_722d7f9008",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9931411188832694,
   "p_staged": 0.970341060196006,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2155,
    "output_tokens": 0,
    "median_latency_ms": 602.3,
    "wall_s": 0.603,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08700198487474682,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2331,
    "output_tokens": 0,
    "median_latency_ms": 877.0,
    "wall_s": 0.877,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_724c92ee1b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999093859897048,
   "p_staged": 0.6468485469115678,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2862,
    "output_tokens": 0,
    "median_latency_ms": 680.2,
    "wall_s": 0.68,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.3787982810481022,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3038,
    "output_tokens": 0,
    "median_latency_ms": 1135.5,
    "wall_s": 1.136,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_7285c0e8a1",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999918861969636,
   "p_staged": 0.9999427080821629,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1201,
    "output_tokens": 0,
    "median_latency_ms": 457.2,
    "wall_s": 0.457,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07984500583185268,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1377,
    "output_tokens": 0,
    "median_latency_ms": 872.0,
    "wall_s": 0.872,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_72d6402b89",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9996353076653093,
   "p_staged": 0.6794083137096001,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1185,
    "output_tokens": 0,
    "median_latency_ms": 509.8,
    "wall_s": 0.51,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.17152993511312042,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1361,
    "output_tokens": 0,
    "median_latency_ms": 668.1,
    "wall_s": 0.668,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_7353732e6a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999621987489149,
   "p_staged": 0.7590768992897635,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1035,
    "output_tokens": 0,
    "median_latency_ms": 496.8,
    "wall_s": 0.497,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5653387006428765,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1211,
    "output_tokens": 0,
    "median_latency_ms": 624.6,
    "wall_s": 0.625,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_75020aef25",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999730730483303,
   "p_staged": 0.9650828675008448,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1093,
    "output_tokens": 0,
    "median_latency_ms": 471.3,
    "wall_s": 0.472,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0754073619782015,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1269,
    "output_tokens": 0,
    "median_latency_ms": 585.7,
    "wall_s": 0.586,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_75715b5d5a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999940385148629,
   "p_staged": 0.9860277266246316,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1575,
    "output_tokens": 0,
    "median_latency_ms": 519.6,
    "wall_s": 0.52,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.10399398546536906,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1751,
    "output_tokens": 0,
    "median_latency_ms": 868.5,
    "wall_s": 0.869,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_76132426eb",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999922598252227,
   "p_staged": 0.6414277868504702,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1920,
    "output_tokens": 0,
    "median_latency_ms": 569.1,
    "wall_s": 0.569,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8652158952780968,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2096,
    "output_tokens": 0,
    "median_latency_ms": 965.7,
    "wall_s": 0.966,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_77a744cccc",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999438498428173,
   "p_staged": 0.9998410363288851,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2498,
    "output_tokens": 0,
    "median_latency_ms": 661.3,
    "wall_s": 0.662,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.17104577545208682,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2674,
    "output_tokens": 0,
    "median_latency_ms": 1077.3,
    "wall_s": 1.078,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_785b414fcc",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999952777707329,
   "p_staged": 0.671996748494481,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1184,
    "output_tokens": 0,
    "median_latency_ms": 494.5,
    "wall_s": 0.495,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.04893651429979527,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1360,
    "output_tokens": 0,
    "median_latency_ms": 875.0,
    "wall_s": 0.875,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_7872b98f22",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.09733470410296519,
   "p_staged": 0.4092406884798762,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2181,
    "output_tokens": 0,
    "median_latency_ms": 971.9,
    "wall_s": 0.972,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.5890917874023498,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2357,
    "output_tokens": 0,
    "median_latency_ms": 1480.9,
    "wall_s": 1.481,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_7a65f54fd1",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9995553528651093,
   "p_staged": 0.9148990779634388,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1922,
    "output_tokens": 0,
    "median_latency_ms": 549.8,
    "wall_s": 0.55,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.43698507513325746,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2098,
    "output_tokens": 0,
    "median_latency_ms": 593.8,
    "wall_s": 0.594,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_7c6a3e4079",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9964867948843869,
   "p_staged": 0.9289623677331006,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2248,
    "output_tokens": 0,
    "median_latency_ms": 608.0,
    "wall_s": 0.608,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.22438732114520385,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2424,
    "output_tokens": 0,
    "median_latency_ms": 686.6,
    "wall_s": 0.687,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_7d313487b4",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9987627590405777,
   "p_staged": 0.9997640164036584,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1081,
    "output_tokens": 0,
    "median_latency_ms": 540.6,
    "wall_s": 0.541,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.1539974929886104,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1257,
    "output_tokens": 0,
    "median_latency_ms": 1125.5,
    "wall_s": 1.126,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_7d52e04e3f",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999857041537467,
   "p_staged": 0.9922653927345099,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1297,
    "output_tokens": 0,
    "median_latency_ms": 413.2,
    "wall_s": 0.414,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.23289856739288312,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1473,
    "output_tokens": 0,
    "median_latency_ms": 680.6,
    "wall_s": 0.681,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_7d6334e275",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9978716182580888,
   "p_staged": 0.9009238400784984,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2897,
    "output_tokens": 0,
    "median_latency_ms": 575.7,
    "wall_s": 0.576,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.18010533830385808,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3073,
    "output_tokens": 0,
    "median_latency_ms": 719.3,
    "wall_s": 0.72,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_7e38ea28b1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999782242852368,
   "p_staged": 0.9832163234386536,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1602,
    "output_tokens": 0,
    "median_latency_ms": 428.5,
    "wall_s": 0.429,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.18123938765624262,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1778,
    "output_tokens": 0,
    "median_latency_ms": 693.9,
    "wall_s": 0.694,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_82add1fce5",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9997173938028983,
   "p_staged": 0.9997359135505648,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1896,
    "output_tokens": 0,
    "median_latency_ms": 468.9,
    "wall_s": 0.469,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.05720654736950989,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2072,
    "output_tokens": 0,
    "median_latency_ms": 569.8,
    "wall_s": 0.57,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_82f3709d5f",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999124928072107,
   "p_staged": 0.9999985794422314,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2624,
    "output_tokens": 0,
    "median_latency_ms": 568.7,
    "wall_s": 0.569,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07171733486503801,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2800,
    "output_tokens": 0,
    "median_latency_ms": 712.4,
    "wall_s": 0.713,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_8331c386d3",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999848546146913,
   "p_staged": 0.8564907239682035,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2162,
    "output_tokens": 0,
    "median_latency_ms": 654.8,
    "wall_s": 0.655,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.1681070639128459,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2338,
    "output_tokens": 0,
    "median_latency_ms": 616.6,
    "wall_s": 0.617,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_84398b1bab",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.0007646936951907556,
   "p_staged": 0.0035046766428963702,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2343,
    "output_tokens": 0,
    "median_latency_ms": 594.2,
    "wall_s": 0.594,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.7809071819676126,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2519,
    "output_tokens": 0,
    "median_latency_ms": 593.2,
    "wall_s": 0.594,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_84b0ac7a04",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999329309602151,
   "p_staged": 0.9964973788747935,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2085,
    "output_tokens": 0,
    "median_latency_ms": 498.9,
    "wall_s": 0.499,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0619786225178274,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2261,
    "output_tokens": 0,
    "median_latency_ms": 886.0,
    "wall_s": 0.887,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_873a7b4806",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999743552190208,
   "p_staged": 0.9977626240465801,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1481,
    "output_tokens": 0,
    "median_latency_ms": 474.7,
    "wall_s": 0.475,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.16338622738083805,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1657,
    "output_tokens": 0,
    "median_latency_ms": 546.7,
    "wall_s": 0.547,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_874a57383b",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999986305983589,
   "p_staged": 0.9995386168436607,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1608,
    "output_tokens": 0,
    "median_latency_ms": 456.0,
    "wall_s": 0.456,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08548158658716246,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1784,
    "output_tokens": 0,
    "median_latency_ms": 926.4,
    "wall_s": 0.927,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_87a9fefd93",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999828861181552,
   "p_staged": 0.955479265799784,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1293,
    "output_tokens": 0,
    "median_latency_ms": 602.7,
    "wall_s": 0.603,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.15867599763799972,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1469,
    "output_tokens": 0,
    "median_latency_ms": 506.1,
    "wall_s": 0.506,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_87c74015a9",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9970020146985203,
   "p_staged": 0.934787294450531,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2924,
    "output_tokens": 0,
    "median_latency_ms": 901.6,
    "wall_s": 0.902,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08467029468087177,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3100,
    "output_tokens": 0,
    "median_latency_ms": 688.1,
    "wall_s": 0.688,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_88163f1a39",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.2565130653789126,
   "p_staged": 0.6320925335865196,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2636,
    "output_tokens": 0,
    "median_latency_ms": 882.3,
    "wall_s": 0.883,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.3229749626151222,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2812,
    "output_tokens": 0,
    "median_latency_ms": 722.4,
    "wall_s": 0.723,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_89eae72ac3",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999937376184594,
   "p_staged": 0.9993139328263773,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1354,
    "output_tokens": 0,
    "median_latency_ms": 426.3,
    "wall_s": 0.427,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.02578148452891624,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1530,
    "output_tokens": 0,
    "median_latency_ms": 551.0,
    "wall_s": 0.551,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_8a62799d01",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9983209136246237,
   "p_staged": 0.6550206932596626,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2842,
    "output_tokens": 0,
    "median_latency_ms": 704.6,
    "wall_s": 0.705,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.4245531985330988,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3018,
    "output_tokens": 0,
    "median_latency_ms": 725.3,
    "wall_s": 0.726,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_8b0199400b",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999634371722224,
   "p_staged": 0.9979178937658699,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1416,
    "output_tokens": 0,
    "median_latency_ms": 386.7,
    "wall_s": 0.387,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08477453911332532,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1592,
    "output_tokens": 0,
    "median_latency_ms": 682.0,
    "wall_s": 0.683,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_8b0734d7eb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998584000050049,
   "p_staged": 0.9999261407604498,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2780,
    "output_tokens": 0,
    "median_latency_ms": 585.8,
    "wall_s": 0.586,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.011046995073016425,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2956,
    "output_tokens": 0,
    "median_latency_ms": 698.9,
    "wall_s": 0.699,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_8bf899b7b1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999937560185327,
   "p_staged": 0.999996595384066,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1529,
    "output_tokens": 0,
    "median_latency_ms": 418.8,
    "wall_s": 0.419,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.010570029834071413,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1705,
    "output_tokens": 0,
    "median_latency_ms": 434.2,
    "wall_s": 0.435,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_8cd86cfb5e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999624298084867,
   "p_staged": 0.989046665612127,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2375,
    "output_tokens": 0,
    "median_latency_ms": 630.7,
    "wall_s": 0.631,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06723584023971114,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2551,
    "output_tokens": 0,
    "median_latency_ms": 650.0,
    "wall_s": 0.65,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_8d64d7b752",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999928715943484,
   "p_staged": 0.9999958167062303,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1453,
    "output_tokens": 0,
    "median_latency_ms": 442.4,
    "wall_s": 0.443,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.031781149070863414,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1629,
    "output_tokens": 0,
    "median_latency_ms": 523.5,
    "wall_s": 0.524,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_8efe3695b2",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9992505944097729,
   "p_staged": 0.6441537669202574,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3314,
    "output_tokens": 0,
    "median_latency_ms": 803.3,
    "wall_s": 0.804,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5015540955739864,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3490,
    "output_tokens": 0,
    "median_latency_ms": 1044.6,
    "wall_s": 1.045,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_8fe65eecc1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9994291686605935,
   "p_staged": 0.7214224746909476,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1663,
    "output_tokens": 0,
    "median_latency_ms": 614.0,
    "wall_s": 0.614,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5181259879497463,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1839,
    "output_tokens": 0,
    "median_latency_ms": 615.7,
    "wall_s": 0.616,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_9089ff6fab",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999398922718017,
   "p_staged": 0.6648941715898937,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1458,
    "output_tokens": 0,
    "median_latency_ms": 623.5,
    "wall_s": 0.624,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8915179597849672,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1634,
    "output_tokens": 0,
    "median_latency_ms": 754.6,
    "wall_s": 0.755,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_910e9aaf48",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999693930347228,
   "p_staged": 0.9999862289095263,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1193,
    "output_tokens": 0,
    "median_latency_ms": 382.1,
    "wall_s": 0.382,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.004656442356208712,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1369,
    "output_tokens": 0,
    "median_latency_ms": 563.2,
    "wall_s": 0.563,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_9164b03cfe",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998475400689856,
   "p_staged": 0.9992814372765295,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1105,
    "output_tokens": 0,
    "median_latency_ms": 381.7,
    "wall_s": 0.382,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.056378136752104756,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1281,
    "output_tokens": 0,
    "median_latency_ms": 506.9,
    "wall_s": 0.507,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_927bf4d523",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999966243530264,
   "p_staged": 0.9981406434048902,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1583,
    "output_tokens": 0,
    "median_latency_ms": 603.4,
    "wall_s": 0.604,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08135856730887003,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1759,
    "output_tokens": 0,
    "median_latency_ms": 611.7,
    "wall_s": 0.612,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_92be689d37",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999846127833228,
   "p_staged": 0.6672755716384339,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1031,
    "output_tokens": 0,
    "median_latency_ms": 349.1,
    "wall_s": 0.349,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2125698662064148,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1207,
    "output_tokens": 0,
    "median_latency_ms": 716.7,
    "wall_s": 0.717,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_948def1d9e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.0744688624754437,
   "p_staged": 0.1901044535046447,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2600,
    "output_tokens": 0,
    "median_latency_ms": 4758.3,
    "wall_s": 4.759,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 3.3106905395605106,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2776,
    "output_tokens": 0,
    "median_latency_ms": 5604.8,
    "wall_s": 5.605,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_94f2260d6a",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9991872478690792,
   "p_staged": 0.9266912106625692,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2336,
    "output_tokens": 0,
    "median_latency_ms": 542.6,
    "wall_s": 0.543,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.45463270378135606,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2512,
    "output_tokens": 0,
    "median_latency_ms": 612.1,
    "wall_s": 0.612,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_951bcb1ea1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9908170444230352,
   "p_staged": 0.9906078555566817,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2582,
    "output_tokens": 0,
    "median_latency_ms": 1773.0,
    "wall_s": 1.773,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07695669504731437,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2758,
    "output_tokens": 0,
    "median_latency_ms": 670.5,
    "wall_s": 0.671,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_954b37fc18",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999848427755973,
   "p_staged": 0.9999640709530988,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1231,
    "output_tokens": 0,
    "median_latency_ms": 406.1,
    "wall_s": 0.406,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.03658021038811212,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1407,
    "output_tokens": 0,
    "median_latency_ms": 563.0,
    "wall_s": 0.563,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_967caff01b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998940370295883,
   "p_staged": 0.5598202606760753,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1832,
    "output_tokens": 0,
    "median_latency_ms": 501.7,
    "wall_s": 0.502,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2904895156515281,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2008,
    "output_tokens": 0,
    "median_latency_ms": 588.4,
    "wall_s": 0.589,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_973dd14908",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999058442455939,
   "p_staged": 0.9999982113544759,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1264,
    "output_tokens": 0,
    "median_latency_ms": 461.7,
    "wall_s": 0.462,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.05673350620574371,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1440,
    "output_tokens": 0,
    "median_latency_ms": 523.7,
    "wall_s": 0.524,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_99257f6538",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999314593840338,
   "p_staged": 0.6665491233208901,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3960,
    "output_tokens": 0,
    "median_latency_ms": 731.5,
    "wall_s": 0.732,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.23040370902396598,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 4136,
    "output_tokens": 0,
    "median_latency_ms": 832.3,
    "wall_s": 0.833,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_99fa2a911c",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999685059728245,
   "p_staged": 0.9999962100826938,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1875,
    "output_tokens": 0,
    "median_latency_ms": 829.7,
    "wall_s": 0.83,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0073742823145884874,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2051,
    "output_tokens": 0,
    "median_latency_ms": 514.2,
    "wall_s": 0.514,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_9c35b6c22d",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998965777594644,
   "p_staged": 0.9789931207335414,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2617,
    "output_tokens": 0,
    "median_latency_ms": 791.7,
    "wall_s": 0.792,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07222935419348911,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2793,
    "output_tokens": 0,
    "median_latency_ms": 689.2,
    "wall_s": 0.69,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_9ec0b6a39f",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999717179545361,
   "p_staged": 0.9998708117010878,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1950,
    "output_tokens": 0,
    "median_latency_ms": 571.4,
    "wall_s": 0.572,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2084587955225178,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2126,
    "output_tokens": 0,
    "median_latency_ms": 598.3,
    "wall_s": 0.599,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a034ffa84d",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999083146355203,
   "p_staged": 0.47885746127461265,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1368,
    "output_tokens": 0,
    "median_latency_ms": 571.8,
    "wall_s": 0.572,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.8222574823386586,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1544,
    "output_tokens": 0,
    "median_latency_ms": 710.4,
    "wall_s": 0.711,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a0a7ff07a3",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999316868448561,
   "p_staged": 0.761435520796114,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3193,
    "output_tokens": 0,
    "median_latency_ms": 770.7,
    "wall_s": 0.771,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06647225863703625,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3369,
    "output_tokens": 0,
    "median_latency_ms": 1205.4,
    "wall_s": 1.206,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a15ab088c9",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999760747301775,
   "p_staged": 0.6637208026537429,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1834,
    "output_tokens": 0,
    "median_latency_ms": 606.3,
    "wall_s": 0.607,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.31421074067002136,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2010,
    "output_tokens": 0,
    "median_latency_ms": 796.2,
    "wall_s": 0.796,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a582d49c4f",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9916342523586396,
   "p_staged": 0.9922621178831617,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3188,
    "output_tokens": 0,
    "median_latency_ms": 745.1,
    "wall_s": 0.745,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.16142112146134613,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3364,
    "output_tokens": 0,
    "median_latency_ms": 1083.5,
    "wall_s": 1.084,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a6313a6105",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9996286517916487,
   "p_staged": 0.9927402015956704,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2390,
    "output_tokens": 0,
    "median_latency_ms": 1008.5,
    "wall_s": 1.009,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6583512417742385,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2566,
    "output_tokens": 0,
    "median_latency_ms": 663.4,
    "wall_s": 0.664,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a64cba0e59",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999271847254474,
   "p_staged": 0.9999959183330897,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1277,
    "output_tokens": 0,
    "median_latency_ms": 656.2,
    "wall_s": 0.656,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.01572144783217391,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1453,
    "output_tokens": 0,
    "median_latency_ms": 389.6,
    "wall_s": 0.39,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a6ad6b4fe1",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9997640500153474,
   "p_staged": 0.4563353744256677,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3069,
    "output_tokens": 0,
    "median_latency_ms": 800.5,
    "wall_s": 0.801,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.4239098381138948,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3245,
    "output_tokens": 0,
    "median_latency_ms": 886.5,
    "wall_s": 0.887,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a77101d8fc",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999987937830047,
   "p_staged": 0.6704619972433356,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2395,
    "output_tokens": 0,
    "median_latency_ms": 658.4,
    "wall_s": 0.659,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.18458875355360813,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2571,
    "output_tokens": 0,
    "median_latency_ms": 651.7,
    "wall_s": 0.652,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a7eb5d2ff4",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999301071538912,
   "p_staged": 0.6358242980889514,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1826,
    "output_tokens": 0,
    "median_latency_ms": 507.3,
    "wall_s": 0.508,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.0858646838154138,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2002,
    "output_tokens": 0,
    "median_latency_ms": 1047.0,
    "wall_s": 1.047,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_a999139877",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998520371521855,
   "p_staged": 0.7905165070712602,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2073,
    "output_tokens": 0,
    "median_latency_ms": 475.1,
    "wall_s": 0.475,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.22786481386538737,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2249,
    "output_tokens": 0,
    "median_latency_ms": 708.7,
    "wall_s": 0.709,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_aa0b07f8cf",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999827681708972,
   "p_staged": 0.9997756825545238,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2590,
    "output_tokens": 0,
    "median_latency_ms": 580.1,
    "wall_s": 0.58,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06837929232008354,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2766,
    "output_tokens": 0,
    "median_latency_ms": 1579.2,
    "wall_s": 1.58,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_aa467f79a8",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999976157570273,
   "p_staged": 0.9999001268402191,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1263,
    "output_tokens": 0,
    "median_latency_ms": 419.5,
    "wall_s": 0.42,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.003551015255014383,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1439,
    "output_tokens": 0,
    "median_latency_ms": 454.0,
    "wall_s": 0.454,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_ab461f9e85",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999829678324352,
   "p_staged": 0.6946225548804056,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1867,
    "output_tokens": 0,
    "median_latency_ms": 500.6,
    "wall_s": 0.501,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.521704066059072,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2043,
    "output_tokens": 0,
    "median_latency_ms": 563.2,
    "wall_s": 0.564,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_ad0bf687d6",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999322268591236,
   "p_staged": 0.9998303319511547,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2400,
    "output_tokens": 0,
    "median_latency_ms": 543.8,
    "wall_s": 0.544,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.18139255048873618,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2576,
    "output_tokens": 0,
    "median_latency_ms": 744.0,
    "wall_s": 0.744,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_ad59ef9183",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999659626788236,
   "p_staged": 0.9998709048738442,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2935,
    "output_tokens": 0,
    "median_latency_ms": 619.2,
    "wall_s": 0.619,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.01277879688166564,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3111,
    "output_tokens": 0,
    "median_latency_ms": 869.0,
    "wall_s": 0.869,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_af679288fe",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999979776766053,
   "p_staged": 0.9999234524556414,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1031,
    "output_tokens": 0,
    "median_latency_ms": 350.2,
    "wall_s": 0.35,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06652128082451984,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1207,
    "output_tokens": 0,
    "median_latency_ms": 489.1,
    "wall_s": 0.489,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_b121a19d90",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.6425965469318933,
   "p_staged": 0.18829131989429637,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2204,
    "output_tokens": 0,
    "median_latency_ms": 1003.7,
    "wall_s": 1.004,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6534373475637367,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2380,
    "output_tokens": 0,
    "median_latency_ms": 768.0,
    "wall_s": 0.768,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_b283e8d1a0",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.08763333123522786,
   "p_staged": 0.34078914116475695,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2996,
    "output_tokens": 0,
    "median_latency_ms": 947.9,
    "wall_s": 0.948,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 3.1739942529113176,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3172,
    "output_tokens": 0,
    "median_latency_ms": 808.9,
    "wall_s": 0.809,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_b2d8bc71ad",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.002502934708833157,
   "p_staged": 0.022251563165680763,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2395,
    "output_tokens": 0,
    "median_latency_ms": 790.7,
    "wall_s": 0.791,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.9190325001742777,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2571,
    "output_tokens": 0,
    "median_latency_ms": 919.5,
    "wall_s": 0.92,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_b327a4a2e3",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999237301371263,
   "p_staged": 0.9999429125610003,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2376,
    "output_tokens": 0,
    "median_latency_ms": 574.0,
    "wall_s": 0.574,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.18673748210471458,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2552,
    "output_tokens": 0,
    "median_latency_ms": 817.3,
    "wall_s": 0.818,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  },
  {
   "id": "pv_b39f777f5b",
   "resolved": false,
   "code": "reject",
   "gate_rejected": true,
   "p_one_call": 0.01759764203417205,
   "p_staged": 0.0,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2069,
    "output_tokens": 0,
    "median_latency_ms": 527.3,
    "wall_s": 0.528,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 1
  }
 ],
 "summary": {
  "dataset": {
   "subset": "full",
   "cases": 150,
   "resolved": 75,
   "limit": null,
   "plan": {
    "cases": 150,
    "one_call_requests": 150,
    "staged_requests": 149,
    "total_requests": 299,
    "zen_minutes_at_spacing": 99.7
   }
  },
  "cases": 150,
  "resolved": 75,
  "gate_rejected": 1,
  "code": {
   "auroc": 0.5428,
   "auroc_95": [
    0.4681,
    0.6268
   ],
   "decided": 83,
   "decided_correct": "45/83"
  },
  "one_call": {
   "auroc": 0.5892,
   "auroc_95": [
    0.4914,
    0.6791
   ],
   "accuracy_at_0_5": "83/150",
   "brier": 0.4324,
   "ece_10": 0.4284
  },
  "staged": {
   "auroc": 0.5221,
   "auroc_95": [
    0.426,
    0.619
   ],
   "accuracy_at_0_5": "85/150",
   "brier": 0.3643,
   "ece_10": 0.3212
  },
  "mcnemar_one_call_vs_staged": {
   "only_first_right": 6,
   "only_second_right": 8,
   "p_value": 0.7905
  }
 },
 "policy": {
  "version": "patch-verdict-v1",
  "code_gate_rejects": "no patch, or no change outside tests and new scratch scripts",
  "code_rule_accepts": "source change + last test run after the last edit + exit code 0",
  "one_call_score": "p = Noul(passes)",
  "staged_score": "p = mean(Noul(addresses_issue), Noul(verified_after_last_edit), P(failure_mode=likely_fixed))",
  "default_threshold": 0.5,
  "thresholds": "auto-accept/auto-reject cut-offs are chosen on the dev split (openjev) and then frozen",
  "frozen_before_live_runs": true
 },
 "status": "complete",
 "calls": [
  {
   "case_id": "pv_322dd01fa9",
   "phase": "one_call",
   "state_hash": "771c61cf82ee07fb5b99496df60fbb53ee6334222e971697d9ef6e209b9849f9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995195782261261
    }
   },
   "usage": {
    "input_tokens": 2315,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 554.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.555
  },
  {
   "case_id": "pv_322dd01fa9",
   "phase": "staged",
   "state_hash": "771c61cf82ee07fb5b99496df60fbb53ee6334222e971697d9ef6e209b9849f9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999915327918438
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9995771240123893
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9979966147780661,
     "probabilities": {
      "likely_fixed": 0.9996113662572566,
      "partial_fix": 2.752317901525636e-05,
      "wrong_location": 2.0627620899020744e-06,
      "symptom_suppressed": 4.636921308193379e-06,
      "breaks_other_behaviour": 1.9815350833463737e-06,
      "unclear": 0.0003524293452467577
     }
    },
    "risk": {
     "type": "score",
     "score": 0.27756626134947526,
     "confidence": 0.6274811947126951,
     "probabilities": {
      "0": 0.728826276607653,
      "1": 0.26880746077994355,
      "2": 0.00021353390932307703,
      "3": 0.0002791820614362487,
      "4": 0.0018735466416442046
     }
    }
   },
   "usage": {
    "input_tokens": 2491,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1341.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.342
  },
  {
   "case_id": "pv_333f5a6224",
   "phase": "one_call",
   "state_hash": "d0e35bc6f5b7877f383da8aaae605780414ba5d3013a4afeddfac6bbbf849e80",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995553529768693
    }
   },
   "usage": {
    "input_tokens": 2348,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 580.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.581
  },
  {
   "case_id": "pv_333f5a6224",
   "phase": "staged",
   "state_hash": "d0e35bc6f5b7877f383da8aaae605780414ba5d3013a4afeddfac6bbbf849e80",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999984141760017
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999751917462847
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.997898936317729,
     "probabilities": {
      "likely_fixed": 0.9995790417415747,
      "partial_fix": 5.025927853361732e-06,
      "wrong_location": 5.129833027829413e-07,
      "symptom_suppressed": 2.0369920543563717e-06,
      "breaks_other_behaviour": 5.119516933155965e-06,
      "unclear": 0.00040826283828154753
     }
    },
    "risk": {
     "type": "score",
     "score": 0.45708610885388234,
     "confidence": 0.563309630986113,
     "probabilities": {
      "0": 0.5484672567742828,
      "1": 0.44948937929407434,
      "2": 0.00015672222024515733,
      "3": 0.0002632817262732043,
      "4": 0.001623359985124516
     }
    }
   },
   "usage": {
    "input_tokens": 2524,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 914.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.915
  },
  {
   "case_id": "pv_3430efee5f",
   "phase": "one_call",
   "state_hash": "635de697d211178c68f4d6c7ab34c515ad863ebffbf635fbe2d1916c0ad026c1",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9967361690276503
    }
   },
   "usage": {
    "input_tokens": 1729,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 746.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.747
  },
  {
   "case_id": "pv_3430efee5f",
   "phase": "staged",
   "state_hash": "635de697d211178c68f4d6c7ab34c515ad863ebffbf635fbe2d1916c0ad026c1",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999986528139608
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9966059354286944
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9954833300253669,
     "probabilities": {
      "likely_fixed": 0.9990724574582049,
      "partial_fix": 8.159716749136214e-05,
      "wrong_location": 5.4615378096922415e-06,
      "symptom_suppressed": 8.320306602397426e-05,
      "breaks_other_behaviour": 2.4476628496786953e-05,
      "unclear": 0.0007328041419732228
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3465292861278952,
     "confidence": 0.5910903749076097,
     "probabilities": {
      "0": 0.6604991029082886,
      "1": 0.3368425677049074,
      "2": 0.00032764642021835454,
      "3": 0.00029130628379126915,
      "4": 0.0020393766827943153
     }
    }
   },
   "usage": {
    "input_tokens": 1905,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1325.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.326
  },
  {
   "case_id": "pv_3536c0ea43",
   "phase": "one_call",
   "state_hash": "322d33f51ea9e8699d8384c4d175307ad6841f094f83a091ee4f3384b8180cf4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.011080393144388401
    }
   },
   "usage": {
    "input_tokens": 2557,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 777.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.778
  },
  {
   "case_id": "pv_3536c0ea43",
   "phase": "staged",
   "state_hash": "322d33f51ea9e8699d8384c4d175307ad6841f094f83a091ee4f3384b8180cf4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.005427287325500608
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6850644610322073
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9267370157283991,
     "probabilities": {
      "likely_fixed": 0.005269006175632371,
      "partial_fix": 0.0012990617966352706,
      "wrong_location": 0.015487797403525391,
      "symptom_suppressed": 0.0003768157649482909,
      "breaks_other_behaviour": 0.0006352144787725246,
      "unclear": 0.9769321043804862
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7078809224057216,
     "confidence": 0.3419203505149272,
     "probabilities": {
      "0": 0.514542011676289,
      "1": 0.37292617473228357,
      "2": 0.05295057628220951,
      "3": 0.009271354127852386,
      "4": 0.05030988318136548
     }
    }
   },
   "usage": {
    "input_tokens": 2733,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 622.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.623
  },
  {
   "case_id": "pv_35678fb74c",
   "phase": "one_call",
   "state_hash": "47dc3c52ff6a2da56e03ab762a0f8e70eabd2fe3ec3e1c05746681df29ca6c97",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999917701971608
    }
   },
   "usage": {
    "input_tokens": 1610,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 441.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.442
  },
  {
   "case_id": "pv_35678fb74c",
   "phase": "staged",
   "state_hash": "47dc3c52ff6a2da56e03ab762a0f8e70eabd2fe3ec3e1c05746681df29ca6c97",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985881427418
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9858313669014872
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997629768119484,
     "probabilities": {
      "likely_fixed": 0.9999646368055993,
      "partial_fix": 2.9342923687048825e-06,
      "wrong_location": 6.531592858191747e-07,
      "symptom_suppressed": 2.576203558727515e-06,
      "breaks_other_behaviour": 1.0759290984404339e-06,
      "unclear": 2.8123610088993913e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4025455128882498,
     "confidence": 0.5677400827690338,
     "probabilities": {
      "0": 0.6067931255772153,
      "1": 0.38930809754260254,
      "2": 0.0008272544850880284,
      "3": 0.0007031832049051638,
      "4": 0.002368339190188934
     }
    }
   },
   "usage": {
    "input_tokens": 1786,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 871.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.872
  },
  {
   "case_id": "pv_35980d829a",
   "phase": "one_call",
   "state_hash": "8f6a4449dc097d1aaec1dbb7bd38ba00bac97be6ff89ba4e4fb2193a76b38c87",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998969646142372
    }
   },
   "usage": {
    "input_tokens": 2132,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 865.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.866
  },
  {
   "case_id": "pv_35980d829a",
   "phase": "staged",
   "state_hash": "8f6a4449dc097d1aaec1dbb7bd38ba00bac97be6ff89ba4e4fb2193a76b38c87",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9795495620752702
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9726837494916502
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6622115512323552,
     "probabilities": {
      "likely_fixed": 0.7127569842159396,
      "partial_fix": 0.0004995749502953521,
      "wrong_location": 3.2724062129540005e-05,
      "symptom_suppressed": 6.752651258958667e-05,
      "breaks_other_behaviour": 0.00010503293067274805,
      "unclear": 0.2865381573283731
     }
    },
    "risk": {
     "type": "score",
     "score": 0.03392025762159495,
     "confidence": 0.9169566811862404,
     "probabilities": {
      "0": 0.9731610201102758,
      "1": 0.02425652165864416,
      "2": 0.00017438165147295708,
      "3": 0.00031733365842342824,
      "4": 0.002090742921183649
     }
    }
   },
   "usage": {
    "input_tokens": 2308,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 847.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.848
  },
  {
   "case_id": "pv_35b5099e46",
   "phase": "one_call",
   "state_hash": "604f47acaca9756d6fbc89f8a69597511ff9b5befbf19ccd7ba5e5c1fd44621b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999563015984918
    }
   },
   "usage": {
    "input_tokens": 2080,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 478.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.479
  },
  {
   "case_id": "pv_35b5099e46",
   "phase": "staged",
   "state_hash": "604f47acaca9756d6fbc89f8a69597511ff9b5befbf19ccd7ba5e5c1fd44621b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999274262804
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999989995868955
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997818558447663,
     "probabilities": {
      "likely_fixed": 0.9999670683866972,
      "partial_fix": 4.141002178856495e-07,
      "wrong_location": 3.488440509292023e-07,
      "symptom_suppressed": 3.8221478569632765e-06,
      "breaks_other_behaviour": 4.141002178856495e-07,
      "unclear": 2.793242095923168e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.007632117551734544,
     "confidence": 0.9762169299916845,
     "probabilities": {
      "0": 0.9941850170611005,
      "1": 0.0051413353324191325,
      "2": 4.4751049144310866e-05,
      "3": 0.00011430610831758957,
      "4": 0.0005145904490185053
     }
    }
   },
   "usage": {
    "input_tokens": 2256,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 830.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.831
  },
  {
   "case_id": "pv_38d6359087",
   "phase": "one_call",
   "state_hash": "7fec96d7037d8f376d0f179fd4b0f1b7c166cbfb9edf1b39f554e26bc00ff89b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999585552536296
    }
   },
   "usage": {
    "input_tokens": 1633,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 438.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.439
  },
  {
   "case_id": "pv_38d6359087",
   "phase": "staged",
   "state_hash": "7fec96d7037d8f376d0f179fd4b0f1b7c166cbfb9edf1b39f554e26bc00ff89b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989733581562
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0013170331361769352
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998252988993519,
     "probabilities": {
      "likely_fixed": 0.9999745692139381,
      "partial_fix": 2.124521812791856e-06,
      "wrong_location": 3.621034145728283e-07,
      "symptom_suppressed": 1.873892169251105e-06,
      "breaks_other_behaviour": 6.444456880581236e-07,
      "unclear": 2.042582297715287e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.053040283407343965,
     "confidence": 0.8836042382588203,
     "probabilities": {
      "0": 0.9591438771224354,
      "1": 0.03642679731305541,
      "2": 0.00028047022430408074,
      "3": 0.0005428757151400894,
      "4": 0.0036059796250650306
     }
    }
   },
   "usage": {
    "input_tokens": 1809,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 558.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.559
  },
  {
   "case_id": "pv_391647b5a9",
   "phase": "one_call",
   "state_hash": "3db3f8fd9319cdb567dc264b0c5a2c7e6eb717e9d110024b543afd19281f1fc8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.8485266772026415
    }
   },
   "usage": {
    "input_tokens": 2515,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 687.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.687
  },
  {
   "case_id": "pv_391647b5a9",
   "phase": "staged",
   "state_hash": "3db3f8fd9319cdb567dc264b0c5a2c7e6eb717e9d110024b543afd19281f1fc8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999981648780005
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 7.049127007719188e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6153011856841217,
     "probabilities": {
      "likely_fixed": 0.372623959287632,
      "partial_fix": 0.004482602369774116,
      "wrong_location": 1.759852922861946e-05,
      "symptom_suppressed": 6.280438118202331e-05,
      "breaks_other_behaviour": 0.0001610097714543677,
      "unclear": 0.6226520256607289
     }
    },
    "risk": {
     "type": "score",
     "score": 2.1887436365774464,
     "confidence": 0.2623366344169046,
     "probabilities": {
      "0": 0.01565851549672667,
      "1": 0.1399367907361055,
      "2": 0.559192855112521,
      "3": 0.21042621900228886,
      "4": 0.07478561965235803
     }
    }
   },
   "usage": {
    "input_tokens": 2691,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 628.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.629
  },
  {
   "case_id": "pv_391c9e5cad",
   "phase": "one_call",
   "state_hash": "dcb203395e80dc626f229d75221956ea1f52cb86b957e8756861a4cf19186ac7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9881713222732109
    }
   },
   "usage": {
    "input_tokens": 2446,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 672.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.672
  },
  {
   "case_id": "pv_391c9e5cad",
   "phase": "staged",
   "state_hash": "dcb203395e80dc626f229d75221956ea1f52cb86b957e8756861a4cf19186ac7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.976118369361214
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8976784989690758
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6557704232656318,
     "probabilities": {
      "likely_fixed": 0.2978476492794255,
      "partial_fix": 0.0006148474757283094,
      "wrong_location": 3.499082674598247e-05,
      "symptom_suppressed": 7.218513410278845e-05,
      "breaks_other_behaviour": 0.00018227822279665002,
      "unclear": 0.7012480490612008
     }
    },
    "risk": {
     "type": "score",
     "score": 0.16751439534343157,
     "confidence": 0.7163174131495098,
     "probabilities": {
      "0": 0.8431796691559065,
      "1": 0.15269150601332476,
      "2": 0.0006089281250900797,
      "3": 0.00047455374278806945,
      "4": 0.0030453429628906122
     }
    }
   },
   "usage": {
    "input_tokens": 2622,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 713.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.713
  },
  {
   "case_id": "pv_39e506484a",
   "phase": "one_call",
   "state_hash": "8907ffd3128df2d5f3f78d0f0dbf9d6f89570798640af6acd554adb1f20bf9c8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999913367392322
    }
   },
   "usage": {
    "input_tokens": 1952,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 865.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.866
  },
  {
   "case_id": "pv_39e506484a",
   "phase": "staged",
   "state_hash": "8907ffd3128df2d5f3f78d0f0dbf9d6f89570798640af6acd554adb1f20bf9c8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985621205755
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9935089568467236
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9991996057511588,
     "probabilities": {
      "likely_fixed": 0.9998591668402028,
      "partial_fix": 4.228453281873421e-06,
      "wrong_location": 7.077065325816663e-07,
      "symptom_suppressed": 2.563966052016854e-06,
      "breaks_other_behaviour": 1.5068925531309584e-06,
      "unclear": 0.00013182614137759874
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09794988705405369,
     "confidence": 0.8018721943578287,
     "probabilities": {
      "0": 0.9079380818897743,
      "1": 0.0899038015897754,
      "2": 0.00015655677964520858,
      "3": 0.0002732670582323572,
      "4": 0.0017282926825727012
     }
    }
   },
   "usage": {
    "input_tokens": 2128,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 897.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.897
  },
  {
   "case_id": "pv_3a3e4b5b8b",
   "phase": "one_call",
   "state_hash": "1df0732736a1e8fbb3f09ed9c47c5bdfaa7995dbe6c239c587bf1c4f1a9b17e6",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999785843119622
    }
   },
   "usage": {
    "input_tokens": 2129,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 866.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.866
  },
  {
   "case_id": "pv_3a3e4b5b8b",
   "phase": "staged",
   "state_hash": "1df0732736a1e8fbb3f09ed9c47c5bdfaa7995dbe6c239c587bf1c4f1a9b17e6",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9945178593118955
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9995119996701644
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9952988622534363,
     "probabilities": {
      "likely_fixed": 0.9989375950155275,
      "partial_fix": 4.710218668766783e-06,
      "wrong_location": 5.905415834792135e-07,
      "symptom_suppressed": 7.1389840650106776e-06,
      "breaks_other_behaviour": 1.139530072156999e-06,
      "unclear": 0.001048825710083151
     }
    },
    "risk": {
     "type": "score",
     "score": 0.03420578776819618,
     "confidence": 0.911342012877625,
     "probabilities": {
      "0": 0.9695691372302637,
      "1": 0.029056339980765022,
      "2": 4.285129444437837e-05,
      "3": 0.00026294077956513166,
      "4": 0.0010687307149617514
     }
    }
   },
   "usage": {
    "input_tokens": 2305,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 894.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.895
  },
  {
   "case_id": "pv_3a86fea53e",
   "phase": "one_call",
   "state_hash": "49f9c7dc1134812aa2c60649d27cc95ae27e31119448db2de6ce39bdbdaec460",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.8734046216021171
    }
   },
   "usage": {
    "input_tokens": 2657,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 639.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.64
  },
  {
   "case_id": "pv_3a86fea53e",
   "phase": "staged",
   "state_hash": "49f9c7dc1134812aa2c60649d27cc95ae27e31119448db2de6ce39bdbdaec460",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999977130724962
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 9.06339883507529e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.613893631169363,
     "probabilities": {
      "likely_fixed": 0.40801746961356544,
      "partial_fix": 0.002204367758998354,
      "wrong_location": 1.6744808185775157e-05,
      "symptom_suppressed": 3.7213869753815665e-05,
      "breaks_other_behaviour": 5.4674012671865536e-05,
      "unclear": 0.5896695299368246
     }
    },
    "risk": {
     "type": "score",
     "score": 1.613574294690356,
     "confidence": 0.11062695832903402,
     "probabilities": {
      "0": 0.1372786421964101,
      "1": 0.3561010124917131,
      "2": 0.32730825686130527,
      "3": 0.11439158532625365,
      "4": 0.06492050312431784
     }
    }
   },
   "usage": {
    "input_tokens": 2833,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 893.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.894
  },
  {
   "case_id": "pv_3ffaf882e2",
   "phase": "one_call",
   "state_hash": "bb95361dcd3b84c1ebde7e25b68caea981d9298821218f0b975b16c6e80b1ac5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9993243350253458
    }
   },
   "usage": {
    "input_tokens": 1833,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 701.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.701
  },
  {
   "case_id": "pv_3ffaf882e2",
   "phase": "staged",
   "state_hash": "bb95361dcd3b84c1ebde7e25b68caea981d9298821218f0b975b16c6e80b1ac5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999955091554227
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9895378394175384
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9989571210793773,
     "probabilities": {
      "likely_fixed": 0.999807119503972,
      "partial_fix": 2.1892889224906703e-06,
      "wrong_location": 4.2095669003385907e-07,
      "symptom_suppressed": 9.183483031618705e-07,
      "breaks_other_behaviour": 7.948913697456382e-07,
      "unclear": 0.00018855701074252954
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18138701263447599,
     "confidence": 0.7024072241121176,
     "probabilities": {
      "0": 0.8251305946878165,
      "1": 0.17232077128355244,
      "2": 0.0003292523971543425,
      "3": 0.00046978996929209984,
      "4": 0.0017495916621846387
     }
    }
   },
   "usage": {
    "input_tokens": 2009,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 577.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.578
  },
  {
   "case_id": "pv_401bc7a19b",
   "phase": "one_call",
   "state_hash": "ef15e7a81352f9d540f6419e018c1a767540dd42398bdf7dd5b7e838353da68e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995593059544234
    }
   },
   "usage": {
    "input_tokens": 2267,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 919.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.92
  },
  {
   "case_id": "pv_401bc7a19b",
   "phase": "staged",
   "state_hash": "ef15e7a81352f9d540f6419e018c1a767540dd42398bdf7dd5b7e838353da68e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999925025432895
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.21326346905367505
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9677699836142553,
     "probabilities": {
      "likely_fixed": 0.9897036071530373,
      "partial_fix": 3.841509637406306e-05,
      "wrong_location": 4.730111809487642e-06,
      "symptom_suppressed": 6.414938337589807e-06,
      "breaks_other_behaviour": 4.775840256033974e-06,
      "unclear": 0.01024205686018552
     }
    },
    "risk": {
     "type": "score",
     "score": 0.16280432892021843,
     "confidence": 0.7222154556908329,
     "probabilities": {
      "0": 0.8454310785187545,
      "1": 0.1515819446807775,
      "2": 0.00016877098210368657,
      "3": 0.00038798099822344857,
      "4": 0.0024302248201408055
     }
    }
   },
   "usage": {
    "input_tokens": 2443,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 908.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.909
  },
  {
   "case_id": "pv_404999ffdd",
   "phase": "one_call",
   "state_hash": "c01b04f16886c7a9ff8feb729400a31c7874f5c5a6551686f1cabd07608ce645",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999959989549979
    }
   },
   "usage": {
    "input_tokens": 3142,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1124.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.125
  },
  {
   "case_id": "pv_404999ffdd",
   "phase": "staged",
   "state_hash": "c01b04f16886c7a9ff8feb729400a31c7874f5c5a6551686f1cabd07608ce645",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998940612077
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999994497626993
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999646467417362,
     "probabilities": {
      "likely_fixed": 0.9999954152367573,
      "partial_fix": 1.2733568749594962e-07,
      "wrong_location": 7.53568182240612e-08,
      "symptom_suppressed": 1.5149272909337484e-07,
      "breaks_other_behaviour": 1.9080072156700746e-07,
      "unclear": 4.039777286446511e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.011827919141593804,
     "confidence": 0.9640337728401035,
     "probabilities": {
      "0": 0.990409860929397,
      "1": 0.008696096008586816,
      "2": 0.00010367193160842077,
      "3": 0.0002370052518405249,
      "4": 0.0005533658785671428
     }
    }
   },
   "usage": {
    "input_tokens": 3318,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 933.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.934
  },
  {
   "case_id": "pv_40daf1aadf",
   "phase": "one_call",
   "state_hash": "d75635856b58ec8b4e5cbcb01f3e7f43a053269c64b25f4e2b9d6d661f32e1ee",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.3922676126422623
    }
   },
   "usage": {
    "input_tokens": 2067,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 816.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.816
  },
  {
   "case_id": "pv_40daf1aadf",
   "phase": "staged",
   "state_hash": "d75635856b58ec8b4e5cbcb01f3e7f43a053269c64b25f4e2b9d6d661f32e1ee",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999974561950603
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.028677974609731833
    },
    "failure_mode": {
     "type": "choice",
     "choice": "partial_fix",
     "confidence": 0.8030873659527116,
     "probabilities": {
      "likely_fixed": 0.03745492813993392,
      "partial_fix": 0.9208351306432006,
      "wrong_location": 0.0003967496618408672,
      "symptom_suppressed": 0.0005263319083592335,
      "breaks_other_behaviour": 0.005577995843276671,
      "unclear": 0.03520886380338883
     }
    },
    "risk": {
     "type": "score",
     "score": 1.3921761476017072,
     "confidence": 0.3128010292332847,
     "probabilities": {
      "0": 0.07940626961747256,
      "1": 0.521531080096606,
      "2": 0.3403013324710932,
      "3": 0.045002868696398426,
      "4": 0.013758449118429866
     }
    }
   },
   "usage": {
    "input_tokens": 2243,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1127.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.128
  },
  {
   "case_id": "pv_4166f8e7db",
   "phase": "one_call",
   "state_hash": "2147db62ee7a32c3adb641898a894731320b359a57f0e68130fb6b6a0c396a06",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999994373786596
    }
   },
   "usage": {
    "input_tokens": 1214,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 435.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.436
  },
  {
   "case_id": "pv_4166f8e7db",
   "phase": "staged",
   "state_hash": "2147db62ee7a32c3adb641898a894731320b359a57f0e68130fb6b6a0c396a06",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998319197222
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9983263155860859
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999995206224395,
     "probabilities": {
      "likely_fixed": 0.9999994906945532,
      "partial_fix": 7.602610696456137e-08,
      "wrong_location": 2.461937944850146e-08,
      "symptom_suppressed": 1.8432556967734438e-07,
      "breaks_other_behaviour": 4.2974806273239445e-08,
      "unclear": 1.8135958439905194e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08607697276842591,
     "confidence": 0.8188720162121942,
     "probabilities": {
      "0": 0.9186216699657304,
      "1": 0.07966371826710197,
      "2": 8.834079493825399e-05,
      "3": 0.0002685109774704217,
      "4": 0.0013577599947590417
     }
    }
   },
   "usage": {
    "input_tokens": 1390,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1077.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.078
  },
  {
   "case_id": "pv_4253370174",
   "phase": "one_call",
   "state_hash": "3384ed72e8e8670260e0dfe33a6c268429b12c4874d88f97bfe38ba5e1a5f83a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999582636750058
    }
   },
   "usage": {
    "input_tokens": 1719,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 489.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.49
  },
  {
   "case_id": "pv_4253370174",
   "phase": "staged",
   "state_hash": "3384ed72e8e8670260e0dfe33a6c268429b12c4874d88f97bfe38ba5e1a5f83a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999967272005856
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.47243569812918573
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9972954488269586,
     "probabilities": {
      "likely_fixed": 0.9994779853720127,
      "partial_fix": 4.722509931781925e-05,
      "wrong_location": 1.914551931963299e-06,
      "symptom_suppressed": 2.804233728990822e-05,
      "breaks_other_behaviour": 2.683500602527879e-05,
      "unclear": 0.000417997633422281
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7304454866083735,
     "confidence": 0.60742282153802,
     "probabilities": {
      "0": 0.2831430358043728,
      "1": 0.7115105997522324,
      "2": 0.0008215972241586964,
      "3": 0.000807376469120643,
      "4": 0.003717390750115445
     }
    }
   },
   "usage": {
    "input_tokens": 1895,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 528.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.528
  },
  {
   "case_id": "pv_426dfeb70e",
   "phase": "one_call",
   "state_hash": "b7ee4f343bb4aaa94be2ef17d7ca82abf7ecc7e5a861152c41a54e678a2a3676",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999921826811803
    }
   },
   "usage": {
    "input_tokens": 1698,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 743.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.744
  },
  {
   "case_id": "pv_426dfeb70e",
   "phase": "staged",
   "state_hash": "b7ee4f343bb4aaa94be2ef17d7ca82abf7ecc7e5a861152c41a54e678a2a3676",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999852004340865
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999657782428412
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9995979463025347,
     "probabilities": {
      "likely_fixed": 0.9999336259513434,
      "partial_fix": 1.3499147683439663e-06,
      "wrong_location": 2.439340051336424e-07,
      "symptom_suppressed": 9.69770137037015e-07,
      "breaks_other_behaviour": 3.63741321612164e-07,
      "unclear": 6.344668842440535e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11365571348332083,
     "confidence": 0.7805541703034802,
     "probabilities": {
      "0": 0.8924785092761565,
      "1": 0.10532899743466655,
      "2": 7.611796317151371e-05,
      "3": 0.00029102118171060406,
      "4": 0.0018253541442948603
     }
    }
   },
   "usage": {
    "input_tokens": 1874,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 838.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.839
  },
  {
   "case_id": "pv_42ca4fde1e",
   "phase": "one_call",
   "state_hash": "7f451fe6e53e51100f60780ef5f1190c60de80669a4e20cc405836c4400312a4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999951546191169
    }
   },
   "usage": {
    "input_tokens": 1723,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 930.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.93
  },
  {
   "case_id": "pv_42ca4fde1e",
   "phase": "staged",
   "state_hash": "7f451fe6e53e51100f60780ef5f1190c60de80669a4e20cc405836c4400312a4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999979046400115
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.38121377448919336
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996275685348173,
     "probabilities": {
      "likely_fixed": 0.9999419500583894,
      "partial_fix": 3.475033067193878e-06,
      "wrong_location": 6.309206912775787e-07,
      "symptom_suppressed": 2.2861087749737943e-06,
      "breaks_other_behaviour": 5.2465467588721204e-06,
      "unclear": 4.641133231825044e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.14847564838394114,
     "confidence": 0.7388102196012309,
     "probabilities": {
      "0": 0.8643298102605537,
      "1": 0.1309880659520464,
      "2": 0.00023984966495474403,
      "3": 0.0007612133877958159,
      "4": 0.003681060734649454
     }
    }
   },
   "usage": {
    "input_tokens": 1899,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 930.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.931
  },
  {
   "case_id": "pv_42e17d4e24",
   "phase": "one_call",
   "state_hash": "c639a21495dce349633c97f6b9f09924e07f4d655f59ab285c8a3be85ccc7226",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.8268021036729375
    }
   },
   "usage": {
    "input_tokens": 2013,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 752.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.753
  },
  {
   "case_id": "pv_42e17d4e24",
   "phase": "staged",
   "state_hash": "c639a21495dce349633c97f6b9f09924e07f4d655f59ab285c8a3be85ccc7226",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.013459962742713492
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9970853440184209
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9496409862409272,
     "probabilities": {
      "likely_fixed": 0.009808897208040455,
      "partial_fix": 0.004048445280555075,
      "wrong_location": 0.0002321598427847253,
      "symptom_suppressed": 0.00010676926612018361,
      "breaks_other_behaviour": 0.0006692986985647748,
      "unclear": 0.9851344297039347
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6893904348816837,
     "confidence": 0.5061355254935751,
     "probabilities": {
      "0": 0.35745771186489417,
      "1": 0.6136704048595005,
      "2": 0.018414349579817465,
      "3": 0.0029388039206029283,
      "4": 0.007518729775184882
     }
    }
   },
   "usage": {
    "input_tokens": 2189,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 966.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.967
  },
  {
   "case_id": "pv_433fc1ec5b",
   "phase": "one_call",
   "state_hash": "2b053ea0c8b486cf0659f296475e975d661836f18b1dc2eb93c5df1c846aa97e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.05162216166410922
    }
   },
   "usage": {
    "input_tokens": 2212,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 622.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.622
  },
  {
   "case_id": "pv_433fc1ec5b",
   "phase": "staged",
   "state_hash": "2b053ea0c8b486cf0659f296475e975d661836f18b1dc2eb93c5df1c846aa97e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9237238038424107
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.4525955207320492
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9217765776383189,
     "probabilities": {
      "likely_fixed": 0.023840961077633564,
      "partial_fix": 0.002909260622742782,
      "wrong_location": 6.512362768364007e-05,
      "symptom_suppressed": 0.00015415010233402624,
      "breaks_other_behaviour": 0.0006642943424978909,
      "unclear": 0.9723662102271081
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6433610082916292,
     "confidence": 0.4867787769492731,
     "probabilities": {
      "0": 0.4179249911417128,
      "1": 0.551922770774659,
      "2": 0.013335929743599073,
      "3": 0.0024988553303447653,
      "4": 0.01431745300968445
     }
    }
   },
   "usage": {
    "input_tokens": 2388,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 733.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.734
  },
  {
   "case_id": "pv_43b83f25fb",
   "phase": "one_call",
   "state_hash": "35872d850773e9b14dd5b1f9d6381f7689b3d5102d4e7f55d6f3415d3d37c749",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999998260325115
    }
   },
   "usage": {
    "input_tokens": 1357,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 885.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.886
  },
  {
   "case_id": "pv_43b83f25fb",
   "phase": "staged",
   "state_hash": "35872d850773e9b14dd5b1f9d6381f7689b3d5102d4e7f55d6f3415d3d37c749",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999999613913386
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0005319554153733626
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9963472683260087,
     "probabilities": {
      "likely_fixed": 0.9992400672082057,
      "partial_fix": 6.985408173496958e-05,
      "wrong_location": 2.194366252641582e-06,
      "symptom_suppressed": 3.927778248971128e-06,
      "breaks_other_behaviour": 1.0635729540747836e-05,
      "unclear": 0.0006733208360170096
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7885997529354126,
     "confidence": 0.6295558750741678,
     "probabilities": {
      "0": 0.232033832159642,
      "1": 0.7594104699757097,
      "2": 0.002003659268297541,
      "3": 0.001026189962295143,
      "4": 0.005525848634055607
     }
    }
   },
   "usage": {
    "input_tokens": 1533,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 809.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.81
  },
  {
   "case_id": "pv_4466179dc7",
   "phase": "one_call",
   "state_hash": "563144f4884fa837c646118b5e790ca4aab96e4ca2b5425cd6a50218826c0092",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.33890267074069685
    }
   },
   "usage": {
    "input_tokens": 2234,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1503.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.503
  },
  {
   "case_id": "pv_4466179dc7",
   "phase": "staged",
   "state_hash": "563144f4884fa837c646118b5e790ca4aab96e4ca2b5425cd6a50218826c0092",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9364777675961461
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.002292918000843682
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7322391895715905,
     "probabilities": {
      "likely_fixed": 0.8620960902465847,
      "partial_fix": 0.10989901195868534,
      "wrong_location": 0.00012833490890685868,
      "symptom_suppressed": 0.0002771677807457194,
      "breaks_other_behaviour": 0.0018016942829903928,
      "unclear": 0.02579770082208701
     }
    },
    "risk": {
     "type": "score",
     "score": 0.743561522186509,
     "confidence": 0.4876603811001805,
     "probabilities": {
      "0": 0.3213364335627243,
      "1": 0.6344115810675712,
      "2": 0.0322080825990712,
      "3": 0.0034418351617378413,
      "4": 0.008602067608895456
     }
    }
   },
   "usage": {
    "input_tokens": 2410,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1343.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.344
  },
  {
   "case_id": "pv_446f6c03ef",
   "phase": "one_call",
   "state_hash": "0beca3c7c0c6a4742ae93c5c9c470eadbd5f24ececa9b6b528d1fd806af5d6e8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9982151004048166
    }
   },
   "usage": {
    "input_tokens": 2661,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 635.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.636
  },
  {
   "case_id": "pv_446f6c03ef",
   "phase": "staged",
   "state_hash": "0beca3c7c0c6a4742ae93c5c9c470eadbd5f24ececa9b6b528d1fd806af5d6e8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998386750172
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999995003725349
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999580674577371,
     "probabilities": {
      "likely_fixed": 0.9999943767496123,
      "partial_fix": 7.383171768773068e-08,
      "wrong_location": 5.87022473945593e-08,
      "symptom_suppressed": 1.069015778116129e-07,
      "breaks_other_behaviour": 5.0694765242978236e-08,
      "unclear": 5.333120079505592e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.03018715370123772,
     "confidence": 0.9194840149273968,
     "probabilities": {
      "0": 0.9729915600362496,
      "1": 0.025862012308280974,
      "2": 5.644939346704931e-05,
      "3": 0.00014767044198688988,
      "4": 0.0009423078200154944
     }
    }
   },
   "usage": {
    "input_tokens": 2837,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1037.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.038
  },
  {
   "case_id": "pv_45bb76d3fd",
   "phase": "one_call",
   "state_hash": "fdf22c2817f355367a4344e06859dc6333676e8d78476b2b6558c7ed57505d8f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999945649204759
    }
   },
   "usage": {
    "input_tokens": 1747,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 700.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.7
  },
  {
   "case_id": "pv_45bb76d3fd",
   "phase": "staged",
   "state_hash": "fdf22c2817f355367a4344e06859dc6333676e8d78476b2b6558c7ed57505d8f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997448943668
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9714184961209844
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998245909654503,
     "probabilities": {
      "likely_fixed": 0.9999752169958545,
      "partial_fix": 2.717964770498772e-06,
      "wrong_location": 1.3807066177859665e-06,
      "symptom_suppressed": 2.427268891706545e-06,
      "breaks_other_behaviour": 1.6168125863465913e-06,
      "unclear": 1.6640251279271133e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.1158892809864141,
     "confidence": 0.7774050231013917,
     "probabilities": {
      "0": 0.8919179694433825,
      "1": 0.10512599469809808,
      "2": 0.0002844817068306603,
      "3": 0.0004918937320999222,
      "4": 0.0021796604195887317
     }
    }
   },
   "usage": {
    "input_tokens": 1923,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1327.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.328
  },
  {
   "case_id": "pv_47898bea60",
   "phase": "one_call",
   "state_hash": "f4a8c3df7708eaac8695b7994906b0675060ec0d1de48ae2be9f59b8d6cfed3d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9978381618279543
    }
   },
   "usage": {
    "input_tokens": 2458,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1172.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.172
  },
  {
   "case_id": "pv_47898bea60",
   "phase": "staged",
   "state_hash": "f4a8c3df7708eaac8695b7994906b0675060ec0d1de48ae2be9f59b8d6cfed3d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.8435736369373419
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.11807502967908479
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6678123084050585,
     "probabilities": {
      "likely_fixed": 0.2750020197429532,
      "partial_fix": 0.0004968049869009295,
      "wrong_location": 2.7086113103991777e-05,
      "symptom_suppressed": 6.593443220681882e-05,
      "breaks_other_behaviour": 0.00021125611137495562,
      "unclear": 0.7241968986134601
     }
    },
    "risk": {
     "type": "score",
     "score": 0.10294834612425807,
     "confidence": 0.7950881141486825,
     "probabilities": {
      "0": 0.9052581845156039,
      "1": 0.091577833717512,
      "2": 0.00033050006100418544,
      "3": 0.0006244145387817409,
      "4": 0.002209067167098118
     }
    }
   },
   "usage": {
    "input_tokens": 2634,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1257.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.257
  },
  {
   "case_id": "pv_479d35d50d",
   "phase": "one_call",
   "state_hash": "50f456d1313f539df0395b9fe7bc492033f6f05467d5c177d2e8279c52e4693d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999639496866897
    }
   },
   "usage": {
    "input_tokens": 2219,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 808.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.808
  },
  {
   "case_id": "pv_479d35d50d",
   "phase": "staged",
   "state_hash": "50f456d1313f539df0395b9fe7bc492033f6f05467d5c177d2e8279c52e4693d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995010160918
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.1470604274681265
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9988914841129815,
     "probabilities": {
      "likely_fixed": 0.9997931825298885,
      "partial_fix": 1.215460266995258e-06,
      "wrong_location": 2.0866211584023433e-07,
      "symptom_suppressed": 1.7577599212176543e-07,
      "breaks_other_behaviour": 2.6840067160693045e-06,
      "unclear": 0.00020253356502054404
     }
    },
    "risk": {
     "type": "score",
     "score": 0.1768866581740075,
     "confidence": 0.7081629194421701,
     "probabilities": {
      "0": 0.8327028561496829,
      "1": 0.1639139512255279,
      "2": 0.00011384781145642919,
      "3": 0.0003323679277645999,
      "4": 0.0029369768855682385
     }
    }
   },
   "usage": {
    "input_tokens": 2395,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 918.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.919
  },
  {
   "case_id": "pv_49dc5be89b",
   "phase": "one_call",
   "state_hash": "8a176f2735be978402a9d1e0957c8729f74f0d2cc9b96e7399000c6f23b4f661",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999608157787754
    }
   },
   "usage": {
    "input_tokens": 2519,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 939.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.94
  },
  {
   "case_id": "pv_49dc5be89b",
   "phase": "staged",
   "state_hash": "8a176f2735be978402a9d1e0957c8729f74f0d2cc9b96e7399000c6f23b4f661",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993991282372
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8635532736392117
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999477030172828,
     "probabilities": {
      "likely_fixed": 0.9999933290032135,
      "partial_fix": 1.7853287010289439e-06,
      "wrong_location": 1.9145406398817225e-07,
      "symptom_suppressed": 3.1526370145670673e-07,
      "breaks_other_behaviour": 5.685703329473395e-07,
      "unclear": 3.810379987034886e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.04793795417110985,
     "confidence": 0.8843938190281321,
     "probabilities": {
      "0": 0.9569122652959864,
      "1": 0.04132667131529532,
      "2": 4.8319873051113875e-05,
      "3": 0.00033633095295631176,
      "4": 0.0013764125627108417
     }
    }
   },
   "usage": {
    "input_tokens": 2695,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 905.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.906
  },
  {
   "case_id": "pv_4a3b31c893",
   "phase": "one_call",
   "state_hash": "0d84f4558953f217c87dbbfd332b2ff5b45d80d4d32a2884385b8540ef5cba6d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999964947035965
    }
   },
   "usage": {
    "input_tokens": 2114,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 561.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.562
  },
  {
   "case_id": "pv_4a3b31c893",
   "phase": "staged",
   "state_hash": "0d84f4558953f217c87dbbfd332b2ff5b45d80d4d32a2884385b8540ef5cba6d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993363716703
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999881172919889
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999854844457333,
     "probabilities": {
      "likely_fixed": 0.9999982919220495,
      "partial_fix": 1.6102538573720763e-07,
      "wrong_location": 5.630238569420084e-08,
      "symptom_suppressed": 2.484850673113448e-07,
      "breaks_other_behaviour": 3.796408322260311e-08,
      "unclear": 1.204301028481052e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0037513286545546227,
     "confidence": 0.9883129021713015,
     "probabilities": {
      "0": 0.9975318089828699,
      "1": 0.0019942554079163018,
      "2": 1.4757490113067357e-05,
      "3": 0.00010915420999145643,
      "4": 0.00035002390910945425
     }
    }
   },
   "usage": {
    "input_tokens": 2290,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 812.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.813
  },
  {
   "case_id": "pv_4a3f1e618e",
   "phase": "one_call",
   "state_hash": "064ce95bfbcfc4d65f39a18eab9e47aa956ce6422afa2fa2818ac1e75c02ac18",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999044358846174
    }
   },
   "usage": {
    "input_tokens": 1389,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 753.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.753
  },
  {
   "case_id": "pv_4a3f1e618e",
   "phase": "staged",
   "state_hash": "064ce95bfbcfc4d65f39a18eab9e47aa956ce6422afa2fa2818ac1e75c02ac18",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995297080663
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.15075184177406623
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998528379645059,
     "probabilities": {
      "likely_fixed": 0.9999791796682928,
      "partial_fix": 3.0860004479615723e-06,
      "wrong_location": 4.1575893914388313e-07,
      "symptom_suppressed": 1.4736713244178974e-06,
      "breaks_other_behaviour": 6.386505600353386e-07,
      "unclear": 1.5206250435707636e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.13552216748041368,
     "confidence": 0.7539058746354971,
     "probabilities": {
      "0": 0.8741347163782087,
      "1": 0.12241983793144882,
      "2": 9.839257437827083e-05,
      "3": 0.000482668063648545,
      "4": 0.0028643850523156714
     }
    }
   },
   "usage": {
    "input_tokens": 1565,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 822.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.823
  },
  {
   "case_id": "pv_4a94c750ec",
   "phase": "one_call",
   "state_hash": "ee49e659586cc43d76ef5f955c601ba4eec656e07b056f58afad70c08dcc7d16",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999976374907382
    }
   },
   "usage": {
    "input_tokens": 1744,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 892.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.893
  },
  {
   "case_id": "pv_4a94c750ec",
   "phase": "staged",
   "state_hash": "ee49e659586cc43d76ef5f955c601ba4eec656e07b056f58afad70c08dcc7d16",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985439608251
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.987821771497261
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9983136435728263,
     "probabilities": {
      "likely_fixed": 0.9996691142150498,
      "partial_fix": 3.014370702081899e-06,
      "wrong_location": 8.384431543370144e-07,
      "symptom_suppressed": 1.075506135197397e-06,
      "breaks_other_behaviour": 1.3683090081899445e-06,
      "unclear": 0.0003245891559504382
     }
    },
    "risk": {
     "type": "score",
     "score": 0.44159111898638254,
     "confidence": 0.5666885870740747,
     "probabilities": {
      "0": 0.5633518901079363,
      "1": 0.43488974476039494,
      "2": 0.00010324290113502735,
      "3": 0.00012560049841763813,
      "4": 0.0015295217321161546
     }
    }
   },
   "usage": {
    "input_tokens": 1920,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 555.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.556
  },
  {
   "case_id": "pv_4b610941b7",
   "phase": "one_call",
   "state_hash": "c3542341611f8fa5fd9951e6095e09c7311fddc912e21aef1199b42377497b6d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9956720140398008
    }
   },
   "usage": {
    "input_tokens": 3053,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1205.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.206
  },
  {
   "case_id": "pv_4b610941b7",
   "phase": "staged",
   "state_hash": "c3542341611f8fa5fd9951e6095e09c7311fddc912e21aef1199b42377497b6d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9955967951049879
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7644171510757117
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6410674416929163,
     "probabilities": {
      "likely_fixed": 0.6635615132250017,
      "partial_fix": 0.0003631703632548655,
      "wrong_location": 1.1677677582457755e-05,
      "symptom_suppressed": 3.370864838827079e-05,
      "breaks_other_behaviour": 0.00013063476572833647,
      "unclear": 0.3358992953200444
     }
    },
    "risk": {
     "type": "score",
     "score": 0.15219963383409416,
     "confidence": 0.73340422319614,
     "probabilities": {
      "0": 0.8591628250100327,
      "1": 0.1365166294882208,
      "2": 0.0004404400382877862,
      "3": 0.0007182975845369775,
      "4": 0.0031618078789217166
     }
    }
   },
   "usage": {
    "input_tokens": 3229,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1242.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.243
  },
  {
   "case_id": "pv_4b7adb40e9",
   "phase": "one_call",
   "state_hash": "6608a0a05ff293c66932d814f17041f883d9b90790dc9236e1005e3e085828dc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999279462933623
    }
   },
   "usage": {
    "input_tokens": 1773,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 529.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.53
  },
  {
   "case_id": "pv_4b7adb40e9",
   "phase": "staged",
   "state_hash": "6608a0a05ff293c66932d814f17041f883d9b90790dc9236e1005e3e085828dc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994781237508
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999997645623294
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998864043941915,
     "probabilities": {
      "likely_fixed": 0.9999840632165539,
      "partial_fix": 1.429220329876203e-06,
      "wrong_location": 1.852898438847461e-07,
      "symptom_suppressed": 1.5080495408019743e-06,
      "breaks_other_behaviour": 1.7508242374863986e-07,
      "unclear": 1.2639141307886784e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.005426069950227876,
     "confidence": 0.9839462620668348,
     "probabilities": {
      "0": 0.996434122977322,
      "1": 0.00288436825192642,
      "2": 2.510600339167486e-05,
      "3": 0.0001341213779217192,
      "4": 0.0005222813894382373
     }
    }
   },
   "usage": {
    "input_tokens": 1949,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 679.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.68
  },
  {
   "case_id": "pv_4e80105f72",
   "phase": "one_call",
   "state_hash": "01df54bde16576703327641148599214ad070d0cd7d06f57d65cc8cbaab780a2",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999348096188928
    }
   },
   "usage": {
    "input_tokens": 1398,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 490.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.49
  },
  {
   "case_id": "pv_4e80105f72",
   "phase": "staged",
   "state_hash": "01df54bde16576703327641148599214ad070d0cd7d06f57d65cc8cbaab780a2",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991528386276
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9969702997541877
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999192640524391,
     "probabilities": {
      "likely_fixed": 0.9998595643314931,
      "partial_fix": 1.0704561166510158e-05,
      "wrong_location": 4.728365192358671e-07,
      "symptom_suppressed": 2.400896259319559e-06,
      "breaks_other_behaviour": 1.3512958463632059e-06,
      "unclear": 0.0001255060787154868
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8668867145738444,
     "confidence": 0.7489776457419193,
     "probabilities": {
      "0": 0.13537937465065142,
      "1": 0.8637450876673841,
      "2": 0.00015080006709921638,
      "3": 5.892368719902618e-05,
      "4": 0.0006658139276661952
     }
    }
   },
   "usage": {
    "input_tokens": 1574,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 599.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.6
  },
  {
   "case_id": "pv_4ea8733b39",
   "phase": "one_call",
   "state_hash": "70b388f677313d35571c299ca2eff8a10107f6cbb3767e9f3fe6bf145b346d4e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9991872477783209
    }
   },
   "usage": {
    "input_tokens": 2848,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 968.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.969
  },
  {
   "case_id": "pv_4ea8733b39",
   "phase": "staged",
   "state_hash": "70b388f677313d35571c299ca2eff8a10107f6cbb3767e9f3fe6bf145b346d4e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999997956957612
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.95719679873082e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8814188835981523,
     "probabilities": {
      "likely_fixed": 0.9497518519179438,
      "partial_fix": 0.0028939368017446765,
      "wrong_location": 3.584377041895677e-05,
      "symptom_suppressed": 7.852382126360426e-05,
      "breaks_other_behaviour": 0.00019767167867176582,
      "unclear": 0.047042172009957216
     }
    },
    "risk": {
     "type": "score",
     "score": 1.7764837103301399,
     "confidence": 0.04289852802728378,
     "probabilities": {
      "0": 0.16102027281180453,
      "1": 0.30749849878014923,
      "2": 0.215607312724613,
      "3": 0.22572507663296848,
      "4": 0.09014883905046477
     }
    }
   },
   "usage": {
    "input_tokens": 3024,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 848.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.849
  },
  {
   "case_id": "pv_4efa2bad6a",
   "phase": "one_call",
   "state_hash": "f8ddf6a85a7472fc72e0782325f6549ff60e73050ed024b77d2f012f660a6a79",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999662204615872
    }
   },
   "usage": {
    "input_tokens": 1151,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 707.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.707
  },
  {
   "case_id": "pv_4efa2bad6a",
   "phase": "staged",
   "state_hash": "f8ddf6a85a7472fc72e0782325f6549ff60e73050ed024b77d2f012f660a6a79",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991946067759
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9794095479425723
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999142179631747,
     "probabilities": {
      "likely_fixed": 0.9999884782015993,
      "partial_fix": 1.323288258590023e-06,
      "wrong_location": 1.00802609063568e-07,
      "symptom_suppressed": 1.3893576170509254e-06,
      "breaks_other_behaviour": 7.030192984424171e-07,
      "unclear": 8.005330617622312e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.05078829269923415,
     "confidence": 0.8774403717042311,
     "probabilities": {
      "0": 0.952675098247888,
      "1": 0.046052446046523116,
      "2": 4.517640240291395e-05,
      "3": 0.0002636233648384883,
      "4": 0.0009636559383474345
     }
    }
   },
   "usage": {
    "input_tokens": 1327,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 554.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.555
  },
  {
   "case_id": "pv_4f23b299c1",
   "phase": "one_call",
   "state_hash": "c79caf41722958eb7d8b5bb75ef362dd73377668a1fe1deb4f5351578bb593dd",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.193820483490116
    }
   },
   "usage": {
    "input_tokens": 1441,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 590.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.591
  },
  {
   "case_id": "pv_4f23b299c1",
   "phase": "staged",
   "state_hash": "c79caf41722958eb7d8b5bb75ef362dd73377668a1fe1deb4f5351578bb593dd",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999706898504392
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 6.919874388154291e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.3720206473830173,
     "probabilities": {
      "likely_fixed": 0.4479392846327177,
      "partial_fix": 0.2750410389925875,
      "wrong_location": 0.00044505431255382203,
      "symptom_suppressed": 0.265164421806354,
      "breaks_other_behaviour": 0.0012583262477184629,
      "unclear": 0.010151874008068457
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8387215796435419,
     "confidence": 0.3926332390409423,
     "probabilities": {
      "0": 0.2992821976440985,
      "1": 0.5918211365773823,
      "2": 0.08945236334511412,
      "3": 0.009781493357688987,
      "4": 0.00966280907571607
     }
    }
   },
   "usage": {
    "input_tokens": 1617,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1340.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.341
  },
  {
   "case_id": "pv_4f4a7964ba",
   "phase": "one_call",
   "state_hash": "21ae1335af649d18c3ff75d1396199577ffff251c0ce6312fe402d7ea782f35a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995597107237528
    }
   },
   "usage": {
    "input_tokens": 3082,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 700.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.701
  },
  {
   "case_id": "pv_4f4a7964ba",
   "phase": "staged",
   "state_hash": "21ae1335af649d18c3ff75d1396199577ffff251c0ce6312fe402d7ea782f35a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9958780039255392
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9874486118804998
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8903258265761737,
     "probabilities": {
      "likely_fixed": 0.9511010512472113,
      "partial_fix": 0.00011781279477307658,
      "wrong_location": 6.442138113666832e-06,
      "symptom_suppressed": 1.6102959499392305e-05,
      "breaks_other_behaviour": 2.471987223875207e-05,
      "unclear": 0.04873387098816377
     }
    },
    "risk": {
     "type": "score",
     "score": 0.13737511560358465,
     "confidence": 0.7512870423398741,
     "probabilities": {
      "0": 0.8711453558043103,
      "1": 0.12580008639472862,
      "2": 0.00016323949579454032,
      "3": 0.00031672300339923986,
      "4": 0.002574595301767308
     }
    }
   },
   "usage": {
    "input_tokens": 3258,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 851.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.852
  },
  {
   "case_id": "pv_50d9405c18",
   "phase": "one_call",
   "state_hash": "0f0d75ac913b77253c6fb2d55817c5f1bb005acd2a5758985dfc191edd752ea8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.6085389011470035
    }
   },
   "usage": {
    "input_tokens": 2725,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1035.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.035
  },
  {
   "case_id": "pv_50d9405c18",
   "phase": "staged",
   "state_hash": "0f0d75ac913b77253c6fb2d55817c5f1bb005acd2a5758985dfc191edd752ea8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9996432674152365
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.013193408265288364
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9742637822740755,
     "probabilities": {
      "likely_fixed": 0.9931757684909406,
      "partial_fix": 0.0019922435981031363,
      "wrong_location": 2.7915993277752392e-05,
      "symptom_suppressed": 0.0001595953692249814,
      "breaks_other_behaviour": 5.191550234614185e-05,
      "unclear": 0.004592561046107529
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3237319536953873,
     "confidence": 0.5985984029803295,
     "probabilities": {
      "0": 0.6870251666594324,
      "1": 0.30888645226760597,
      "2": 0.0005907091150462602,
      "3": 0.0003266046339728933,
      "4": 0.0031710673239425417
     }
    }
   },
   "usage": {
    "input_tokens": 2901,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1111.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.112
  },
  {
   "case_id": "pv_51038f6013",
   "phase": "one_call",
   "state_hash": "66ec371725603345c5b033f160170f9f1b7a2dfdb15e8657a93762ac39a4eb46",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999950985328009
    }
   },
   "usage": {
    "input_tokens": 1015,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 674.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.675
  },
  {
   "case_id": "pv_51038f6013",
   "phase": "staged",
   "state_hash": "66ec371725603345c5b033f160170f9f1b7a2dfdb15e8657a93762ac39a4eb46",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "status": "failed",
   "reason": "http_error",
   "elapsed_s": 0.677
  },
  {
   "case_id": "pv_51038f6013",
   "phase": "staged",
   "state_hash": "66ec371725603345c5b033f160170f9f1b7a2dfdb15e8657a93762ac39a4eb46",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.572287321657926
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6887068116337952
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999389368477754,
     "probabilities": {
      "likely_fixed": 0.9999921299862575,
      "partial_fix": 1.274118817242387e-06,
      "wrong_location": 1.756573048994586e-07,
      "symptom_suppressed": 9.996569828266217e-07,
      "breaks_other_behaviour": 6.444562619829256e-07,
      "unclear": 4.776124375627263e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.009773160427690507,
     "confidence": 0.9727554892922109,
     "probabilities": {
      "0": 0.9932877833647754,
      "1": 0.005618316160131319,
      "2": 2.2713467899658686e-05,
      "3": 0.00017533069701426138,
      "4": 0.000895856310179272
     }
    }
   },
   "usage": {
    "input_tokens": 1191,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1350.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.351
  },
  {
   "case_id": "pv_5117097579",
   "phase": "one_call",
   "state_hash": "c110cfa23a7b4325398f5a6c6e1b28a141898b135d643cbb9dc0a584970a1c67",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999978270483762
    }
   },
   "usage": {
    "input_tokens": 2237,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1235.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.236
  },
  {
   "case_id": "pv_5117097579",
   "phase": "staged",
   "state_hash": "c110cfa23a7b4325398f5a6c6e1b28a141898b135d643cbb9dc0a584970a1c67",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995682735667
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9840769366238598
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998978593061048,
     "probabilities": {
      "likely_fixed": 0.9999862420498019,
      "partial_fix": 4.397181543071325e-06,
      "wrong_location": 2.1812923999692324e-07,
      "symptom_suppressed": 1.2842103193707647e-06,
      "breaks_other_behaviour": 5.080137330349741e-07,
      "unclear": 7.350415362635356e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07775922216063189,
     "confidence": 0.8346354033787757,
     "probabilities": {
      "0": 0.9306988936548589,
      "1": 0.06624522958461317,
      "2": 0.0001342394800211079,
      "3": 0.0004410355060504697,
      "4": 0.0024806017744562754
     }
    }
   },
   "usage": {
    "input_tokens": 2413,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 930.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.931
  },
  {
   "case_id": "pv_512dbdaa91",
   "phase": "one_call",
   "state_hash": "3a9b4a669a50d297eba9085e6c12fe40b88cc0c79fa224e478a959665e9137d7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999974786626282
    }
   },
   "usage": {
    "input_tokens": 2306,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 672.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.672
  },
  {
   "case_id": "pv_512dbdaa91",
   "phase": "staged",
   "state_hash": "3a9b4a669a50d297eba9085e6c12fe40b88cc0c79fa224e478a959665e9137d7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999916848804096
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9136156180283657
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998964447900447,
     "probabilities": {
      "likely_fixed": 0.9999863914429256,
      "partial_fix": 3.470129083844219e-06,
      "wrong_location": 9.403263991612744e-07,
      "symptom_suppressed": 2.8670008685616853e-06,
      "breaks_other_behaviour": 1.0796879660495527e-06,
      "unclear": 5.251412756766072e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08040295021821833,
     "confidence": 0.8296698997061562,
     "probabilities": {
      "0": 0.9272455408202979,
      "1": 0.06998355614745955,
      "2": 0.00012630266470420548,
      "3": 0.0004116127288032928,
      "4": 0.002232987638735125
     }
    }
   },
   "usage": {
    "input_tokens": 2482,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 963.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.964
  },
  {
   "case_id": "pv_52463b269e",
   "phase": "one_call",
   "state_hash": "b8109fb1387cefde6e072c10175ed54b9f5a41ea18ad61c53b853497fe19d225",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999920429294465
    }
   },
   "usage": {
    "input_tokens": 1474,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 495.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.496
  },
  {
   "case_id": "pv_52463b269e",
   "phase": "staged",
   "state_hash": "b8109fb1387cefde6e072c10175ed54b9f5a41ea18ad61c53b853497fe19d225",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999633070952
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999386300028841
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996960516084482,
     "probabilities": {
      "likely_fixed": 0.9999511686433106,
      "partial_fix": 1.2106639491717951e-06,
      "wrong_location": 2.563017683913065e-07,
      "symptom_suppressed": 4.667971732102625e-07,
      "breaks_other_behaviour": 1.7076300559413291e-07,
      "unclear": 4.6726830793051324e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.04613595428477622,
     "confidence": 0.8864692169612662,
     "probabilities": {
      "0": 0.9575739509291071,
      "1": 0.04103445821953744,
      "2": 8.697813218833477e-05,
      "3": 0.00029091107580608535,
      "4": 0.0010137016433609642
     }
    }
   },
   "usage": {
    "input_tokens": 1650,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1246.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.247
  },
  {
   "case_id": "pv_52cc2bf008",
   "phase": "one_call",
   "state_hash": "9ee51f5283727639a56894461ec732b54950c266cacd82cd537bbb40f198b972",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.11234218422541245
    }
   },
   "usage": {
    "input_tokens": 2921,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2035.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.036
  },
  {
   "case_id": "pv_52cc2bf008",
   "phase": "staged",
   "state_hash": "9ee51f5283727639a56894461ec732b54950c266cacd82cd537bbb40f198b972",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.29485805016171984
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9349281813867591
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9192361902451646,
     "probabilities": {
      "likely_fixed": 0.02561153057459346,
      "partial_fix": 0.0026251511206075127,
      "wrong_location": 7.114267894247569e-05,
      "symptom_suppressed": 0.00025695557562971643,
      "breaks_other_behaviour": 0.0005010349168133498,
      "unclear": 0.9709341851334135
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4685720915985509,
     "confidence": 0.5131004838280672,
     "probabilities": {
      "0": 0.569725097234575,
      "1": 0.4099412297797124,
      "2": 0.010580677275539178,
      "3": 0.001542475572933676,
      "4": 0.008210520137239767
     }
    }
   },
   "usage": {
    "input_tokens": 3097,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1125.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.126
  },
  {
   "case_id": "pv_52ebcd1ca7",
   "phase": "one_call",
   "state_hash": "ce95c64677e465145672d8550615e55cd45655e2476499e421a8fe8145915e50",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.8008060937327919
    }
   },
   "usage": {
    "input_tokens": 2901,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1624.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.624
  },
  {
   "case_id": "pv_52ebcd1ca7",
   "phase": "staged",
   "state_hash": "ce95c64677e465145672d8550615e55cd45655e2476499e421a8fe8145915e50",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.2958730995897653
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.00034495994607561687
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.982128375689982,
     "probabilities": {
      "likely_fixed": 0.0025321929740552314,
      "partial_fix": 0.0012481213591057777,
      "wrong_location": 5.2955848105923927e-05,
      "symptom_suppressed": 5.008878262710541e-05,
      "breaks_other_behaviour": 0.00041490277082728864,
      "unclear": 0.9957017382652786
     }
    },
    "risk": {
     "type": "score",
     "score": 3.117356266108015,
     "confidence": 0.29842514856495783,
     "probabilities": {
      "0": 0.09600476936815328,
      "1": 0.0741466837308106,
      "2": 0.09701711621582472,
      "3": 0.08215037279529025,
      "4": 0.6506810578899211
     }
    }
   },
   "usage": {
    "input_tokens": 3077,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1694.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.695
  },
  {
   "case_id": "pv_53b60908a6",
   "phase": "one_call",
   "state_hash": "6db95359634f5508388cb88179a4872107656e390bdfbaf7a94c16328784f802",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.7582702856912573
    }
   },
   "usage": {
    "input_tokens": 2248,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 781.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.781
  },
  {
   "case_id": "pv_53b60908a6",
   "phase": "staged",
   "state_hash": "6db95359634f5508388cb88179a4872107656e390bdfbaf7a94c16328784f802",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999503130629683
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 2.4516146712713098e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "breaks_other_behaviour",
     "confidence": 0.8205378082769302,
     "probabilities": {
      "likely_fixed": 0.03508639429625336,
      "partial_fix": 0.028530785712313215,
      "wrong_location": 0.000216211422247117,
      "symptom_suppressed": 0.0009583930940514294,
      "breaks_other_behaviour": 0.9301577888408213,
      "unclear": 0.005050426634313514
     }
    },
    "risk": {
     "type": "score",
     "score": 2.6316223292984975,
     "confidence": 0.13749756496814458,
     "probabilities": {
      "0": 0.032078536170632166,
      "1": 0.1423157136188479,
      "2": 0.1893687286293801,
      "3": 0.43437892790366983,
      "4": 0.20185809367747
     }
    }
   },
   "usage": {
    "input_tokens": 2424,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 896.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.896
  },
  {
   "case_id": "pv_5449c6a56a",
   "phase": "one_call",
   "state_hash": "12b30ad1e2754ebabb10ebca120506f902c2c237a21f49dc5bf78696b557d001",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999027109859518
    }
   },
   "usage": {
    "input_tokens": 1777,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 592.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.592
  },
  {
   "case_id": "pv_5449c6a56a",
   "phase": "staged",
   "state_hash": "12b30ad1e2754ebabb10ebca120506f902c2c237a21f49dc5bf78696b557d001",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999963087163651
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9985698309706701
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9852257329539114,
     "probabilities": {
      "likely_fixed": 0.9960095343037665,
      "partial_fix": 5.4514058499416235e-05,
      "wrong_location": 2.520162322946273e-06,
      "symptom_suppressed": 1.4797341035775938e-05,
      "breaks_other_behaviour": 5.269327093263707e-06,
      "unclear": 0.0039133648072821195
     }
    },
    "risk": {
     "type": "score",
     "score": 0.27941756448897015,
     "confidence": 0.616350226321916,
     "probabilities": {
      "0": 0.7400767807603552,
      "1": 0.2515072849072176,
      "2": 0.002512316756311791,
      "3": 0.0007288242353323292,
      "4": 0.005174793340782997
     }
    }
   },
   "usage": {
    "input_tokens": 1953,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 822.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.822
  },
  {
   "case_id": "pv_54aa4badd1",
   "phase": "one_call",
   "state_hash": "8efe64e386f5ef18d4dcaded926e95517e86af3d58a9a830113e6cd40fe90353",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999673475922125
    }
   },
   "usage": {
    "input_tokens": 1734,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 925.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.926
  },
  {
   "case_id": "pv_54aa4badd1",
   "phase": "staged",
   "state_hash": "8efe64e386f5ef18d4dcaded926e95517e86af3d58a9a830113e6cd40fe90353",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999983123291029
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.24834452005365698
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9818550316028904,
     "probabilities": {
      "likely_fixed": 0.9948793598918397,
      "partial_fix": 4.304718851898167e-05,
      "wrong_location": 2.9371166041616294e-06,
      "symptom_suppressed": 7.671796038105236e-06,
      "breaks_other_behaviour": 8.736489356893832e-06,
      "unclear": 0.0050582475176420795
     }
    },
    "risk": {
     "type": "score",
     "score": 0.44011559721191323,
     "confidence": 0.5591604372062852,
     "probabilities": {
      "0": 0.5715667501357798,
      "1": 0.42414279804672095,
      "2": 0.0003907165576047392,
      "3": 0.0004075749895951517,
      "4": 0.0034921602702993352
     }
    }
   },
   "usage": {
    "input_tokens": 1910,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 824.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.825
  },
  {
   "case_id": "pv_563ae4364a",
   "phase": "one_call",
   "state_hash": "9afa7f90f7c046e5a38499e9081da8e7159475bb884984f909b5cd1816d392b4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.998866063831227
    }
   },
   "usage": {
    "input_tokens": 2743,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 683.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.684
  },
  {
   "case_id": "pv_563ae4364a",
   "phase": "staged",
   "state_hash": "9afa7f90f7c046e5a38499e9081da8e7159475bb884984f909b5cd1816d392b4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9718881202955669
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.5742301896675199
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8945819039240881,
     "probabilities": {
      "likely_fixed": 0.9552531205145823,
      "partial_fix": 0.0006840420776121596,
      "wrong_location": 1.8032456246713427e-05,
      "symptom_suppressed": 0.0001693484109426908,
      "breaks_other_behaviour": 0.00020951034802509073,
      "unclear": 0.04366594619259111
     }
    },
    "risk": {
     "type": "score",
     "score": 0.19881585617059638,
     "confidence": 0.6852294161922148,
     "probabilities": {
      "0": 0.8155487624905924,
      "1": 0.17900286827831305,
      "2": 0.0006381886231817924,
      "3": 0.0007041117857312589,
      "4": 0.004106068822181495
     }
    }
   },
   "usage": {
    "input_tokens": 2919,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1049.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.05
  },
  {
   "case_id": "pv_57a2c02401",
   "phase": "one_call",
   "state_hash": "adca5cad7001f86980f205d9685b53658f2c0fa60c872f7999c0d555f1b80a50",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.24117497673367203
    }
   },
   "usage": {
    "input_tokens": 1955,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 718.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.719
  },
  {
   "case_id": "pv_57a2c02401",
   "phase": "staged",
   "state_hash": "adca5cad7001f86980f205d9685b53658f2c0fa60c872f7999c0d555f1b80a50",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9456397578642498
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.00511636453943466
    },
    "failure_mode": {
     "type": "choice",
     "choice": "partial_fix",
     "confidence": 0.4184626566193327,
     "probabilities": {
      "likely_fixed": 0.04236471268136184,
      "partial_fix": 0.47828772163860667,
      "wrong_location": 0.00019245178839999788,
      "symptom_suppressed": 0.06967717461052006,
      "breaks_other_behaviour": 0.00029287777617536983,
      "unclear": 0.4091850615049361
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6555833289307867,
     "confidence": 0.5097426760674035,
     "probabilities": {
      "0": 0.38310071431364773,
      "1": 0.5919426635229406,
      "2": 0.017380525816539243,
      "3": 0.0014247716127220615,
      "4": 0.00615132473415039
     }
    }
   },
   "usage": {
    "input_tokens": 2131,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 839.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.839
  },
  {
   "case_id": "pv_58652d6007",
   "phase": "one_call",
   "state_hash": "94b34ae5ca63561b6105808e2fcee1db77a02aca2b91acddfcd911994b57d460",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9982251007642805
    }
   },
   "usage": {
    "input_tokens": 2942,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1031.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.031
  },
  {
   "case_id": "pv_58652d6007",
   "phase": "staged",
   "state_hash": "94b34ae5ca63561b6105808e2fcee1db77a02aca2b91acddfcd911994b57d460",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999513364026883
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.05140230399485592
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8108255359088923,
     "probabilities": {
      "likely_fixed": 0.899241487388492,
      "partial_fix": 0.002131863550572389,
      "wrong_location": 3.233462662520196e-05,
      "symptom_suppressed": 9.293328485700279e-05,
      "breaks_other_behaviour": 0.00010852269442395122,
      "unclear": 0.09839285845502949
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3890511529832943,
     "confidence": 0.565949554820339,
     "probabilities": {
      "0": 0.6305604325838486,
      "1": 0.36220694308620105,
      "2": 0.0007750949720974161,
      "3": 0.0005360974785128343,
      "4": 0.005921431879339983
     }
    }
   },
   "usage": {
    "input_tokens": 3118,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1008.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.009
  },
  {
   "case_id": "pv_58d8d7816c",
   "phase": "one_call",
   "state_hash": "dc8ba5aece20d67b2ec2f0e200b1ab2e4e0154b57b14ea31578988b95a1bf58a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999205277539807
    }
   },
   "usage": {
    "input_tokens": 2529,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 621.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.622
  },
  {
   "case_id": "pv_58d8d7816c",
   "phase": "staged",
   "state_hash": "dc8ba5aece20d67b2ec2f0e200b1ab2e4e0154b57b14ea31578988b95a1bf58a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.99999816830768
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6452116371400614
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999890487746524,
     "probabilities": {
      "likely_fixed": 0.9999843849423684,
      "partial_fix": 4.0479057056071836e-07,
      "wrong_location": 4.7486653016632077e-07,
      "symptom_suppressed": 5.097608455406005e-07,
      "breaks_other_behaviour": 3.334900489437472e-07,
      "unclear": 1.3892149636315176e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.28329150755265325,
     "confidence": 0.6200109162469645,
     "probabilities": {
      "0": 0.7286411014210528,
      "1": 0.2667708041957912,
      "2": 0.00040699025696015403,
      "3": 0.001017693661841963,
      "4": 0.0031634104643539626
     }
    }
   },
   "usage": {
    "input_tokens": 2705,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1609.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.609
  },
  {
   "case_id": "pv_5906a6a962",
   "phase": "one_call",
   "state_hash": "6c38a4c6eda22838d317339a7131091b767e0ea9584087f649a8fe40bc6996a4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999935915886315
    }
   },
   "usage": {
    "input_tokens": 1992,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1194.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.195
  },
  {
   "case_id": "pv_5906a6a962",
   "phase": "staged",
   "state_hash": "6c38a4c6eda22838d317339a7131091b767e0ea9584087f649a8fe40bc6996a4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999902024558212
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.23536832026341248
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9894711279916997,
     "probabilities": {
      "likely_fixed": 0.9973447111091444,
      "partial_fix": 5.3184706554388874e-05,
      "wrong_location": 4.430286443312116e-06,
      "symptom_suppressed": 1.6946449856236995e-05,
      "breaks_other_behaviour": 1.0617111134383677e-05,
      "unclear": 0.0025701103368673743
     }
    },
    "risk": {
     "type": "score",
     "score": 0.04161599197971374,
     "confidence": 0.8964406460995484,
     "probabilities": {
      "0": 0.9628427055862382,
      "1": 0.03550839175737729,
      "2": 9.769385151463762e-05,
      "3": 0.00029262270017226015,
      "4": 0.001258586104697597
     }
    }
   },
   "usage": {
    "input_tokens": 2168,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 735.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.736
  },
  {
   "case_id": "pv_5c88d9039a",
   "phase": "one_call",
   "state_hash": "1e57ffd891549081b2f7d37f803f734bf7c2cb3273ff4f40a331ca7be555dbea",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999673187535818
    }
   },
   "usage": {
    "input_tokens": 1589,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 616.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.617
  },
  {
   "case_id": "pv_5c88d9039a",
   "phase": "staged",
   "state_hash": "1e57ffd891549081b2f7d37f803f734bf7c2cb3273ff4f40a331ca7be555dbea",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999984357005909
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.049665513087308856
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6827553655142378,
     "probabilities": {
      "likely_fixed": 0.7455420958254075,
      "partial_fix": 9.563839823277958e-05,
      "wrong_location": 3.8273594640742555e-06,
      "symptom_suppressed": 1.723712449699678e-05,
      "breaks_other_behaviour": 1.5643230622153697e-05,
      "unclear": 0.2543255580617765
     }
    },
    "risk": {
     "type": "score",
     "score": 0.45303140865306935,
     "confidence": 0.5586934524090401,
     "probabilities": {
      "0": 0.5566679942389364,
      "1": 0.43970447313799554,
      "2": 0.00036498721866285865,
      "3": 0.0004532205398724233,
      "4": 0.0028093248645327095
     }
    }
   },
   "usage": {
    "input_tokens": 1765,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 712.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.713
  },
  {
   "case_id": "pv_5dcabdacbb",
   "phase": "one_call",
   "state_hash": "25ffbe4fda5d63a16076f6fc9f253cc58c5f9afcd9d1519bd60da3b9f6016696",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995235096139469
    }
   },
   "usage": {
    "input_tokens": 2693,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 614.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.615
  },
  {
   "case_id": "pv_5dcabdacbb",
   "phase": "staged",
   "state_hash": "25ffbe4fda5d63a16076f6fc9f253cc58c5f9afcd9d1519bd60da3b9f6016696",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999981449457443
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9725685361473714
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999670670291355,
     "probabilities": {
      "likely_fixed": 0.9999492792426254,
      "partial_fix": 6.1115528632044524e-06,
      "wrong_location": 8.754819982867093e-07,
      "symptom_suppressed": 1.5385026949658657e-06,
      "breaks_other_behaviour": 2.031312434255945e-06,
      "unclear": 4.0163907383853284e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2876184284029493,
     "confidence": 0.6168231114315779,
     "probabilities": {
      "0": 0.7317833981550101,
      "1": 0.2613225327698837,
      "2": 0.0004251051011503717,
      "3": 0.00043017046505816354,
      "4": 0.006038793508897597
     }
    }
   },
   "usage": {
    "input_tokens": 2869,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 898.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.899
  },
  {
   "case_id": "pv_60d85d59f6",
   "phase": "one_call",
   "state_hash": "9445d4f7ef0b495834afd462c3f17ca53b4a6130514660a9c4ea55455cbbd06d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998026644075886
    }
   },
   "usage": {
    "input_tokens": 1080,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 425.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.426
  },
  {
   "case_id": "pv_60d85d59f6",
   "phase": "staged",
   "state_hash": "9445d4f7ef0b495834afd462c3f17ca53b4a6130514660a9c4ea55455cbbd06d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999921420679471
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9898427436657803
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998240899194848,
     "probabilities": {
      "likely_fixed": 0.9999753096341795,
      "partial_fix": 4.950729199746004e-06,
      "wrong_location": 1.6434155558905017e-07,
      "symptom_suppressed": 4.46805608357203e-06,
      "breaks_other_behaviour": 1.4240403613165561e-06,
      "unclear": 1.368319862025233e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.39270999417478186,
     "confidence": 0.5720175274651123,
     "probabilities": {
      "0": 0.6186015435180332,
      "1": 0.37740008814310577,
      "2": 0.00016634093147530838,
      "3": 0.00035088546081730635,
      "4": 0.0034811419465683845
     }
    }
   },
   "usage": {
    "input_tokens": 1256,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 466.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.466
  },
  {
   "case_id": "pv_6135d9067b",
   "phase": "one_call",
   "state_hash": "f7920085b6a4d83c039f6f7611a79c4b89964b93d9d625a903a75034e4681786",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999982292714471
    }
   },
   "usage": {
    "input_tokens": 1485,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 404.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.404
  },
  {
   "case_id": "pv_6135d9067b",
   "phase": "staged",
   "state_hash": "f7920085b6a4d83c039f6f7611a79c4b89964b93d9d625a903a75034e4681786",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995579548444
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.002167528697390431
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999523789736867,
     "probabilities": {
      "likely_fixed": 0.9999220787586067,
      "partial_fix": 7.8531881300172e-06,
      "wrong_location": 8.0330591491395e-07,
      "symptom_suppressed": 1.347068827640783e-06,
      "breaks_other_behaviour": 2.6267997252848474e-07,
      "unclear": 6.765499854827082e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2432779378204562,
     "confidence": 0.649038194862837,
     "probabilities": {
      "0": 0.7662591860741834,
      "1": 0.2301620601129371,
      "2": 0.00030386954413945616,
      "3": 0.0005913984557198192,
      "4": 0.0026834858130201813
     }
    }
   },
   "usage": {
    "input_tokens": 1661,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 741.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.742
  },
  {
   "case_id": "pv_61f0181ea5",
   "phase": "one_call",
   "state_hash": "5ac058fcb4d226a6f3be427deddd903a3c3b1c3a91eaf6975ffa2de70636f97a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999901679026997
    }
   },
   "usage": {
    "input_tokens": 2786,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 826.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.826
  },
  {
   "case_id": "pv_61f0181ea5",
   "phase": "staged",
   "state_hash": "5ac058fcb4d226a6f3be427deddd903a3c3b1c3a91eaf6975ffa2de70636f97a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999434710966386
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.05624729911773415
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9274965963574314,
     "probabilities": {
      "likely_fixed": 0.9722665362992489,
      "partial_fix": 0.0005211594387442795,
      "wrong_location": 4.22113756685406e-06,
      "symptom_suppressed": 5.842690565880898e-05,
      "breaks_other_behaviour": 1.0074449717493646e-05,
      "unclear": 0.02713958176906371
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3947734295299865,
     "confidence": 0.570052327933906,
     "probabilities": {
      "0": 0.6161444017979317,
      "1": 0.37967657441372904,
      "2": 0.0006017321239003917,
      "3": 0.00041577578929883057,
      "4": 0.0031615158751400526
     }
    }
   },
   "usage": {
    "input_tokens": 2962,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 890.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.891
  },
  {
   "case_id": "pv_6313aa4ef3",
   "phase": "one_call",
   "state_hash": "2e19f3ecf9fa527a1bafead99314820d65c1c572ab5293840d0809cf2b4f042b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999912594540492
    }
   },
   "usage": {
    "input_tokens": 1585,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 428.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.428
  },
  {
   "case_id": "pv_6313aa4ef3",
   "phase": "staged",
   "state_hash": "2e19f3ecf9fa527a1bafead99314820d65c1c572ab5293840d0809cf2b4f042b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999979000986297
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999036213092427
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999907508635831,
     "probabilities": {
      "likely_fixed": 0.9999989591749454,
      "partial_fix": 1.0848250709109351e-07,
      "wrong_location": 4.3069873092466064e-08,
      "symptom_suppressed": 2.2681569312677535e-07,
      "breaks_other_behaviour": 4.565217685123828e-08,
      "unclear": 6.16804804408996e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0045072711222224945,
     "confidence": 0.9843616346630835,
     "probabilities": {
      "0": 0.9964253748421482,
      "1": 0.0032135636999304114,
      "2": 1.96024804524089e-05,
      "3": 0.00011133344848812637,
      "4": 0.00023012552898072155
     }
    }
   },
   "usage": {
    "input_tokens": 1761,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 530.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.531
  },
  {
   "case_id": "pv_6573df4d33",
   "phase": "one_call",
   "state_hash": "ba6ba9da96d9c87a27d67fced65d43ca80a8b946397f5fb127196b01557ecc7c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.983681686956365
    }
   },
   "usage": {
    "input_tokens": 2505,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1121.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.122
  },
  {
   "case_id": "pv_6573df4d33",
   "phase": "staged",
   "state_hash": "ba6ba9da96d9c87a27d67fced65d43ca80a8b946397f5fb127196b01557ecc7c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978195662114
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 1.0015391700027082e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.5684658834688858,
     "probabilities": {
      "likely_fixed": 0.4257989553664967,
      "partial_fix": 0.020776615936952042,
      "wrong_location": 1.0326426571425451e-05,
      "symptom_suppressed": 1.1018683268946991e-05,
      "breaks_other_behaviour": 0.0001645308468364819,
      "unclear": 0.5532385527398744
     }
    },
    "risk": {
     "type": "score",
     "score": 1.4532016089174002,
     "confidence": 0.137490016858258,
     "probabilities": {
      "0": 0.1778717903625398,
      "1": 0.36936052515127665,
      "2": 0.32573781671282764,
      "3": 0.0757540207529552,
      "4": 0.05127584702040068
     }
    }
   },
   "usage": {
    "input_tokens": 2681,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 628.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.629
  },
  {
   "case_id": "pv_6736d74803",
   "phase": "one_call",
   "state_hash": "91f64648899c1026e75753ea3b1e1ca441e6ff1999d7eed371fba635e00ce37c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997544994523402
    }
   },
   "usage": {
    "input_tokens": 1854,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 551.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.551
  },
  {
   "case_id": "pv_6736d74803",
   "phase": "staged",
   "state_hash": "91f64648899c1026e75753ea3b1e1ca441e6ff1999d7eed371fba635e00ce37c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999916022303867
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999845511613215
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9886700960956682,
     "probabilities": {
      "likely_fixed": 0.9974075704241356,
      "partial_fix": 0.0008855535549110862,
      "wrong_location": 9.886254044805554e-06,
      "symptom_suppressed": 3.811116729198645e-05,
      "breaks_other_behaviour": 9.551280983282984e-05,
      "unclear": 0.0015633657897835733
     }
    },
    "risk": {
     "type": "score",
     "score": 0.17333428725125125,
     "confidence": 0.711214187405683,
     "probabilities": {
      "0": 0.8320015628051824,
      "1": 0.16601519314231583,
      "2": 0.0001965229007162893,
      "3": 0.00022083629963882788,
      "4": 0.0015658848521465894
     }
    }
   },
   "usage": {
    "input_tokens": 2030,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 594.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.594
  },
  {
   "case_id": "pv_67b8a97518",
   "phase": "one_call",
   "state_hash": "c20977d34035b9a306ce7ab716c9eb582417a6722a8873eb4599709b2ff1bed3",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999950035103803
    }
   },
   "usage": {
    "input_tokens": 1315,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 863.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.863
  },
  {
   "case_id": "pv_67b8a97518",
   "phase": "staged",
   "state_hash": "c20977d34035b9a306ce7ab716c9eb582417a6722a8873eb4599709b2ff1bed3",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999962441910111
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.856486919574568
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9904890704361272,
     "probabilities": {
      "likely_fixed": 0.9975885124782279,
      "partial_fix": 1.0606846090924471e-05,
      "wrong_location": 7.705206621845522e-07,
      "symptom_suppressed": 1.7200083163130015e-06,
      "breaks_other_behaviour": 9.214298777730612e-07,
      "unclear": 0.00239746871682489
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2433890418027238,
     "confidence": 0.6505866488953647,
     "probabilities": {
      "0": 0.7662881902242943,
      "1": 0.23036622872872137,
      "2": 9.033687825154725e-05,
      "3": 0.00017883735743170676,
      "4": 0.0030764068113010535
     }
    }
   },
   "usage": {
    "input_tokens": 1491,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 630.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.631
  },
  {
   "case_id": "pv_69cdec724d",
   "phase": "one_call",
   "state_hash": "e051f2eb2535e453ca5f36a321b68327e5235cc1371deb870734a8a941448c96",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9931769766401831
    }
   },
   "usage": {
    "input_tokens": 1286,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 447.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.448
  },
  {
   "case_id": "pv_69cdec724d",
   "phase": "staged",
   "state_hash": "e051f2eb2535e453ca5f36a321b68327e5235cc1371deb870734a8a941448c96",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9995920640380658
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.03740406114365564
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8211156077054209,
     "probabilities": {
      "likely_fixed": 0.9257590798233156,
      "partial_fix": 0.0293720079036746,
      "wrong_location": 6.471982930565234e-05,
      "symptom_suppressed": 0.0002182179269698126,
      "breaks_other_behaviour": 0.0008853557930381018,
      "unclear": 0.0437006187236962
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8516790859915147,
     "confidence": 0.7096039668301037,
     "probabilities": {
      "0": 0.1573855676385811,
      "1": 0.8380916002979629,
      "2": 0.0021306912252612113,
      "3": 0.0002424601097498491,
      "4": 0.002149680728444945
     }
    }
   },
   "usage": {
    "input_tokens": 1462,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 504.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.505
  },
  {
   "case_id": "pv_6ac51cf124",
   "phase": "one_call",
   "state_hash": "78d442702af4b4d1cd70ae6e4ca0315081e9f88935c30815e769bde2b206b1bc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999682526528965
    }
   },
   "usage": {
    "input_tokens": 2376,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 533.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.534
  },
  {
   "case_id": "pv_6ac51cf124",
   "phase": "staged",
   "state_hash": "78d442702af4b4d1cd70ae6e4ca0315081e9f88935c30815e769bde2b206b1bc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999969094872756
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999872638278507
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.99904445582221,
     "probabilities": {
      "likely_fixed": 0.999824632463905,
      "partial_fix": 3.833558291779019e-07,
      "wrong_location": 3.2512654321031686e-07,
      "symptom_suppressed": 2.4793637362694586e-06,
      "breaks_other_behaviour": 2.607183675961752e-07,
      "unclear": 0.00017191897161884177
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0150111623524274,
     "confidence": 0.9546929512585581,
     "probabilities": {
      "0": 0.9869239526551096,
      "1": 0.012366140318942672,
      "2": 4.1297152465053035e-05,
      "3": 0.00011201176537646785,
      "4": 0.0005565981081063047
     }
    }
   },
   "usage": {
    "input_tokens": 2552,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 680.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.681
  },
  {
   "case_id": "pv_6af2337274",
   "phase": "one_call",
   "state_hash": "c1b3d34f38f6d35b49f0ea5f622358eec99b84677154b616aa1e7aaae38df0be",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998977018165796
    }
   },
   "usage": {
    "input_tokens": 2758,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 620.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.621
  },
  {
   "case_id": "pv_6af2337274",
   "phase": "staged",
   "state_hash": "c1b3d34f38f6d35b49f0ea5f622358eec99b84677154b616aa1e7aaae38df0be",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999740695517472
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9912478605436907
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9962402614082236,
     "probabilities": {
      "likely_fixed": 0.9992316296972182,
      "partial_fix": 3.6497780267455674e-05,
      "wrong_location": 3.9348653056447835e-06,
      "symptom_suppressed": 7.247348354536982e-05,
      "breaks_other_behaviour": 9.83370321500953e-06,
      "unclear": 0.0006456304704482867
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07532465372987601,
     "confidence": 0.8406809918252087,
     "probabilities": {
      "0": 0.9350053592482312,
      "1": 0.06132619580333799,
      "2": 0.00015760301399850933,
      "3": 0.000360115839187912,
      "4": 0.0031507260952443163
     }
    }
   },
   "usage": {
    "input_tokens": 2934,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1662.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.662
  },
  {
   "case_id": "pv_6b1036218c",
   "phase": "one_call",
   "state_hash": "7b82890dc4e12bf69bf6e634d98811f25a7dbe4c97bc94b8d111782775ea4984",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999968560398556
    }
   },
   "usage": {
    "input_tokens": 2676,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 612.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.613
  },
  {
   "case_id": "pv_6b1036218c",
   "phase": "staged",
   "state_hash": "7b82890dc4e12bf69bf6e634d98811f25a7dbe4c97bc94b8d111782775ea4984",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989356992403
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999943341203892
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999070049342458,
     "probabilities": {
      "likely_fixed": 0.9999867672989826,
      "partial_fix": 3.609167323564695e-07,
      "wrong_location": 8.851783115167501e-08,
      "symptom_suppressed": 4.4973234576188335e-07,
      "breaks_other_behaviour": 1.0809052544290689e-07,
      "unclear": 1.2225443582750617e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07062185177503183,
     "confidence": 0.8432905932954775,
     "probabilities": {
      "0": 0.9339338165406283,
      "1": 0.06439639366649927,
      "2": 8.068526704531909e-05,
      "3": 0.0002923305288664965,
      "4": 0.0012967739969606082
     }
    }
   },
   "usage": {
    "input_tokens": 2852,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 893.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.894
  },
  {
   "case_id": "pv_6b8470570e",
   "phase": "one_call",
   "state_hash": "8ae1b5b05638781f627f89b21b4e471e29002be20660c418c7b01ddf6ed7f207",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999777274020725
    }
   },
   "usage": {
    "input_tokens": 1854,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 473.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.474
  },
  {
   "case_id": "pv_6b8470570e",
   "phase": "staged",
   "state_hash": "8ae1b5b05638781f627f89b21b4e471e29002be20660c418c7b01ddf6ed7f207",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994361435799
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998906464076278
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999929690985933,
     "probabilities": {
      "likely_fixed": 0.999990474992442,
      "partial_fix": 7.356952405242574e-07,
      "wrong_location": 1.6671583842378434e-07,
      "symptom_suppressed": 6.527633420446727e-07,
      "breaks_other_behaviour": 1.1434409597262383e-07,
      "unclear": 7.855489041009527e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07807118634656142,
     "confidence": 0.831563377415914,
     "probabilities": {
      "0": 0.926877994162487,
      "1": 0.07133228704089949,
      "2": 9.925482133926209e-05,
      "3": 0.0002214662381136612,
      "4": 0.001468997737160606
     }
    }
   },
   "usage": {
    "input_tokens": 2030,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 733.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.733
  },
  {
   "case_id": "pv_6ce4f93076",
   "phase": "one_call",
   "state_hash": "435b82c9562fe0471592ff9bace5191b010f650ffb4dd209647bf2a53967ed1e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.978729271422763
    }
   },
   "usage": {
    "input_tokens": 3195,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 701.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.702
  },
  {
   "case_id": "pv_6ce4f93076",
   "phase": "staged",
   "state_hash": "435b82c9562fe0471592ff9bace5191b010f650ffb4dd209647bf2a53967ed1e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9712831323952326
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0035701213764085574
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.8040310562489824,
     "probabilities": {
      "likely_fixed": 0.10657408804863655,
      "partial_fix": 0.001021214675680977,
      "wrong_location": 4.656661492584498e-05,
      "symptom_suppressed": 0.0001871233555767404,
      "breaks_other_behaviour": 0.00016938791148065594,
      "unclear": 0.8920016193936993
     }
    },
    "risk": {
     "type": "score",
     "score": 0.569456740765385,
     "confidence": 0.5319337165275981,
     "probabilities": {
      "0": 0.4550154776705595,
      "1": 0.5337456697396759,
      "2": 0.004332097560960488,
      "3": 0.0005801442114285059,
      "4": 0.006326610817375664
     }
    }
   },
   "usage": {
    "input_tokens": 3371,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 855.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.856
  },
  {
   "case_id": "pv_6ded944f33",
   "phase": "one_call",
   "state_hash": "29e5892675e11c03276fd23142b7ed04837519b5fb006eccb1b465eb95547fb9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999870680701561
    }
   },
   "usage": {
    "input_tokens": 1606,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 440.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.44
  },
  {
   "case_id": "pv_6ded944f33",
   "phase": "staged",
   "state_hash": "29e5892675e11c03276fd23142b7ed04837519b5fb006eccb1b465eb95547fb9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994702532643
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999948833295474
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.794473282964647,
     "probabilities": {
      "likely_fixed": 0.8846972133402429,
      "partial_fix": 0.11339301605051652,
      "wrong_location": 0.00010334566283018497,
      "symptom_suppressed": 0.00010458696789632708,
      "breaks_other_behaviour": 6.240948060091336e-05,
      "unclear": 0.0016394284979131847
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8800449552117636,
     "confidence": 0.7618857178222287,
     "probabilities": {
      "0": 0.12282986536689104,
      "1": 0.8758949739766815,
      "2": 0.000431132695179181,
      "3": 8.839600026933874e-05,
      "4": 0.0007556319609789356
     }
    }
   },
   "usage": {
    "input_tokens": 1782,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1097.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.098
  },
  {
   "case_id": "pv_6e2c2e2e54",
   "phase": "one_call",
   "state_hash": "0eb33bf74f8562a4ed7938e2eda9a4cac81f28a7288336238a734cb4848ec4ae",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999207369482745
    }
   },
   "usage": {
    "input_tokens": 1563,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 824.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.825
  },
  {
   "case_id": "pv_6e2c2e2e54",
   "phase": "staged",
   "state_hash": "0eb33bf74f8562a4ed7938e2eda9a4cac81f28a7288336238a734cb4848ec4ae",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999990147282835
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0006253009345743453
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6091749825332877,
     "probabilities": {
      "likely_fixed": 0.46537227373041673,
      "partial_fix": 0.00102330025815994,
      "wrong_location": 6.680807486583388e-06,
      "symptom_suppressed": 3.9913745404371096e-05,
      "breaks_other_behaviour": 0.00017631089541834353,
      "unclear": 0.533381520563114
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8039803343696514,
     "confidence": 0.6467704464212506,
     "probabilities": {
      "0": 0.21182032428586425,
      "1": 0.7800751232028391,
      "2": 0.004043080774662527,
      "3": 0.0004268373290494166,
      "4": 0.0036346344075847605
     }
    }
   },
   "usage": {
    "input_tokens": 1739,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 602.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.602
  },
  {
   "case_id": "pv_6e42341d97",
   "phase": "one_call",
   "state_hash": "11b360529eacbc4f4f3ac48a24b81ab56c0afbbe060f37b8139fbcb043fa6e96",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999758405898506
    }
   },
   "usage": {
    "input_tokens": 1280,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 509.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.51
  },
  {
   "case_id": "pv_6e42341d97",
   "phase": "staged",
   "state_hash": "11b360529eacbc4f4f3ac48a24b81ab56c0afbbe060f37b8139fbcb043fa6e96",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999983005280491
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.15282016406294768
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9580331774416204,
     "probabilities": {
      "likely_fixed": 0.9858653642031996,
      "partial_fix": 9.469190435451828e-05,
      "wrong_location": 2.7452275488640286e-06,
      "symptom_suppressed": 1.9362940719147794e-05,
      "breaks_other_behaviour": 3.0514416716947827e-05,
      "unclear": 0.013987321307460884
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5675975137699516,
     "confidence": 0.558117918441057,
     "probabilities": {
      "0": 0.4430468835894713,
      "1": 0.5531517417521684,
      "2": 0.00027252736629188994,
      "3": 0.00021467188307413418,
      "4": 0.0033141754089942538
     }
    }
   },
   "usage": {
    "input_tokens": 1456,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 611.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.612
  },
  {
   "case_id": "pv_6e5dba09b5",
   "phase": "one_call",
   "state_hash": "0952e9ba3e2ea6b1a243cb33aee2598035db03324cf9a576e40743470bb92a37",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999593422137092
    }
   },
   "usage": {
    "input_tokens": 3406,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 998.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.999
  },
  {
   "case_id": "pv_6e5dba09b5",
   "phase": "staged",
   "state_hash": "0952e9ba3e2ea6b1a243cb33aee2598035db03324cf9a576e40743470bb92a37",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9984350500097212
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.957474105384118
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8990595193567988,
     "probabilities": {
      "likely_fixed": 0.9569770847891819,
      "partial_fix": 0.0003592523960438983,
      "wrong_location": 1.7944426381740854e-05,
      "symptom_suppressed": 8.640797227154535e-05,
      "breaks_other_behaviour": 7.801587190782222e-05,
      "unclear": 0.042481294544213115
     }
    },
    "risk": {
     "type": "score",
     "score": 0.24525621807902692,
     "confidence": 0.6469320557509188,
     "probabilities": {
      "0": 0.7679598676303425,
      "1": 0.22718046011031356,
      "2": 0.00047846884505061755,
      "3": 0.0004059933785609569,
      "4": 0.003975210035732315
     }
    }
   },
   "usage": {
    "input_tokens": 3582,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 961.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.962
  },
  {
   "case_id": "pv_6e5e2cba99",
   "phase": "one_call",
   "state_hash": "9ab679fa0bc0c63175f2afc72328199fa242a844aa5f4c8e36a4851b614f203d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999680903704221
    }
   },
   "usage": {
    "input_tokens": 2192,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 768.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.768
  },
  {
   "case_id": "pv_6e5e2cba99",
   "phase": "staged",
   "state_hash": "9ab679fa0bc0c63175f2afc72328199fa242a844aa5f4c8e36a4851b614f203d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999863173381711
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.4533985387010254
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9989491819448512,
     "probabilities": {
      "likely_fixed": 0.9998154017926688,
      "partial_fix": 1.6069546568805597e-05,
      "wrong_location": 2.3893132786746603e-06,
      "symptom_suppressed": 5.221339482132532e-06,
      "breaks_other_behaviour": 4.591439779727967e-06,
      "unclear": 0.00015632656822189172
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2778599074988309,
     "confidence": 0.6245451189152815,
     "probabilities": {
      "0": 0.732232088846879,
      "1": 0.2638886059478538,
      "2": 0.0005110016587169181,
      "3": 0.0005239159526579003,
      "4": 0.0028443875938923943
     }
    }
   },
   "usage": {
    "input_tokens": 2368,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 753.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.753
  },
  {
   "case_id": "pv_6e800b0d59",
   "phase": "one_call",
   "state_hash": "4d7bd19939dd1608effc8f6de8e553054d65bf33e7b76b0202f0b9032f54f9e0",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9091926173072857
    }
   },
   "usage": {
    "input_tokens": 2397,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 881.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.881
  },
  {
   "case_id": "pv_6e800b0d59",
   "phase": "staged",
   "state_hash": "4d7bd19939dd1608effc8f6de8e553054d65bf33e7b76b0202f0b9032f54f9e0",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999841685130192
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9751252802304564
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6787377382054156,
     "probabilities": {
      "likely_fixed": 0.7465713048204705,
      "partial_fix": 0.001090472128473727,
      "wrong_location": 2.116704559465856e-05,
      "symptom_suppressed": 0.00011059383380014802,
      "breaks_other_behaviour": 0.00016012019805343485,
      "unclear": 0.25204634197360754
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3984625731051556,
     "confidence": 0.5611086659564225,
     "probabilities": {
      "0": 0.6181230527627827,
      "1": 0.3747183209394559,
      "2": 0.002246467518175915,
      "3": 0.0003973179889943193,
      "4": 0.0045148407905912305
     }
    }
   },
   "usage": {
    "input_tokens": 2573,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 728.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.729
  },
  {
   "case_id": "pv_6eca5f9c74",
   "phase": "one_call",
   "state_hash": "c8d775636094cc95700514236328adb104880d4564a9e029f7b8bc94f0064acb",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999597527472529
    }
   },
   "usage": {
    "input_tokens": 1771,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 613.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.614
  },
  {
   "case_id": "pv_6eca5f9c74",
   "phase": "staged",
   "state_hash": "c8d775636094cc95700514236328adb104880d4564a9e029f7b8bc94f0064acb",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978334990439
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9796229078337308
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.998699086129616,
     "probabilities": {
      "likely_fixed": 0.9997549203751366,
      "partial_fix": 6.4096514168210245e-06,
      "wrong_location": 5.293741152574968e-07,
      "symptom_suppressed": 1.2808362330392266e-06,
      "breaks_other_behaviour": 1.0776155802800048e-06,
      "unclear": 0.000235782147518107
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3195661623775092,
     "confidence": 0.6035264652561121,
     "probabilities": {
      "0": 0.6883516457149619,
      "1": 0.30881023919713935,
      "2": 0.00014605005934771828,
      "3": 0.0003044370525301102,
      "4": 0.0023876279760210173
     }
    }
   },
   "usage": {
    "input_tokens": 1947,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 722.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.723
  },
  {
   "case_id": "pv_71a2bf4ec0",
   "phase": "one_call",
   "state_hash": "7758f47e39e0072735655a671e47a3152f76d0965553c0021df4f98ae432f0c9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999961510082565
    }
   },
   "usage": {
    "input_tokens": 1881,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 591.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.592
  },
  {
   "case_id": "pv_71a2bf4ec0",
   "phase": "staged",
   "state_hash": "7758f47e39e0072735655a671e47a3152f76d0965553c0021df4f98ae432f0c9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998817103527
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999899634773682
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997952917713385,
     "probabilities": {
      "likely_fixed": 0.9999680021579492,
      "partial_fix": 1.9649658354769445e-07,
      "wrong_location": 4.810128926293859e-08,
      "symptom_suppressed": 2.590962028510817e-07,
      "breaks_other_behaviour": 7.984467960493325e-08,
      "unclear": 3.1414303295463534e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06593697621646331,
     "confidence": 0.8519560692556585,
     "probabilities": {
      "0": 0.9399394558175889,
      "1": 0.05784456174233608,
      "2": 0.00018394457784917374,
      "3": 0.0004036261304742855,
      "4": 0.0016284117317515077
     }
    }
   },
   "usage": {
    "input_tokens": 2057,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1344.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.345
  },
  {
   "case_id": "pv_722d7f9008",
   "phase": "one_call",
   "state_hash": "666a30378fc252e4dda51b2753b52d00f6f7776b64488a432dd7abb8550e33f5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9931411188832694
    }
   },
   "usage": {
    "input_tokens": 2155,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 602.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.603
  },
  {
   "case_id": "pv_722d7f9008",
   "phase": "staged",
   "state_hash": "666a30378fc252e4dda51b2753b52d00f6f7776b64488a432dd7abb8550e33f5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9805390031961685
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9996822311176489
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8555622530130385,
     "probabilities": {
      "likely_fixed": 0.9308019462742005,
      "partial_fix": 0.0006410864048149634,
      "wrong_location": 2.8250629695234668e-05,
      "symptom_suppressed": 0.00010992833333019414,
      "breaks_other_behaviour": 0.0004151273910091479,
      "unclear": 0.06800366096694992
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08700198487474682,
     "confidence": 0.818557463720714,
     "probabilities": {
      "0": 0.9214505751515445,
      "1": 0.07519475486553451,
      "2": 0.00043625935558834386,
      "3": 0.0007389312112952568,
      "4": 0.0021794794160374656
     }
    }
   },
   "usage": {
    "input_tokens": 2331,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 877.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.877
  },
  {
   "case_id": "pv_724c92ee1b",
   "phase": "one_call",
   "state_hash": "661c4e8351a1ee0b1aad8425c7a6e6f38646685ef356ad7f486fa9da9f18538a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999093859897048
    }
   },
   "usage": {
    "input_tokens": 2862,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 680.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.68
  },
  {
   "case_id": "pv_724c92ee1b",
   "phase": "staged",
   "state_hash": "661c4e8351a1ee0b1aad8425c7a6e6f38646685ef356ad7f486fa9da9f18538a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.7544220411388468
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9055194260916931
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.5266042473469603,
     "probabilities": {
      "likely_fixed": 0.2806041735041633,
      "partial_fix": 0.01013023414212884,
      "wrong_location": 0.05164263367510301,
      "symptom_suppressed": 0.0006937131277071138,
      "breaks_other_behaviour": 0.001559920837571296,
      "unclear": 0.6553693247133265
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3787982810481022,
     "confidence": 0.5614230546132899,
     "probabilities": {
      "0": 0.6449402257090295,
      "1": 0.34491735614038477,
      "2": 0.002710957500989328,
      "3": 0.0012668326926468657,
      "4": 0.006164627956949545
     }
    }
   },
   "usage": {
    "input_tokens": 3038,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1135.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.136
  },
  {
   "case_id": "pv_7285c0e8a1",
   "phase": "one_call",
   "state_hash": "d4f07f3b5d9581c530ff4cceb069d46ef06069cac041477da77f5a27420c38cd",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999918861969636
    }
   },
   "usage": {
    "input_tokens": 1201,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 457.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.457
  },
  {
   "case_id": "pv_7285c0e8a1",
   "phase": "staged",
   "state_hash": "d4f07f3b5d9581c530ff4cceb069d46ef06069cac041477da77f5a27420c38cd",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997471125813
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998443599693689
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998866726267798,
     "probabilities": {
      "likely_fixed": 0.9999840171645384,
      "partial_fix": 1.1824551594965872e-06,
      "wrong_location": 6.691754709510808e-08,
      "symptom_suppressed": 1.017837602947554e-06,
      "breaks_other_behaviour": 5.200045277406253e-07,
      "unclear": 1.3195620624272026e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07984500583185268,
     "confidence": 0.8313879178602388,
     "probabilities": {
      "0": 0.9286970458856245,
      "1": 0.06823450558257657,
      "2": 0.00011854267888198401,
      "3": 0.0004262085201555366,
      "4": 0.002523697332761384
     }
    }
   },
   "usage": {
    "input_tokens": 1377,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 872.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.872
  },
  {
   "case_id": "pv_72d6402b89",
   "phase": "one_call",
   "state_hash": "23f851ce2a3e7caaa13e321fabc9e6e8116da3b9f5060a6ee25f40f71cf9c609",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996353076653093
    }
   },
   "usage": {
    "input_tokens": 1185,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 509.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.51
  },
  {
   "case_id": "pv_72d6402b89",
   "phase": "staged",
   "state_hash": "23f851ce2a3e7caaa13e321fabc9e6e8116da3b9f5060a6ee25f40f71cf9c609",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999990026921319
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.044232756218461275
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9790341361660215,
     "probabilities": {
      "likely_fixed": 0.9939931822182072,
      "partial_fix": 0.00012065164968170352,
      "wrong_location": 2.3078800017275705e-06,
      "symptom_suppressed": 1.5525883959208743e-05,
      "breaks_other_behaviour": 2.007154998149303e-05,
      "unclear": 0.005848260818168697
     }
    },
    "risk": {
     "type": "score",
     "score": 0.17152993511312042,
     "confidence": 0.7132832660810513,
     "probabilities": {
      "0": 0.834845658322881,
      "1": 0.16286165417323614,
      "2": 0.00013485581395679337,
      "3": 0.0002327574477335642,
      "4": 0.0019250742421924986
     }
    }
   },
   "usage": {
    "input_tokens": 1361,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 668.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.668
  },
  {
   "case_id": "pv_7353732e6a",
   "phase": "one_call",
   "state_hash": "4dbe4de8070d3dad4d27c3eeca6444064b62c8f85e3075f4ee2f05097536ab4c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999621987489149
    }
   },
   "usage": {
    "input_tokens": 1035,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 496.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.497
  },
  {
   "case_id": "pv_7353732e6a",
   "phase": "staged",
   "state_hash": "4dbe4de8070d3dad4d27c3eeca6444064b62c8f85e3075f4ee2f05097536ab4c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9990108985845381
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.4088199754890694
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7340596112225075,
     "probabilities": {
      "likely_fixed": 0.8693998237956833,
      "partial_fix": 0.07833636390584266,
      "wrong_location": 1.598199523448391e-05,
      "symptom_suppressed": 3.305075041231852e-05,
      "breaks_other_behaviour": 8.775745148454756e-05,
      "unclear": 0.05212702210134266
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5653387006428765,
     "confidence": 0.5548510753006324,
     "probabilities": {
      "0": 0.4467486000906407,
      "1": 0.5487559495006548,
      "2": 0.0005020541613061252,
      "3": 0.0003949421699840477,
      "4": 0.003598454077414348
     }
    }
   },
   "usage": {
    "input_tokens": 1211,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 624.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.625
  },
  {
   "case_id": "pv_75020aef25",
   "phase": "one_call",
   "state_hash": "3df870bded2428a83b879cb3eadab371d46d62e54ee72bbd9a2f342491844640",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999730730483303
    }
   },
   "usage": {
    "input_tokens": 1093,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 471.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.472
  },
  {
   "case_id": "pv_75020aef25",
   "phase": "staged",
   "state_hash": "3df870bded2428a83b879cb3eadab371d46d62e54ee72bbd9a2f342491844640",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999987435408508
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8955466502130212
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9984580052516364,
     "probabilities": {
      "likely_fixed": 0.9997032087486625,
      "partial_fix": 2.6126598163925603e-06,
      "wrong_location": 5.402299366728882e-07,
      "symptom_suppressed": 5.360680432369482e-06,
      "breaks_other_behaviour": 1.5746864217487618e-06,
      "unclear": 0.00028670299473034655
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0754073619782015,
     "confidence": 0.8357034642466301,
     "probabilities": {
      "0": 0.9297252532636647,
      "1": 0.06836918554990438,
      "2": 0.0001226998851743519,
      "3": 0.00033866854707768164,
      "4": 0.0014441927541788413
     }
    }
   },
   "usage": {
    "input_tokens": 1269,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 585.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.586
  },
  {
   "case_id": "pv_75715b5d5a",
   "phase": "one_call",
   "state_hash": "0726628896e825b8de89b7986aabdbe627ca3a5155ba8a894c74dc3bc53ed830",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999940385148629
    }
   },
   "usage": {
    "input_tokens": 1575,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 519.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.52
  },
  {
   "case_id": "pv_75715b5d5a",
   "phase": "staged",
   "state_hash": "0726628896e825b8de89b7986aabdbe627ca3a5155ba8a894c74dc3bc53ed830",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999952464228252
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9580920306936263
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999672397672635,
     "probabilities": {
      "likely_fixed": 0.9999959027574432,
      "partial_fix": 4.810232611619487e-07,
      "wrong_location": 5.105083242137311e-08,
      "symptom_suppressed": 2.719782225656369e-07,
      "breaks_other_behaviour": 3.2575468753453245e-07,
      "unclear": 2.9674355532058958e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.10399398546536906,
     "confidence": 0.7938492620642142,
     "probabilities": {
      "0": 0.9026384231974459,
      "1": 0.09497674924574558,
      "2": 0.00010783683936540188,
      "3": 0.00030640032887991,
      "4": 0.001970590388563238
     }
    }
   },
   "usage": {
    "input_tokens": 1751,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 868.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.869
  },
  {
   "case_id": "pv_76132426eb",
   "phase": "one_call",
   "state_hash": "ec3467ecb2eb20751add6d861de4d03b92b55e331e51ad1156dd1d828eeefc72",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999922598252227
    }
   },
   "usage": {
    "input_tokens": 1920,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 569.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.569
  },
  {
   "case_id": "pv_76132426eb",
   "phase": "staged",
   "state_hash": "ec3467ecb2eb20751add6d861de4d03b92b55e331e51ad1156dd1d828eeefc72",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991616063231
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.640558598625115e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8415211766281382,
     "probabilities": {
      "likely_fixed": 0.9242477933591012,
      "partial_fix": 0.003635249662067502,
      "wrong_location": 2.9866324082214093e-05,
      "symptom_suppressed": 4.843379488251435e-05,
      "breaks_other_behaviour": 5.294105771221806e-05,
      "unclear": 0.07198571580215433
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8652158952780968,
     "confidence": 0.5544901684691038,
     "probabilities": {
      "0": 0.2009938314885219,
      "1": 0.7500160955912705,
      "2": 0.03890050569063689,
      "3": 0.0029594806127304467,
      "4": 0.007130086616840311
     }
    }
   },
   "usage": {
    "input_tokens": 2096,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 965.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.966
  },
  {
   "case_id": "pv_77a744cccc",
   "phase": "one_call",
   "state_hash": "a4cbd93a7aa9d67ebd1203446723fbbf1b441e0c85686d79f46b01265b117fca",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999438498428173
    }
   },
   "usage": {
    "input_tokens": 2498,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 661.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.662
  },
  {
   "case_id": "pv_77a744cccc",
   "phase": "staged",
   "state_hash": "a4cbd93a7aa9d67ebd1203446723fbbf1b441e0c85686d79f46b01265b117fca",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999986159955855
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9995618689744088
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997543381418719,
     "probabilities": {
      "likely_fixed": 0.9999626240166608,
      "partial_fix": 1.1732072456770254e-06,
      "wrong_location": 7.209633226979488e-07,
      "symptom_suppressed": 6.465372968178214e-07,
      "breaks_other_behaviour": 2.815191539855319e-06,
      "unclear": 3.2020083934227056e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.17104577545208682,
     "confidence": 0.7135457610517442,
     "probabilities": {
      "0": 0.8358137110271248,
      "1": 0.16167692619672142,
      "2": 0.0002139739773013235,
      "3": 0.00024065389464716976,
      "4": 0.002054734904205316
     }
    }
   },
   "usage": {
    "input_tokens": 2674,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1077.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.078
  },
  {
   "case_id": "pv_785b414fcc",
   "phase": "one_call",
   "state_hash": "4c7cb7462a6c85d7ca7aa9e90152edc32173392326d03df0845d9df31c8947f7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999952777707329
    }
   },
   "usage": {
    "input_tokens": 1184,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 494.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.495
  },
  {
   "case_id": "pv_785b414fcc",
   "phase": "staged",
   "state_hash": "4c7cb7462a6c85d7ca7aa9e90152edc32173392326d03df0845d9df31c8947f7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999971752474851
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.016015730120022914
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998450359678368,
     "probabilities": {
      "likely_fixed": 0.9999773401159351,
      "partial_fix": 1.0001382986621923e-06,
      "wrong_location": 1.576642673396449e-07,
      "symptom_suppressed": 1.2129905843479207e-06,
      "breaks_other_behaviour": 6.735102460883826e-07,
      "unclear": 1.9615580668530794e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.04893651429979527,
     "confidence": 0.8863867161565635,
     "probabilities": {
      "0": 0.9588872028890341,
      "1": 0.038352877131044606,
      "2": 0.00010280242911834845,
      "3": 0.00025043789269790166,
      "4": 0.0024066796581050653
     }
    }
   },
   "usage": {
    "input_tokens": 1360,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 875.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.875
  },
  {
   "case_id": "pv_7872b98f22",
   "phase": "one_call",
   "state_hash": "6f5bfa47603bd167ccf0efbf196d61cb3b345287ddf7459ba94f23a23330e002",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.09733470410296519
    }
   },
   "usage": {
    "input_tokens": 2181,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 971.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.972
  },
  {
   "case_id": "pv_7872b98f22",
   "phase": "staged",
   "state_hash": "6f5bfa47603bd167ccf0efbf196d61cb3b345287ddf7459ba94f23a23330e002",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.975940986900955
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.043447552478798716
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6618648311640603,
     "probabilities": {
      "likely_fixed": 0.20833352605987482,
      "partial_fix": 0.013426956980864619,
      "wrong_location": 0.00013196029729059712,
      "symptom_suppressed": 0.0005322958898880734,
      "breaks_other_behaviour": 0.0031280280821468715,
      "unclear": 0.774447232689935
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5890917874023498,
     "confidence": 0.4867962991080663,
     "probabilities": {
      "0": 0.45755809255662183,
      "1": 0.5140588873302956,
      "2": 0.017762210603732353,
      "3": 0.002974759172811336,
      "4": 0.007646050336538879
     }
    }
   },
   "usage": {
    "input_tokens": 2357,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1480.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.481
  },
  {
   "case_id": "pv_7a65f54fd1",
   "phase": "one_call",
   "state_hash": "3dfd6e71c045622d9056d8d257a8b39e34c19c0690a15d19831e86f4273eda35",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995553528651093
    }
   },
   "usage": {
    "input_tokens": 1922,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 549.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.55
  },
  {
   "case_id": "pv_7a65f54fd1",
   "phase": "staged",
   "state_hash": "3dfd6e71c045622d9056d8d257a8b39e34c19c0690a15d19831e86f4273eda35",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989548805294
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7473495179967159
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9896499502234691,
     "probabilities": {
      "likely_fixed": 0.9973487610130712,
      "partial_fix": 1.4459870277517699e-05,
      "wrong_location": 2.0376468381687997e-06,
      "symptom_suppressed": 5.014852840093444e-06,
      "breaks_other_behaviour": 3.2724239537374626e-06,
      "unclear": 0.0026264541930192055
     }
    },
    "risk": {
     "type": "score",
     "score": 0.43698507513325746,
     "confidence": 0.5610133891067451,
     "probabilities": {
      "0": 0.5731745214191638,
      "1": 0.4230066166011176,
      "2": 0.0005524753200306193,
      "3": 0.00019203874667331956,
      "4": 0.003074347913014664
     }
    }
   },
   "usage": {
    "input_tokens": 2098,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 593.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.594
  },
  {
   "case_id": "pv_7c6a3e4079",
   "phase": "one_call",
   "state_hash": "5435ccf02094d0b816bf65f840fe611d83fc1d14b05087a240f59dbf869d4b24",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9964867948843869
    }
   },
   "usage": {
    "input_tokens": 2248,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 608.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.608
  },
  {
   "case_id": "pv_7c6a3e4079",
   "phase": "staged",
   "state_hash": "5435ccf02094d0b816bf65f840fe611d83fc1d14b05087a240f59dbf869d4b24",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.860355461604618
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9734829288373168
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.889968444126183,
     "probabilities": {
      "likely_fixed": 0.953048712757367,
      "partial_fix": 0.001253294270860633,
      "wrong_location": 1.2480361085521163e-05,
      "symptom_suppressed": 0.00013501213095350612,
      "breaks_other_behaviour": 0.0001310806722247695,
      "unclear": 0.045419419807508604
     }
    },
    "risk": {
     "type": "score",
     "score": 0.22438732114520385,
     "confidence": 0.6635041616424888,
     "probabilities": {
      "0": 0.7888089343780744,
      "1": 0.20635411960859318,
      "2": 0.0003890844081398499,
      "3": 0.0005364137004392928,
      "4": 0.003911447904753276
     }
    }
   },
   "usage": {
    "input_tokens": 2424,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 686.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.687
  },
  {
   "case_id": "pv_7d313487b4",
   "phase": "one_call",
   "state_hash": "b4b15c67a1a28c13adf74be7f078cfdebce6fb1b189b0c366d52bed248ed9cf8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9987627590405777
    }
   },
   "usage": {
    "input_tokens": 1081,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 540.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.541
  },
  {
   "case_id": "pv_7d313487b4",
   "phase": "staged",
   "state_hash": "b4b15c67a1a28c13adf74be7f078cfdebce6fb1b189b0c366d52bed248ed9cf8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999988240508468
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9993069529056582
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998999947497726,
     "probabilities": {
      "likely_fixed": 0.9999862722544701,
      "partial_fix": 8.85762217485018e-07,
      "wrong_location": 6.03110937747143e-07,
      "symptom_suppressed": 1.4591533749931923e-06,
      "breaks_other_behaviour": 3.5813751903543727e-07,
      "unclear": 1.0421581480649264e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.1539974929886104,
     "confidence": 0.7316750313444796,
     "probabilities": {
      "0": 0.8584959460530677,
      "1": 0.1367955013939542,
      "2": 0.00030770436530107005,
      "3": 0.0010168098866542602,
      "4": 0.0033840383010228198
     }
    }
   },
   "usage": {
    "input_tokens": 1257,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1125.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.126
  },
  {
   "case_id": "pv_7d52e04e3f",
   "phase": "one_call",
   "state_hash": "1acf9d11ddf20f9d4acba2cb1b45a576a7da46d996f7a1d35c2044ff99a45008",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999857041537467
    }
   },
   "usage": {
    "input_tokens": 1297,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 413.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.414
  },
  {
   "case_id": "pv_7d52e04e3f",
   "phase": "staged",
   "state_hash": "1acf9d11ddf20f9d4acba2cb1b45a576a7da46d996f7a1d35c2044ff99a45008",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999984614648054
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9768978518841516
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9994072802110074,
     "probabilities": {
      "likely_fixed": 0.9998998648545725,
      "partial_fix": 5.145815072530962e-06,
      "wrong_location": 2.643056329311979e-07,
      "symptom_suppressed": 3.2556780901327148e-06,
      "breaks_other_behaviour": 5.694632344652066e-07,
      "unclear": 9.089988339746608e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.23289856739288312,
     "confidence": 0.6576220472867813,
     "probabilities": {
      "0": 0.7777632005513111,
      "1": 0.2184208988684981,
      "2": 0.00019566584072430824,
      "3": 0.00039460211492989305,
      "4": 0.0032256326245366754
     }
    }
   },
   "usage": {
    "input_tokens": 1473,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 680.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.681
  },
  {
   "case_id": "pv_7d6334e275",
   "phase": "one_call",
   "state_hash": "f0d9849afc5d0f0b577b7a7960983127d6c5c774b1db1d2feecaf9760c41e766",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9978716182580888
    }
   },
   "usage": {
    "input_tokens": 2897,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 575.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.576
  },
  {
   "case_id": "pv_7d6334e275",
   "phase": "staged",
   "state_hash": "f0d9849afc5d0f0b577b7a7960983127d6c5c774b1db1d2feecaf9760c41e766",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9996257044812373
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7170741188115213
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9564510422859331,
     "probabilities": {
      "likely_fixed": 0.9860716969427363,
      "partial_fix": 0.0005478457513630908,
      "wrong_location": 1.704714925269577e-05,
      "symptom_suppressed": 0.00023135546411256103,
      "breaks_other_behaviour": 0.00020668663756206123,
      "unclear": 0.012925368054973331
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18010533830385808,
     "confidence": 0.7040030101549011,
     "probabilities": {
      "0": 0.8276819115193271,
      "1": 0.16940028732297288,
      "2": 0.00028204458094299603,
      "3": 0.0004020644880289466,
      "4": 0.0022336920887280915
     }
    }
   },
   "usage": {
    "input_tokens": 3073,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 719.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.72
  },
  {
   "case_id": "pv_7e38ea28b1",
   "phase": "one_call",
   "state_hash": "c1ace08ffd1b25e83a814ac8a70110e84ed671eea373d01e1e2275217f2b37fc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999782242852368
    }
   },
   "usage": {
    "input_tokens": 1602,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 428.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.429
  },
  {
   "case_id": "pv_7e38ea28b1",
   "phase": "staged",
   "state_hash": "c1ace08ffd1b25e83a814ac8a70110e84ed671eea373d01e1e2275217f2b37fc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999986391898871
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9497430691825116
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9994485396971136,
     "probabilities": {
      "likely_fixed": 0.9999072619435622,
      "partial_fix": 4.057309288805021e-06,
      "wrong_location": 3.5661179274993566e-07,
      "symptom_suppressed": 1.5751158855097244e-06,
      "breaks_other_behaviour": 1.4375537378237616e-06,
      "unclear": 8.531146573294937e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18123938765624262,
     "confidence": 0.7026773613338676,
     "probabilities": {
      "0": 0.8301650259295171,
      "1": 0.16558317107283904,
      "2": 0.0002535366731961853,
      "3": 0.0008439220607795402,
      "4": 0.0031543442636681475
     }
    }
   },
   "usage": {
    "input_tokens": 1778,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 693.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.694
  },
  {
   "case_id": "pv_82add1fce5",
   "phase": "one_call",
   "state_hash": "e749c42f703686eaf0d733419da498d3c441be75214449ae76fa7c0d6e4bd85a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997173938028983
    }
   },
   "usage": {
    "input_tokens": 1896,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 468.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.469
  },
  {
   "case_id": "pv_82add1fce5",
   "phase": "staged",
   "state_hash": "e749c42f703686eaf0d733419da498d3c441be75214449ae76fa7c0d6e4bd85a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9998901263547975
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9996390534737742
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9982029916820289,
     "probabilities": {
      "likely_fixed": 0.9996785608231227,
      "partial_fix": 8.307625910764115e-05,
      "wrong_location": 3.1489935543403666e-06,
      "symptom_suppressed": 7.96136654993744e-06,
      "breaks_other_behaviour": 2.4625553721144087e-05,
      "unclear": 0.00020262700394426458
     }
    },
    "risk": {
     "type": "score",
     "score": 0.05720654736950989,
     "confidence": 0.8656837896597742,
     "probabilities": {
      "0": 0.9468435227309107,
      "1": 0.05157316749510912,
      "2": 0.00015784257648783,
      "3": 0.00038417406854422513,
      "4": 0.0010412931289481085
     }
    }
   },
   "usage": {
    "input_tokens": 2072,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 569.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.57
  },
  {
   "case_id": "pv_82f3709d5f",
   "phase": "one_call",
   "state_hash": "ce713bcf8e7970dd5929dbf940ba2aa66ea20405e3f189901e2f30ec991557d6",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999124928072107
    }
   },
   "usage": {
    "input_tokens": 2624,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 568.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.569
  },
  {
   "case_id": "pv_82f3709d5f",
   "phase": "staged",
   "state_hash": "ce713bcf8e7970dd5929dbf940ba2aa66ea20405e3f189901e2f30ec991557d6",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993239129183
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999981741125331
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999849578778697,
     "probabilities": {
      "likely_fixed": 0.9999982403012424,
      "partial_fix": 1.9061954636456178e-07,
      "wrong_location": 5.5537068323953195e-08,
      "symptom_suppressed": 4.664923258008476e-07,
      "breaks_other_behaviour": 1.9495760981332636e-08,
      "unclear": 1.027554056175592e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07171733486503801,
     "confidence": 0.8414205398260493,
     "probabilities": {
      "0": 0.9325507602092038,
      "1": 0.0659095620745229,
      "2": 6.587471560521334e-05,
      "3": 0.00021918864336757237,
      "4": 0.001254614357300488
     }
    }
   },
   "usage": {
    "input_tokens": 2800,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 712.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.713
  },
  {
   "case_id": "pv_8331c386d3",
   "phase": "one_call",
   "state_hash": "45c9f259e9b5f6a9b92268fe1fc960500754f4a9b5eec293c6ddb8f95c3cbd9b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999848546146913
    }
   },
   "usage": {
    "input_tokens": 2162,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 654.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.655
  },
  {
   "case_id": "pv_8331c386d3",
   "phase": "staged",
   "state_hash": "45c9f259e9b5f6a9b92268fe1fc960500754f4a9b5eec293c6ddb8f95c3cbd9b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999467326974707
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.5998440899642689
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9235457373069956,
     "probabilities": {
      "likely_fixed": 0.9701607549656343,
      "partial_fix": 0.00032848656846708494,
      "wrong_location": 1.7715614260938473e-05,
      "symptom_suppressed": 7.149914881798162e-05,
      "breaks_other_behaviour": 4.6402131844382275e-05,
      "unclear": 0.029375141570975358
     }
    },
    "risk": {
     "type": "score",
     "score": 0.1681070639128459,
     "confidence": 0.7156706363784998,
     "probabilities": {
      "0": 0.8393895930714838,
      "1": 0.15768760222880956,
      "2": 0.0004383196006044753,
      "3": 0.00039511791358155,
      "4": 0.0020893671855206873
     }
    }
   },
   "usage": {
    "input_tokens": 2338,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 616.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.617
  },
  {
   "case_id": "pv_84398b1bab",
   "phase": "one_call",
   "state_hash": "002fcdf10ca68f7d20e1ba7cf69d9310e768817d31d627e86069f4a819d5a26f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.0007646936951907556
    }
   },
   "usage": {
    "input_tokens": 2343,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 594.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.594
  },
  {
   "case_id": "pv_84398b1bab",
   "phase": "staged",
   "state_hash": "002fcdf10ca68f7d20e1ba7cf69d9310e768817d31d627e86069f4a819d5a26f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.009918933853755044
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.00034736204918834343
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9959423635199689,
     "probabilities": {
      "likely_fixed": 0.00024773402574572445,
      "partial_fix": 0.00022664404861815293,
      "wrong_location": 0.00014866308012988368,
      "symptom_suppressed": 3.7128569409119235e-05,
      "breaks_other_behaviour": 9.365393322812003e-05,
      "unclear": 0.999246176342869
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7809071819676126,
     "confidence": 0.5588542601457251,
     "probabilities": {
      "0": 0.7697633199475367,
      "1": 0.034030194844201916,
      "2": 0.017504735669498957,
      "3": 0.0029394823706372928,
      "4": 0.1757622671681252
     }
    }
   },
   "usage": {
    "input_tokens": 2519,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 593.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.594
  },
  {
   "case_id": "pv_84b0ac7a04",
   "phase": "one_call",
   "state_hash": "cdfe50ad728a0fb9717ddc1c291a1015038105a2e6e90fd6cc23d3ac110542d3",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999329309602151
    }
   },
   "usage": {
    "input_tokens": 2085,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 498.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.499
  },
  {
   "case_id": "pv_84b0ac7a04",
   "phase": "staged",
   "state_hash": "cdfe50ad728a0fb9717ddc1c291a1015038105a2e6e90fd6cc23d3ac110542d3",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999992121219194
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9895914671298607
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9994169671064033,
     "probabilities": {
      "likely_fixed": 0.9999014573726004,
      "partial_fix": 7.485244242877089e-06,
      "wrong_location": 3.1017548753087443e-07,
      "symptom_suppressed": 1.0268514451747084e-06,
      "breaks_other_behaviour": 4.5856795244084263e-07,
      "unclear": 8.926178827154896e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0619786225178274,
     "confidence": 0.8619238073861089,
     "probabilities": {
      "0": 0.947950192767578,
      "1": 0.04803042361904836,
      "2": 0.0007316067414569127,
      "3": 0.000666122071801542,
      "4": 0.002621654800115149
     }
    }
   },
   "usage": {
    "input_tokens": 2261,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 886.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.887
  },
  {
   "case_id": "pv_873a7b4806",
   "phase": "one_call",
   "state_hash": "bfdf5c50c528787ab4b37349f1a53b214f8110e7d38b7c114c2fe60e15dace8d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999743552190208
    }
   },
   "usage": {
    "input_tokens": 1481,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 474.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.475
  },
  {
   "case_id": "pv_873a7b4806",
   "phase": "staged",
   "state_hash": "bfdf5c50c528787ab4b37349f1a53b214f8110e7d38b7c114c2fe60e15dace8d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999988738178562
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9933915296908771
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9993784503974436,
     "probabilities": {
      "likely_fixed": 0.9998974686310071,
      "partial_fix": 1.2612719892448464e-05,
      "wrong_location": 8.152269939925848e-07,
      "symptom_suppressed": 4.810095867253077e-06,
      "breaks_other_behaviour": 1.5572812336289763e-06,
      "unclear": 8.273604500545554e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.16338622738083805,
     "confidence": 0.7213681856205714,
     "probabilities": {
      "0": 0.8435150738965406,
      "1": 0.15394725422900757,
      "2": 0.00014655738015204175,
      "3": 0.00041859958567261346,
      "4": 0.0019725149086271426
     }
    }
   },
   "usage": {
    "input_tokens": 1657,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 546.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.547
  },
  {
   "case_id": "pv_874a57383b",
   "phase": "one_call",
   "state_hash": "405dd03baccb28bc27706f2d2da710226ab4583938734107da0c4603fdabe492",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999986305983589
    }
   },
   "usage": {
    "input_tokens": 1608,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 456.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.456
  },
  {
   "case_id": "pv_874a57383b",
   "phase": "staged",
   "state_hash": "405dd03baccb28bc27706f2d2da710226ab4583938734107da0c4603fdabe492",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999961467764532
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999323385356702
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9942896359681997,
     "probabilities": {
      "likely_fixed": 0.9986873652188587,
      "partial_fix": 8.066985162942425e-06,
      "wrong_location": 3.5840501109522304e-06,
      "symptom_suppressed": 2.3888848772026877e-05,
      "breaks_other_behaviour": 2.2558805524631547e-06,
      "unclear": 0.0012748390165428876
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08548158658716246,
     "confidence": 0.8232046963112075,
     "probabilities": {
      "0": 0.9251834711738403,
      "1": 0.07079382995890236,
      "2": 0.000388887296671876,
      "3": 0.0006252642474258311,
      "4": 0.0030085473231597124
     }
    }
   },
   "usage": {
    "input_tokens": 1784,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 926.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.927
  },
  {
   "case_id": "pv_87a9fefd93",
   "phase": "one_call",
   "state_hash": "07d08c2555281a9ac1c85f4515f1dd14ecc81bdd968ebe16b365fe60c48878ab",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999828861181552
    }
   },
   "usage": {
    "input_tokens": 1293,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 602.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.603
  },
  {
   "case_id": "pv_87a9fefd93",
   "phase": "staged",
   "state_hash": "07d08c2555281a9ac1c85f4515f1dd14ecc81bdd968ebe16b365fe60c48878ab",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999992800496116
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8669004716134567
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9977307794935226,
     "probabilities": {
      "likely_fixed": 0.9995380457362841,
      "partial_fix": 3.5553853659827785e-06,
      "wrong_location": 5.481743077834005e-07,
      "symptom_suppressed": 3.9088933074134964e-06,
      "breaks_other_behaviour": 1.25170625502632e-06,
      "unclear": 0.00045269010447966684
     }
    },
    "risk": {
     "type": "score",
     "score": 0.15867599763799972,
     "confidence": 0.7267459178886526,
     "probabilities": {
      "0": 0.8511516182498466,
      "1": 0.14527171987077692,
      "2": 0.0001692226175415865,
      "3": 0.0005639245151998017,
      "4": 0.0028435147466350534
     }
    }
   },
   "usage": {
    "input_tokens": 1469,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 506.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.506
  },
  {
   "case_id": "pv_87c74015a9",
   "phase": "one_call",
   "state_hash": "f60bf02399f4ac80bbd4c98e0d21bb09cc6712077eecf277af02f95dc1532e23",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9970020146985203
    }
   },
   "usage": {
    "input_tokens": 2924,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 901.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.902
  },
  {
   "case_id": "pv_87c74015a9",
   "phase": "staged",
   "state_hash": "f60bf02399f4ac80bbd4c98e0d21bb09cc6712077eecf277af02f95dc1532e23",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9977530127135473
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9929707896139106
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7294856214738793,
     "probabilities": {
      "likely_fixed": 0.8136380810241353,
      "partial_fix": 0.00031675531084707405,
      "wrong_location": 1.5255110544570328e-05,
      "symptom_suppressed": 6.83234155682824e-05,
      "breaks_other_behaviour": 7.846492749234454e-05,
      "unclear": 0.1858831202114124
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08467029468087177,
     "confidence": 0.8214172764855021,
     "probabilities": {
      "0": 0.9213423648372752,
      "1": 0.07639386387899405,
      "2": 0.00017469070603263367,
      "3": 0.00042927292097988813,
      "4": 0.001659807656718198
     }
    }
   },
   "usage": {
    "input_tokens": 3100,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 688.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.688
  },
  {
   "case_id": "pv_88163f1a39",
   "phase": "one_call",
   "state_hash": "cbbf09d03f3359980e34f1062430c83c9bb87b5a912d88e3ec4fc06db6bf7471",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.2565130653789126
    }
   },
   "usage": {
    "input_tokens": 2636,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 882.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.883
  },
  {
   "case_id": "pv_88163f1a39",
   "phase": "staged",
   "state_hash": "cbbf09d03f3359980e34f1062430c83c9bb87b5a912d88e3ec4fc06db6bf7471",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9726977778421392
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7304564649175831
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.7220248209159325,
     "probabilities": {
      "likely_fixed": 0.19312335799983654,
      "partial_fix": 0.0004370999567375788,
      "wrong_location": 6.427575929345529e-05,
      "symptom_suppressed": 0.00011749020608149398,
      "breaks_other_behaviour": 0.00019200472482990604,
      "unclear": 0.806065771353221
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3229749626151222,
     "confidence": 0.5913514935211599,
     "probabilities": {
      "0": 0.7165218355171354,
      "1": 0.26952928488431294,
      "2": 0.0008215575920420175,
      "3": 0.0007067254793133066,
      "4": 0.012420596527196332
     }
    }
   },
   "usage": {
    "input_tokens": 2812,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 722.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.723
  },
  {
   "case_id": "pv_89eae72ac3",
   "phase": "one_call",
   "state_hash": "9daea48b643325ad90df02f5d339ff30b7b30e362f852349e2a018796f89ff83",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999937376184594
    }
   },
   "usage": {
    "input_tokens": 1354,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 426.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.427
  },
  {
   "case_id": "pv_89eae72ac3",
   "phase": "staged",
   "state_hash": "9daea48b643325ad90df02f5d339ff30b7b30e362f852349e2a018796f89ff83",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999968426411325
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9979467451495468
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999847330380135,
     "probabilities": {
      "likely_fixed": 0.9999982106884522,
      "partial_fix": 2.8348357375799627e-07,
      "wrong_location": 2.0447570676353933e-08,
      "symptom_suppressed": 3.637841009330727e-07,
      "breaks_other_behaviour": 3.8939745930544564e-08,
      "unclear": 1.082656556624872e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.02578148452891624,
     "confidence": 0.9318281238986434,
     "probabilities": {
      "0": 0.9785972869243784,
      "1": 0.019858523875325936,
      "2": 4.2492360126093326e-05,
      "3": 0.00016881142734031753,
      "4": 0.0013328854128292914
     }
    }
   },
   "usage": {
    "input_tokens": 1530,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 551.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.551
  },
  {
   "case_id": "pv_8a62799d01",
   "phase": "one_call",
   "state_hash": "cd0d5dd4d24701d105266fe457fade7c036d22d86bde5e2831c9e5485d485338",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9983209136246237
    }
   },
   "usage": {
    "input_tokens": 2842,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 704.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.705
  },
  {
   "case_id": "pv_8a62799d01",
   "phase": "staged",
   "state_hash": "cd0d5dd4d24701d105266fe457fade7c036d22d86bde5e2831c9e5485d485338",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999849993533465
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.6112627200484145e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9113404378436203,
     "probabilities": {
      "likely_fixed": 0.965040967798441,
      "partial_fix": 0.001698508579081015,
      "wrong_location": 6.3132071182641326e-06,
      "symptom_suppressed": 1.6191824009517014e-05,
      "breaks_other_behaviour": 3.637697224451557e-05,
      "unclear": 0.033201641619105715
     }
    },
    "risk": {
     "type": "score",
     "score": 1.4245531985330988,
     "confidence": 0.1729896579148389,
     "probabilities": {
      "0": 0.14831892327607463,
      "1": 0.4326091954092489,
      "2": 0.30209831872322346,
      "3": 0.0801468846884092,
      "4": 0.03682667790304381
     }
    }
   },
   "usage": {
    "input_tokens": 3018,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 725.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.726
  },
  {
   "case_id": "pv_8b0199400b",
   "phase": "one_call",
   "state_hash": "6f4715b4b5fbd181a69e5fb9c68b6ace04aa8bd164fec4e188690d704ca86b17",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999634371722224
    }
   },
   "usage": {
    "input_tokens": 1416,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 386.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.387
  },
  {
   "case_id": "pv_8b0199400b",
   "phase": "staged",
   "state_hash": "6f4715b4b5fbd181a69e5fb9c68b6ace04aa8bd164fec4e188690d704ca86b17",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995083435784
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9937821838033033
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998127375034739,
     "probabilities": {
      "likely_fixed": 0.9999719891507278,
      "partial_fix": 2.660575866998574e-06,
      "wrong_location": 1.9174100986292093e-07,
      "symptom_suppressed": 5.311692755829207e-07,
      "breaks_other_behaviour": 2.4820486444807696e-07,
      "unclear": 2.4379158255229313e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08477453911332532,
     "confidence": 0.831437378242861,
     "probabilities": {
      "0": 0.9312952247986447,
      "1": 0.06317140420131993,
      "2": 7.94922070455436e-05,
      "3": 0.00037136467404524015,
      "4": 0.005082514118944645
     }
    }
   },
   "usage": {
    "input_tokens": 1592,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 682.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.683
  },
  {
   "case_id": "pv_8b0734d7eb",
   "phase": "one_call",
   "state_hash": "7a5fc3b2aba93d835a65c08bf0515e2f46269dce91075d7c6a8a19ff4851746e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998584000050049
    }
   },
   "usage": {
    "input_tokens": 2780,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 585.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.586
  },
  {
   "case_id": "pv_8b0734d7eb",
   "phase": "staged",
   "state_hash": "7a5fc3b2aba93d835a65c08bf0515e2f46269dce91075d7c6a8a19ff4851746e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999707148620558
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999992272792009
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9989292259988278,
     "probabilities": {
      "likely_fixed": 0.9998084801400927,
      "partial_fix": 5.0767921950610855e-06,
      "wrong_location": 1.3227812901535586e-06,
      "symptom_suppressed": 8.377810041241038e-06,
      "breaks_other_behaviour": 4.826297220240238e-06,
      "unclear": 0.00017191617916057425
     }
    },
    "risk": {
     "type": "score",
     "score": 0.011046995073016425,
     "confidence": 0.9636188079014981,
     "probabilities": {
      "0": 0.989808173295882,
      "1": 0.009869342169986575,
      "2": 2.319044361199034e-05,
      "3": 6.590434627178263e-05,
      "4": 0.00023338974424763045
     }
    }
   },
   "usage": {
    "input_tokens": 2956,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 698.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.699
  },
  {
   "case_id": "pv_8bf899b7b1",
   "phase": "one_call",
   "state_hash": "d54ffe11aafb38a4bed5338950752494313d2c9cddd44212a9bdbd1406f9d20d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999937560185327
    }
   },
   "usage": {
    "input_tokens": 1529,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 418.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.419
  },
  {
   "case_id": "pv_8bf899b7b1",
   "phase": "staged",
   "state_hash": "d54ffe11aafb38a4bed5338950752494313d2c9cddd44212a9bdbd1406f9d20d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999986105727854
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999917968922709
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999942621521023,
     "probabilities": {
      "likely_fixed": 0.9999993786871418,
      "partial_fix": 4.6062180121308184e-08,
      "wrong_location": 4.349399981522447e-08,
      "symptom_suppressed": 2.779860790624055e-07,
      "breaks_other_behaviour": 3.078391605409346e-08,
      "unclear": 2.229866831245535e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.010570029834071413,
     "confidence": 0.967544496171305,
     "probabilities": {
      "0": 0.9914168006481172,
      "1": 0.007870392198064353,
      "2": 2.8829096662516815e-05,
      "3": 9.393278594188798e-05,
      "4": 0.0005900452712140904
     }
    }
   },
   "usage": {
    "input_tokens": 1705,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 434.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.435
  },
  {
   "case_id": "pv_8cd86cfb5e",
   "phase": "one_call",
   "state_hash": "dde4ca2ba16a7a03a3490d2bdc60fe6751bb54a93bd175fea4397b469ea69de4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999624298084867
    }
   },
   "usage": {
    "input_tokens": 2375,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 630.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.631
  },
  {
   "case_id": "pv_8cd86cfb5e",
   "phase": "staged",
   "state_hash": "dde4ca2ba16a7a03a3490d2bdc60fe6751bb54a93bd175fea4397b469ea69de4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999857064839612
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9672863148494382
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9992381868335402,
     "probabilities": {
      "likely_fixed": 0.9998679755029813,
      "partial_fix": 8.897316188154492e-06,
      "wrong_location": 6.173346136651523e-07,
      "symptom_suppressed": 1.3271491950019332e-06,
      "breaks_other_behaviour": 1.9190591015079328e-06,
      "unclear": 0.00011926363792032786
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06723584023971114,
     "confidence": 0.8500727261509504,
     "probabilities": {
      "0": 0.9388154334233582,
      "1": 0.05895219235691819,
      "2": 0.00011496396672730041,
      "3": 0.00041592106264689996,
      "4": 0.0017014891903494131
     }
    }
   },
   "usage": {
    "input_tokens": 2551,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 650.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.65
  },
  {
   "case_id": "pv_8d64d7b752",
   "phase": "one_call",
   "state_hash": "bad65d1e0ba2e5c7fc4b9f3ad9c96fb821b1659709e256605da5f95c72a59514",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999928715943484
    }
   },
   "usage": {
    "input_tokens": 1453,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 442.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.443
  },
  {
   "case_id": "pv_8d64d7b752",
   "phase": "staged",
   "state_hash": "bad65d1e0ba2e5c7fc4b9f3ad9c96fb821b1659709e256605da5f95c72a59514",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978112736956
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999974043898612
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999393362290818,
     "probabilities": {
      "likely_fixed": 0.9999922344551337,
      "partial_fix": 1.2593800253871176e-06,
      "wrong_location": 1.5337679614375572e-07,
      "symptom_suppressed": 1.6635670611819203e-06,
      "breaks_other_behaviour": 5.725330754784012e-07,
      "unclear": 4.116687908077454e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.031781149070863414,
     "confidence": 0.9145310938197855,
     "probabilities": {
      "0": 0.9705067739955205,
      "1": 0.028625302593973938,
      "2": 6.294851994062968e-05,
      "3": 0.00018995012525144456,
      "4": 0.0006150247653134705
     }
    }
   },
   "usage": {
    "input_tokens": 1629,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 523.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.524
  },
  {
   "case_id": "pv_8efe3695b2",
   "phase": "one_call",
   "state_hash": "50c290146b9b92af8288b837cbde49b897fd95239fce5dc5f1251fc1e1fd5c5f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9992505944097729
    }
   },
   "usage": {
    "input_tokens": 3314,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 803.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.804
  },
  {
   "case_id": "pv_8efe3695b2",
   "phase": "staged",
   "state_hash": "50c290146b9b92af8288b837cbde49b897fd95239fce5dc5f1251fc1e1fd5c5f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9992773294248759
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0564905059388195
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7892283167476734,
     "probabilities": {
      "likely_fixed": 0.8766934653970766,
      "partial_fix": 0.0003177743832066949,
      "wrong_location": 1.5050757636101217e-05,
      "symptom_suppressed": 0.00015317357365256763,
      "breaks_other_behaviour": 7.77951863628506e-05,
      "unclear": 0.12274274070206512
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5015540955739864,
     "confidence": 0.539041370529229,
     "probabilities": {
      "0": 0.5184550438833633,
      "1": 0.47320076384072796,
      "2": 0.0020377421162262755,
      "3": 0.0009479531379239904,
      "4": 0.0053584970217584954
     }
    }
   },
   "usage": {
    "input_tokens": 3490,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1044.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.045
  },
  {
   "case_id": "pv_8fe65eecc1",
   "phase": "one_call",
   "state_hash": "1a1b096c4afc5d5339babd8e39911f4fde2efc71a466dfc89c24bb32577c285e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9994291686605935
    }
   },
   "usage": {
    "input_tokens": 1663,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 614.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.614
  },
  {
   "case_id": "pv_8fe65eecc1",
   "phase": "staged",
   "state_hash": "1a1b096c4afc5d5339babd8e39911f4fde2efc71a466dfc89c24bb32577c285e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9997705192233406
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.16475552311434727
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9985651945197761,
     "probabilities": {
      "likely_fixed": 0.9997413817351549,
      "partial_fix": 4.10362737878203e-05,
      "wrong_location": 9.264939484350852e-07,
      "symptom_suppressed": 4.280276652144916e-06,
      "breaks_other_behaviour": 8.555807953547557e-06,
      "unclear": 0.00020381941250319064
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5181259879497463,
     "confidence": 0.5592599077145156,
     "probabilities": {
      "0": 0.4879955342742752,
      "1": 0.5096752354120461,
      "2": 0.0003351832451505325,
      "3": 0.0001958022267133668,
      "4": 0.0017982448418147731
     }
    }
   },
   "usage": {
    "input_tokens": 1839,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 615.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.616
  },
  {
   "case_id": "pv_9089ff6fab",
   "phase": "one_call",
   "state_hash": "048880b408f9acc74521b6e48dfbfe429d437deaeef8cbc83419fcb1e72ac890",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999398922718017
    }
   },
   "usage": {
    "input_tokens": 1458,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 623.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.624
  },
  {
   "case_id": "pv_9089ff6fab",
   "phase": "staged",
   "state_hash": "048880b408f9acc74521b6e48dfbfe429d437deaeef8cbc83419fcb1e72ac890",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996513998659
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 1.5229655922222533e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9809371742222667,
     "probabilities": {
      "likely_fixed": 0.994667633713893,
      "partial_fix": 0.00017644861682993202,
      "wrong_location": 1.755159420967947e-06,
      "symptom_suppressed": 6.3390463747719186e-06,
      "breaks_other_behaviour": 1.2704968426447362e-05,
      "unclear": 0.005135118495054861
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8915179597849672,
     "confidence": 0.49203583867433576,
     "probabilities": {
      "0": 0.20897527415081157,
      "1": 0.7102586624677035,
      "2": 0.06795799809906522,
      "3": 0.0058889600105453185,
      "4": 0.006919105271874306
     }
    }
   },
   "usage": {
    "input_tokens": 1634,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 754.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.755
  },
  {
   "case_id": "pv_910e9aaf48",
   "phase": "one_call",
   "state_hash": "4efcc134c8585f918896d4955d2ef73bb040983d9f1e969a0eba0688bb4607e7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999693930347228
    }
   },
   "usage": {
    "input_tokens": 1193,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 382.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.382
  },
  {
   "case_id": "pv_910e9aaf48",
   "phase": "staged",
   "state_hash": "4efcc134c8585f918896d4955d2ef73bb040983d9f1e969a0eba0688bb4607e7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996437713609
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999700404424274
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999208873399421,
     "probabilities": {
      "likely_fixed": 0.9999890025147905,
      "partial_fix": 6.717414447918684e-07,
      "wrong_location": 1.0614423302050403e-07,
      "symptom_suppressed": 4.0949166192945474e-07,
      "breaks_other_behaviour": 5.638869221067894e-08,
      "unclear": 9.753719177572988e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.004656442356208712,
     "confidence": 0.9863523529477977,
     "probabilities": {
      "0": 0.9970437497143064,
      "1": 0.002353383085540627,
      "2": 1.1832598973872674e-05,
      "3": 8.474433199590637e-05,
      "4": 0.0005062902691831551
     }
    }
   },
   "usage": {
    "input_tokens": 1369,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 563.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.563
  },
  {
   "case_id": "pv_9164b03cfe",
   "phase": "one_call",
   "state_hash": "1d114bed290df5e8ec7f80fd61a13ed8cdfa69dfe869edbb22d744bab3a21abe",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998475400689856
    }
   },
   "usage": {
    "input_tokens": 1105,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 381.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.382
  },
  {
   "case_id": "pv_9164b03cfe",
   "phase": "staged",
   "state_hash": "1d114bed290df5e8ec7f80fd61a13ed8cdfa69dfe869edbb22d744bab3a21abe",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999988052810973
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9978499323904498
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999640014877546,
     "probabilities": {
      "likely_fixed": 0.9999955741580413,
      "partial_fix": 6.407330623188301e-07,
      "wrong_location": 2.363011698306348e-07,
      "symptom_suppressed": 8.441808726785073e-07,
      "breaks_other_behaviour": 2.579778777758675e-07,
      "unclear": 2.446648976070681e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.056378136752104756,
     "confidence": 0.8671363329869373,
     "probabilities": {
      "0": 0.9469567563855424,
      "1": 0.051838627058821786,
      "2": 5.140574472239045e-05,
      "3": 0.00017614503981537423,
      "4": 0.0009770657710980162
     }
    }
   },
   "usage": {
    "input_tokens": 1281,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 506.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.507
  },
  {
   "case_id": "pv_927bf4d523",
   "phase": "one_call",
   "state_hash": "19cc1bc2fe74724ba9c4ae752eaa05318d47f63693e5f9472d0044132a580666",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999966243530264
    }
   },
   "usage": {
    "input_tokens": 1583,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 603.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.604
  },
  {
   "case_id": "pv_927bf4d523",
   "phase": "staged",
   "state_hash": "19cc1bc2fe74724ba9c4ae752eaa05318d47f63693e5f9472d0044132a580666",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997827576166
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9944499416041059
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998108638957003,
     "probabilities": {
      "likely_fixed": 0.9999722058529483,
      "partial_fix": 9.305203718210586e-07,
      "wrong_location": 1.01341115195105e-06,
      "symptom_suppressed": 2.3123107842024786e-06,
      "breaks_other_behaviour": 7.533889789659414e-07,
      "unclear": 2.278451576469278e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08135856730887003,
     "confidence": 0.8264328862499325,
     "probabilities": {
      "0": 0.9237946193637734,
      "1": 0.07433211669292221,
      "2": 7.789787579139596e-05,
      "3": 0.00031080940568717244,
      "4": 0.0014845566618258796
     }
    }
   },
   "usage": {
    "input_tokens": 1759,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 611.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.612
  },
  {
   "case_id": "pv_92be689d37",
   "phase": "one_call",
   "state_hash": "7a42afcff59147622e082102a66d8ce6d9844d396399f2c8fb7dc153efa93410",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999846127833228
    }
   },
   "usage": {
    "input_tokens": 1031,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 349.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.349
  },
  {
   "case_id": "pv_92be689d37",
   "phase": "staged",
   "state_hash": "7a42afcff59147622e082102a66d8ce6d9844d396399f2c8fb7dc153efa93410",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999920860883009
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0018485523319344793
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999013721719895,
     "probabilities": {
      "likely_fixed": 0.9999860764950661,
      "partial_fix": 5.214664087732491e-07,
      "wrong_location": 1.91030393958735e-07,
      "symptom_suppressed": 9.1776763751042e-07,
      "breaks_other_behaviour": 9.229817289065587e-08,
      "unclear": 1.2200942320714042e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2125698662064148,
     "confidence": 0.6737730871921258,
     "probabilities": {
      "0": 0.8040085526678244,
      "1": 0.18999080828855378,
      "2": 0.00040366985234196226,
      "3": 0.0006161585519421006,
      "4": 0.0049808106393376995
     }
    }
   },
   "usage": {
    "input_tokens": 1207,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 716.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.717
  },
  {
   "case_id": "pv_948def1d9e",
   "phase": "one_call",
   "state_hash": "9eee0b80c11beae70411361307c711e146f6960a917f77c0760b08426b21ca01",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.0744688624754437
    }
   },
   "usage": {
    "input_tokens": 2600,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 4758.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 4.759
  },
  {
   "case_id": "pv_948def1d9e",
   "phase": "staged",
   "state_hash": "9eee0b80c11beae70411361307c711e146f6960a917f77c0760b08426b21ca01",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.5528156474313721
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.00015753398059586252
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.929928376122763,
     "probabilities": {
      "likely_fixed": 0.017340179101966197,
      "partial_fix": 0.003721314960236631,
      "wrong_location": 0.0002554289963260648,
      "symptom_suppressed": 0.00034660160825502435,
      "breaks_other_behaviour": 0.0010347844718183931,
      "unclear": 0.9773016908613977
     }
    },
    "risk": {
     "type": "score",
     "score": 3.3106905395605106,
     "confidence": 0.35300762704176547,
     "probabilities": {
      "0": 0.052164526674388506,
      "1": 0.07081063491071961,
      "2": 0.07982738402983733,
      "3": 0.10856468095010167,
      "4": 0.6886327734349529
     }
    }
   },
   "usage": {
    "input_tokens": 2776,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 5604.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 5.605
  },
  {
   "case_id": "pv_94f2260d6a",
   "phase": "one_call",
   "state_hash": "99b3f8ea68ffd869ce78c43d1bc94e2662d10ea17595e669e740e97eb4569f51",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9991872478690792
    }
   },
   "usage": {
    "input_tokens": 2336,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 542.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.543
  },
  {
   "case_id": "pv_94f2260d6a",
   "phase": "staged",
   "state_hash": "99b3f8ea68ffd869ce78c43d1bc94e2662d10ea17595e669e740e97eb4569f51",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9998525466583532
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9901847464903257
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7117175790992676,
     "probabilities": {
      "likely_fixed": 0.7900363388390287,
      "partial_fix": 0.00025577554973884345,
      "wrong_location": 9.799176639629837e-06,
      "symptom_suppressed": 3.569200003812613e-05,
      "breaks_other_behaviour": 1.93706927351345e-05,
      "unclear": 0.20964302374181965
     }
    },
    "risk": {
     "type": "score",
     "score": 0.45463270378135606,
     "confidence": 0.559170670713764,
     "probabilities": {
      "0": 0.5545987883004897,
      "1": 0.44194536524205746,
      "2": 0.00047484177917780397,
      "3": 0.00018636373215715716,
      "4": 0.0027946409461178773
     }
    }
   },
   "usage": {
    "input_tokens": 2512,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 612.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.612
  },
  {
   "case_id": "pv_951bcb1ea1",
   "phase": "one_call",
   "state_hash": "68257938abccf65cf679279e56bcdb58e89be28b9c2d4720a74508969047009a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9908170444230352
    }
   },
   "usage": {
    "input_tokens": 2582,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1773.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.773
  },
  {
   "case_id": "pv_951bcb1ea1",
   "phase": "staged",
   "state_hash": "68257938abccf65cf679279e56bcdb58e89be28b9c2d4720a74508969047009a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999015660928978
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9974953824972147
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9329338043199151,
     "probabilities": {
      "likely_fixed": 0.9744266180799328,
      "partial_fix": 8.383708180580031e-05,
      "wrong_location": 1.512110590191865e-05,
      "symptom_suppressed": 4.68728197998338e-05,
      "breaks_other_behaviour": 1.5864639232801483e-05,
      "unclear": 0.025411686273326833
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07695669504731437,
     "confidence": 0.8350254204361757,
     "probabilities": {
      "0": 0.9314260825562781,
      "1": 0.06534295573908303,
      "2": 0.0003899645951723372,
      "3": 0.0005301783199791339,
      "4": 0.0023108187894873176
     }
    }
   },
   "usage": {
    "input_tokens": 2758,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 670.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.671
  },
  {
   "case_id": "pv_954b37fc18",
   "phase": "one_call",
   "state_hash": "e3a71dab28fe396e77e905513a1b9d828cc849169d152c44cfea7f84adb58c80",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999848427755973
    }
   },
   "usage": {
    "input_tokens": 1231,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 406.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.406
  },
  {
   "case_id": "pv_954b37fc18",
   "phase": "staged",
   "state_hash": "e3a71dab28fe396e77e905513a1b9d828cc849169d152c44cfea7f84adb58c80",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999984767330441
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998960598880124
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.99998010120308,
     "probabilities": {
      "likely_fixed": 0.9999976762382401,
      "partial_fix": 5.960158518730469e-07,
      "wrong_location": 8.000515482891243e-08,
      "symptom_suppressed": 7.320414360195586e-07,
      "breaks_other_behaviour": 1.489756226900446e-07,
      "unclear": 7.66723694475083e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.03658021038811212,
     "confidence": 0.905947307541756,
     "probabilities": {
      "0": 0.9672102249324873,
      "1": 0.031343324460567694,
      "2": 9.860906855087416e-05,
      "3": 0.00035169836313356294,
      "4": 0.0009961431752604976
     }
    }
   },
   "usage": {
    "input_tokens": 1407,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 563.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.563
  },
  {
   "case_id": "pv_967caff01b",
   "phase": "one_call",
   "state_hash": "2d900399856e630d119f532c2d846ebb1a1ab4b61961e495e3cee3ec8165fd11",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998940370295883
    }
   },
   "usage": {
    "input_tokens": 1832,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 501.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.502
  },
  {
   "case_id": "pv_967caff01b",
   "phase": "staged",
   "state_hash": "2d900399856e630d119f532c2d846ebb1a1ab4b61961e495e3cee3ec8165fd11",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9985555564565355
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.00176542453601239
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6467739315425638,
     "probabilities": {
      "likely_fixed": 0.679139801035678,
      "partial_fix": 0.00040383837152007025,
      "wrong_location": 2.5699734670032454e-05,
      "symptom_suppressed": 9.642506703541314e-05,
      "breaks_other_behaviour": 0.0001284780011133581,
      "unclear": 0.32020575778998317
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2904895156515281,
     "confidence": 0.6103537938170904,
     "probabilities": {
      "0": 0.7271365737056124,
      "1": 0.2653560536899073,
      "2": 0.0020577878763531755,
      "3": 0.0007804527035943162,
      "4": 0.004669132024532873
     }
    }
   },
   "usage": {
    "input_tokens": 2008,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 588.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.589
  },
  {
   "case_id": "pv_973dd14908",
   "phase": "one_call",
   "state_hash": "a84005addd6f2a24a6bf22e8807aeb2e97806b8412b201709ac13883f062005a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999058442455939
    }
   },
   "usage": {
    "input_tokens": 1264,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 461.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.462
  },
  {
   "case_id": "pv_973dd14908",
   "phase": "staged",
   "state_hash": "a84005addd6f2a24a6bf22e8807aeb2e97806b8412b201709ac13883f062005a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998477708602
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999996211445805
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999609130031496,
     "probabilities": {
      "likely_fixed": 0.9999951651479873,
      "partial_fix": 1.210853420685609e-06,
      "wrong_location": 1.0090508778611182e-07,
      "symptom_suppressed": 1.4690953929238894e-06,
      "breaks_other_behaviour": 1.1650753712752775e-07,
      "unclear": 1.9374905741842974e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.05673350620574371,
     "confidence": 0.8670230378517445,
     "probabilities": {
      "0": 0.947858162455652,
      "1": 0.050360162118414105,
      "2": 0.00017514245140399953,
      "3": 0.0004030727135976488,
      "4": 0.0012034602609321651
     }
    }
   },
   "usage": {
    "input_tokens": 1440,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 523.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.524
  },
  {
   "case_id": "pv_99257f6538",
   "phase": "one_call",
   "state_hash": "f909f5706fed14f4c4992fb9dd9d84e9eeeb22812ded922abddac7e4184a1c57",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999314593840338
    }
   },
   "usage": {
    "input_tokens": 3960,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 731.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.732
  },
  {
   "case_id": "pv_99257f6538",
   "phase": "staged",
   "state_hash": "f909f5706fed14f4c4992fb9dd9d84e9eeeb22812ded922abddac7e4184a1c57",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999839584550975
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.006954727393810851
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9751741777681684,
     "probabilities": {
      "likely_fixed": 0.9927086841137622,
      "partial_fix": 0.0001715617736135923,
      "wrong_location": 8.446813067558471e-06,
      "symptom_suppressed": 6.1110668359866e-05,
      "breaks_other_behaviour": 1.486877766536611e-05,
      "unclear": 0.007035327853531361
     }
    },
    "risk": {
     "type": "score",
     "score": 0.23040370902396598,
     "confidence": 0.659010112105337,
     "probabilities": {
      "0": 0.7838781181945688,
      "1": 0.21100404371048526,
      "2": 0.00032728530814207053,
      "3": 0.00041711645001930327,
      "4": 0.00437343633678467
     }
    }
   },
   "usage": {
    "input_tokens": 4136,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 832.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.833
  },
  {
   "case_id": "pv_99fa2a911c",
   "phase": "one_call",
   "state_hash": "efcad0cf098a1306151bb80db913ed95b618ddc4194c8552ff072a880d79dbd2",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999685059728245
    }
   },
   "usage": {
    "input_tokens": 1875,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 829.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.83
  },
  {
   "case_id": "pv_99fa2a911c",
   "phase": "staged",
   "state_hash": "efcad0cf098a1306151bb80db913ed95b618ddc4194c8552ff072a880d79dbd2",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991808193196
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999994582893889
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999260408790608,
     "probabilities": {
      "likely_fixed": 0.9999899911393733,
      "partial_fix": 5.0243011119359e-07,
      "wrong_location": 2.129724926184471e-07,
      "symptom_suppressed": 9.427107733994118e-07,
      "breaks_other_behaviour": 2.7913209605837425e-07,
      "unclear": 8.071615153534929e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0073742823145884874,
     "confidence": 0.975814563231508,
     "probabilities": {
      "0": 0.9939805696289843,
      "1": 0.005505236131894531,
      "2": 4.7323191152161287e-05,
      "3": 9.308439148646113e-05,
      "4": 0.0003737866564825626
     }
    }
   },
   "usage": {
    "input_tokens": 2051,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 514.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.514
  },
  {
   "case_id": "pv_9c35b6c22d",
   "phase": "one_call",
   "state_hash": "0046b4152b9c5076c93aae330f012575990d2e89483ab80dcd880322fffb687e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998965777594644
    }
   },
   "usage": {
    "input_tokens": 2617,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 791.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.792
  },
  {
   "case_id": "pv_9c35b6c22d",
   "phase": "staged",
   "state_hash": "0046b4152b9c5076c93aae330f012575990d2e89483ab80dcd880322fffb687e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9988591924711597
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9990820608299996
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8621540712098086,
     "probabilities": {
      "likely_fixed": 0.9390381088994647,
      "partial_fix": 0.00036642769435572283,
      "wrong_location": 7.621110426222699e-06,
      "symptom_suppressed": 0.05678184115730733,
      "breaks_other_behaviour": 0.0002227377037024807,
      "unclear": 0.0035832634347435564
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07222935419348911,
     "confidence": 0.8415423529945809,
     "probabilities": {
      "0": 0.9333666251767669,
      "1": 0.06461672403263763,
      "2": 0.00010159911287179668,
      "3": 0.0002507747757863878,
      "4": 0.00166427690193718
     }
    }
   },
   "usage": {
    "input_tokens": 2793,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 689.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.69
  },
  {
   "case_id": "pv_9ec0b6a39f",
   "phase": "one_call",
   "state_hash": "b8da5dba55b2642837088f35c51f2f65f5b10dac7718ec6e6dab31addebf3af5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999717179545361
    }
   },
   "usage": {
    "input_tokens": 1950,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 571.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.572
  },
  {
   "case_id": "pv_9ec0b6a39f",
   "phase": "staged",
   "state_hash": "b8da5dba55b2642837088f35c51f2f65f5b10dac7718ec6e6dab31addebf3af5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999979017467756
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998359145370059
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9988129068274271,
     "probabilities": {
      "likely_fixed": 0.9997786188194818,
      "partial_fix": 4.716656851213534e-06,
      "wrong_location": 1.0918598587957611e-06,
      "symptom_suppressed": 1.162454631699093e-06,
      "breaks_other_behaviour": 8.68702740377672e-07,
      "unclear": 0.00021354150643610378
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2084587955225178,
     "confidence": 0.6775312676063718,
     "probabilities": {
      "0": 0.8004521672992717,
      "1": 0.1962167602037488,
      "2": 0.00033811242747157274,
      "3": 0.00040602981420581185,
      "4": 0.0025869302553021057
     }
    }
   },
   "usage": {
    "input_tokens": 2126,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 598.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.599
  },
  {
   "case_id": "pv_a034ffa84d",
   "phase": "one_call",
   "state_hash": "0becafa16ccd96d74f8e87915053ddcb38a3fe77251b9027dd95a0c635438bae",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999083146355203
    }
   },
   "usage": {
    "input_tokens": 1368,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 571.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.572
  },
  {
   "case_id": "pv_a034ffa84d",
   "phase": "staged",
   "state_hash": "0becafa16ccd96d74f8e87915053ddcb38a3fe77251b9027dd95a0c635438bae",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999980707437621
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 1.7228142357218578e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.5951158804342687,
     "probabilities": {
      "likely_fixed": 0.43655708493771866,
      "partial_fix": 0.006765441537059052,
      "wrong_location": 4.4445443010341714e-05,
      "symptom_suppressed": 0.00012623887368537143,
      "breaks_other_behaviour": 0.00023838010877647392,
      "unclear": 0.5562684090997502
     }
    },
    "risk": {
     "type": "score",
     "score": 1.8222574823386586,
     "confidence": 0.15054933002014226,
     "probabilities": {
      "0": 0.10291031920437962,
      "1": 0.22809379965122656,
      "2": 0.4677588149287167,
      "3": 0.14630221203270985,
      "4": 0.054934854182967285
     }
    }
   },
   "usage": {
    "input_tokens": 1544,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 710.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.711
  },
  {
   "case_id": "pv_a0a7ff07a3",
   "phase": "one_call",
   "state_hash": "1349c4bba3f7b4dd413c5836b945c393610094b0777f9e7cc309595ca7cdd413",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999316868448561
    }
   },
   "usage": {
    "input_tokens": 3193,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 770.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.771
  },
  {
   "case_id": "pv_a0a7ff07a3",
   "phase": "staged",
   "state_hash": "1349c4bba3f7b4dd413c5836b945c393610094b0777f9e7cc309595ca7cdd413",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9972236951766696
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.3248146160051469
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9084183715891477,
     "probabilities": {
      "likely_fixed": 0.9622682512065253,
      "partial_fix": 0.0003174531674184268,
      "wrong_location": 8.864156985749655e-06,
      "symptom_suppressed": 4.676460587868213e-05,
      "breaks_other_behaviour": 0.0001818711430792268,
      "unclear": 0.037176795720112565
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06647225863703625,
     "confidence": 0.8551639071407163,
     "probabilities": {
      "0": 0.9430467269572835,
      "1": 0.05355780579352277,
      "2": 0.00016775317082389448,
      "3": 0.0003319098116137002,
      "4": 0.0028958042667561494
     }
    }
   },
   "usage": {
    "input_tokens": 3369,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1205.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.206
  },
  {
   "case_id": "pv_a15ab088c9",
   "phase": "one_call",
   "state_hash": "9a2307e630d18b397016a6db97ef4a4ad2172df9c64159aff299fc7d6ee9eb5c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999760747301775
    }
   },
   "usage": {
    "input_tokens": 1834,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 606.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.607
  },
  {
   "case_id": "pv_a15ab088c9",
   "phase": "staged",
   "state_hash": "9a2307e630d18b397016a6db97ef4a4ad2172df9c64159aff299fc7d6ee9eb5c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989930373484
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0038815268395819206
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9617559960007263,
     "probabilities": {
      "likely_fixed": 0.9872818880842984,
      "partial_fix": 3.054366125472389e-05,
      "wrong_location": 1.1095068603918942e-06,
      "symptom_suppressed": 1.261480695213671e-05,
      "breaks_other_behaviour": 5.752407067712941e-06,
      "unclear": 0.01266809153356668
     }
    },
    "risk": {
     "type": "score",
     "score": 0.31421074067002136,
     "confidence": 0.603940252528594,
     "probabilities": {
      "0": 0.6965976695741802,
      "1": 0.2994087182750864,
      "2": 0.00041839319457963705,
      "3": 0.00033563981883903276,
      "4": 0.003239579137314645
     }
    }
   },
   "usage": {
    "input_tokens": 2010,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 796.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.796
  },
  {
   "case_id": "pv_a582d49c4f",
   "phase": "one_call",
   "state_hash": "ce7da50e27d8377f820a3f4325ee262946e46c75762e5fa5de254e5a11594069",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9916342523586396
    }
   },
   "usage": {
    "input_tokens": 3188,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 745.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.745
  },
  {
   "case_id": "pv_a582d49c4f",
   "phase": "staged",
   "state_hash": "ce7da50e27d8377f820a3f4325ee262946e46c75762e5fa5de254e5a11594069",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9995637677877265
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.994815809548366
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9501159301596994,
     "probabilities": {
      "likely_fixed": 0.9824067763133925,
      "partial_fix": 5.193006204042192e-05,
      "wrong_location": 2.7852039589987274e-06,
      "symptom_suppressed": 3.539805580264581e-05,
      "breaks_other_behaviour": 3.066910691798683e-05,
      "unclear": 0.017472441257887487
     }
    },
    "risk": {
     "type": "score",
     "score": 0.16142112146134613,
     "confidence": 0.7232792187777423,
     "probabilities": {
      "0": 0.8469011262993772,
      "1": 0.15000024468994017,
      "2": 0.00023224854142676147,
      "3": 0.000509142188471132,
      "4": 0.0023572382807847646
     }
    }
   },
   "usage": {
    "input_tokens": 3364,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1083.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.084
  },
  {
   "case_id": "pv_a6313a6105",
   "phase": "one_call",
   "state_hash": "b57a7733d155feeb3cb76e98494dbe7f7e034e27d81e2d052a6e8670df3d9c93",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996286517916487
    }
   },
   "usage": {
    "input_tokens": 2390,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1008.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.009
  },
  {
   "case_id": "pv_a6313a6105",
   "phase": "staged",
   "state_hash": "b57a7733d155feeb3cb76e98494dbe7f7e034e27d81e2d052a6e8670df3d9c93",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9946293325670754
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9993807908592863
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9488234320171473,
     "probabilities": {
      "likely_fixed": 0.9842104813606495,
      "partial_fix": 0.004152594616926664,
      "wrong_location": 1.567259302166531e-05,
      "symptom_suppressed": 7.480676502394978e-05,
      "breaks_other_behaviour": 0.000164304920808446,
      "unclear": 0.01138213974356979
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6583512417742385,
     "confidence": 0.5756998388113386,
     "probabilities": {
      "0": 0.35407779745410134,
      "1": 0.6409468612941565,
      "2": 0.0010703115037352675,
      "3": 0.00035636151941602264,
      "4": 0.003548668228590858
     }
    }
   },
   "usage": {
    "input_tokens": 2566,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 663.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.664
  },
  {
   "case_id": "pv_a64cba0e59",
   "phase": "one_call",
   "state_hash": "ec782cd678208a9b117c1656b65f4ac7d2532840082d8a2f43174684304fbad9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999271847254474
    }
   },
   "usage": {
    "input_tokens": 1277,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 656.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.656
  },
  {
   "case_id": "pv_a64cba0e59",
   "phase": "staged",
   "state_hash": "ec782cd678208a9b117c1656b65f4ac7d2532840082d8a2f43174684304fbad9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999919240533
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999996661877298
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999358804183971,
     "probabilities": {
      "likely_fixed": 0.9999911011979176,
      "partial_fix": 7.165773228062753e-08,
      "wrong_location": 2.4352616219862942e-08,
      "symptom_suppressed": 3.530051583938678e-07,
      "breaks_other_behaviour": 7.579081533934826e-08,
      "unclear": 8.373995760311918e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.01572144783217391,
     "confidence": 0.9531755374492696,
     "probabilities": {
      "0": 0.986359995638199,
      "1": 0.012902436967525584,
      "2": 2.041016055671718e-05,
      "3": 9.043839133974857e-05,
      "4": 0.0006267188423789116
     }
    }
   },
   "usage": {
    "input_tokens": 1453,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 389.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.39
  },
  {
   "case_id": "pv_a6ad6b4fe1",
   "phase": "one_call",
   "state_hash": "176950af726955a90a335cd254f1943707af63e777ccf6062080541ce75d1635",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997640500153474
    }
   },
   "usage": {
    "input_tokens": 3069,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 800.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.801
  },
  {
   "case_id": "pv_a6ad6b4fe1",
   "phase": "staged",
   "state_hash": "176950af726955a90a335cd254f1943707af63e777ccf6062080541ce75d1635",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999943770085566
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 4.047438747457073e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.5639382127399255,
     "probabilities": {
      "likely_fixed": 0.3690218788039623,
      "partial_fix": 0.024722282201963333,
      "wrong_location": 0.00018112350902658094,
      "symptom_suppressed": 0.0008966171426680492,
      "breaks_other_behaviour": 0.0014461542093760636,
      "unclear": 0.6037319441330036
     }
    },
    "risk": {
     "type": "score",
     "score": 1.4239098381138948,
     "confidence": 0.13572499028077767,
     "probabilities": {
      "0": 0.18900460663819424,
      "1": 0.370682087899521,
      "2": 0.3137658518166405,
      "3": 0.08049376800148428,
      "4": 0.04605368564415997
     }
    }
   },
   "usage": {
    "input_tokens": 3245,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 886.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.887
  },
  {
   "case_id": "pv_a77101d8fc",
   "phase": "one_call",
   "state_hash": "cb0a28489c3a57c6c101ffc5595d3778cee8e1c42d6c45ff0cfdd3f07368e434",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999987937830047
    }
   },
   "usage": {
    "input_tokens": 2395,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 658.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.659
  },
  {
   "case_id": "pv_a77101d8fc",
   "phase": "staged",
   "state_hash": "cb0a28489c3a57c6c101ffc5595d3778cee8e1c42d6c45ff0cfdd3f07368e434",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999988856067961
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.01139616000490741
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999305014251837,
     "probabilities": {
      "likely_fixed": 0.9999909461183032,
      "partial_fix": 1.7014826245269676e-06,
      "wrong_location": 3.582388169365149e-07,
      "symptom_suppressed": 1.2273785782054628e-06,
      "breaks_other_behaviour": 3.3521699725177516e-07,
      "unclear": 5.4315646798487525e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18458875355360813,
     "confidence": 0.7007506556432768,
     "probabilities": {
      "0": 0.8317082699768907,
      "1": 0.16246476689900072,
      "2": 0.00021602164335619565,
      "3": 0.0007518225551144197,
      "4": 0.004859118925637939
     }
    }
   },
   "usage": {
    "input_tokens": 2571,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 651.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.652
  },
  {
   "case_id": "pv_a7eb5d2ff4",
   "phase": "one_call",
   "state_hash": "62127fb8dffc23a31666a12dacf1665a20038b7b8ad911e5a2cc619980f4974a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999301071538912
    }
   },
   "usage": {
    "input_tokens": 1826,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 507.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.508
  },
  {
   "case_id": "pv_a7eb5d2ff4",
   "phase": "staged",
   "state_hash": "62127fb8dffc23a31666a12dacf1665a20038b7b8ad911e5a2cc619980f4974a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996079185237
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.00018572097189122985
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7888260689781674,
     "probabilities": {
      "likely_fixed": 0.9072875653764392,
      "partial_fix": 0.05224175989331682,
      "wrong_location": 0.00010845334595225708,
      "symptom_suppressed": 0.0002613673512485981,
      "breaks_other_behaviour": 0.0007586856731007612,
      "unclear": 0.039342168359942385
     }
    },
    "risk": {
     "type": "score",
     "score": 1.0858646838154138,
     "confidence": 0.3768143406098363,
     "probabilities": {
      "0": 0.1569438585707813,
      "1": 0.6444469935268109,
      "2": 0.16707672957455522,
      "3": 0.01886544217191785,
      "4": 0.012666976155934713
     }
    }
   },
   "usage": {
    "input_tokens": 2002,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1047.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.047
  },
  {
   "case_id": "pv_a999139877",
   "phase": "one_call",
   "state_hash": "210671387d0fd80c21687142e9f9d5b5c48f5eb02c957a46b6d86eb77cdb945b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998520371521855
    }
   },
   "usage": {
    "input_tokens": 2073,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 475.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.475
  },
  {
   "case_id": "pv_a999139877",
   "phase": "staged",
   "state_hash": "210671387d0fd80c21687142e9f9d5b5c48f5eb02c957a46b6d86eb77cdb945b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997346109013
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.37191574627942053
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.998026403717544,
     "probabilities": {
      "likely_fixed": 0.9996340403234589,
      "partial_fix": 2.05537486245609e-05,
      "wrong_location": 4.552867093588331e-06,
      "symptom_suppressed": 4.2639970121136665e-05,
      "breaks_other_behaviour": 9.653933972860057e-06,
      "unclear": 0.0002885591567288781
     }
    },
    "risk": {
     "type": "score",
     "score": 0.22786481386538737,
     "confidence": 0.6593942673669155,
     "probabilities": {
      "0": 0.7882117078835311,
      "1": 0.20570467336585674,
      "2": 0.0007600360132569516,
      "3": 0.0006542624764036798,
      "4": 0.004669320260951423
     }
    }
   },
   "usage": {
    "input_tokens": 2249,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 708.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.709
  },
  {
   "case_id": "pv_aa0b07f8cf",
   "phase": "one_call",
   "state_hash": "135abd38d614fe5d7ba0d5317ba1f6d36b0526cc5d2021c866d34f813a43d01a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999827681708972
    }
   },
   "usage": {
    "input_tokens": 2590,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 580.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.58
  },
  {
   "case_id": "pv_aa0b07f8cf",
   "phase": "staged",
   "state_hash": "135abd38d614fe5d7ba0d5317ba1f6d36b0526cc5d2021c866d34f813a43d01a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994868958851
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9993300169728185
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999791467223377,
     "probabilities": {
      "likely_fixed": 0.9999975437948679,
      "partial_fix": 4.729917843918759e-07,
      "wrong_location": 1.0827149486474939e-07,
      "symptom_suppressed": 4.056682803112233e-07,
      "breaks_other_behaviour": 1.968079609516349e-07,
      "unclear": 1.27246561154842e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06837929232008354,
     "confidence": 0.8496015406844895,
     "probabilities": {
      "0": 0.9404564067264649,
      "1": 0.056042200954761354,
      "2": 0.0004978487205667136,
      "3": 0.0006727804686389022,
      "4": 0.0023307631295680126
     }
    }
   },
   "usage": {
    "input_tokens": 2766,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1579.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.58
  },
  {
   "case_id": "pv_aa467f79a8",
   "phase": "one_call",
   "state_hash": "ce149e70678747e3ea5d8887271e6b1947ee1bd867a69502cf514a4b5a6e7070",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999976157570273
    }
   },
   "usage": {
    "input_tokens": 1263,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 419.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.42
  },
  {
   "case_id": "pv_aa467f79a8",
   "phase": "staged",
   "state_hash": "ce149e70678747e3ea5d8887271e6b1947ee1bd867a69502cf514a4b5a6e7070",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999997880108169
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9997225295024639
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998545103839223,
     "probabilities": {
      "likely_fixed": 0.9999799709100246,
      "partial_fix": 3.670522748961976e-06,
      "wrong_location": 2.3630800707740124e-07,
      "symptom_suppressed": 5.700598307844487e-06,
      "breaks_other_behaviour": 7.605423447348285e-07,
      "unclear": 9.6611185667568e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.003551015255014383,
     "confidence": 0.9880495572119873,
     "probabilities": {
      "0": 0.9974447562098652,
      "1": 0.002164566339392682,
      "2": 3.5584603129388714e-05,
      "3": 0.00010509168108819034,
      "4": 0.00025000116652458814
     }
    }
   },
   "usage": {
    "input_tokens": 1439,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 454.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.454
  },
  {
   "case_id": "pv_ab461f9e85",
   "phase": "one_call",
   "state_hash": "8b2617f10717cd71dc3aa3b36bd0a1fa23933a0cd618ee61e90dbdf6f04cba57",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999829678324352
    }
   },
   "usage": {
    "input_tokens": 1867,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 500.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.501
  },
  {
   "case_id": "pv_ab461f9e85",
   "phase": "staged",
   "state_hash": "8b2617f10717cd71dc3aa3b36bd0a1fa23933a0cd618ee61e90dbdf6f04cba57",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999998718774092
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.08408868004839129
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9987618986730491,
     "probabilities": {
      "likely_fixed": 0.9997802658187335,
      "partial_fix": 1.7698534145948493e-05,
      "wrong_location": 1.3587969123175946e-06,
      "symptom_suppressed": 1.4622056494930507e-05,
      "breaks_other_behaviour": 5.780483473380877e-06,
      "unclear": 0.0001802743102399362
     }
    },
    "risk": {
     "type": "score",
     "score": 0.521704066059072,
     "confidence": 0.5540884043138632,
     "probabilities": {
      "0": 0.4874661973031681,
      "1": 0.5088285960675983,
      "2": 0.0008371607350449007,
      "3": 0.0002710350553710803,
      "4": 0.0025970108388176775
     }
    }
   },
   "usage": {
    "input_tokens": 2043,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 563.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.564
  },
  {
   "case_id": "pv_ad0bf687d6",
   "phase": "one_call",
   "state_hash": "41d04b754389c76bee7c02097f7b824c9cff2dca0d3211ff0b7e22df125b491c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999322268591236
    }
   },
   "usage": {
    "input_tokens": 2400,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 543.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.544
  },
  {
   "case_id": "pv_ad0bf687d6",
   "phase": "staged",
   "state_hash": "41d04b754389c76bee7c02097f7b824c9cff2dca0d3211ff0b7e22df125b491c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993712312997
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9995440153173856
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996672442803693,
     "probabilities": {
      "likely_fixed": 0.9999476093047789,
      "partial_fix": 2.1020962759772858e-06,
      "wrong_location": 7.882767800675169e-07,
      "symptom_suppressed": 1.763364575823142e-06,
      "breaks_other_behaviour": 1.5792557058655368e-06,
      "unclear": 4.6157701883405074e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18139255048873618,
     "confidence": 0.702891884189361,
     "probabilities": {
      "0": 0.8253658930341943,
      "1": 0.17210203807024932,
      "2": 0.00024120680117581563,
      "3": 0.000355349561387405,
      "4": 0.00193551253299325
     }
    }
   },
   "usage": {
    "input_tokens": 2576,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 744.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.744
  },
  {
   "case_id": "pv_ad59ef9183",
   "phase": "one_call",
   "state_hash": "285a142dd734df01618fda7a90fd544dec1eef305287b40769081b6a1b38c9ad",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999659626788236
    }
   },
   "usage": {
    "input_tokens": 2935,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 619.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.619
  },
  {
   "case_id": "pv_ad59ef9183",
   "phase": "staged",
   "state_hash": "285a142dd734df01618fda7a90fd544dec1eef305287b40769081b6a1b38c9ad",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999819492437004
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999820028528326
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9981548884307357,
     "probabilities": {
      "likely_fixed": 0.9996487625249999,
      "partial_fix": 1.9400502865851008e-05,
      "wrong_location": 6.406093161638552e-06,
      "symptom_suppressed": 6.743494436858524e-06,
      "breaks_other_behaviour": 4.019837213323845e-06,
      "unclear": 0.0003146675473224359
     }
    },
    "risk": {
     "type": "score",
     "score": 0.01277879688166564,
     "confidence": 0.9617213819747717,
     "probabilities": {
      "0": 0.9895621845537317,
      "1": 0.00956559885001246,
      "2": 7.456280703717055e-05,
      "3": 0.00012654273929641334,
      "4": 0.0006711110499223997
     }
    }
   },
   "usage": {
    "input_tokens": 3111,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 869.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.869
  },
  {
   "case_id": "pv_af679288fe",
   "phase": "one_call",
   "state_hash": "9614e2417ac0b719c0784c14070567ca86dc624c39fcb9b6877674e12f123ffb",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999979776766053
    }
   },
   "usage": {
    "input_tokens": 1031,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 350.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.35
  },
  {
   "case_id": "pv_af679288fe",
   "phase": "staged",
   "state_hash": "9614e2417ac0b719c0784c14070567ca86dc624c39fcb9b6877674e12f123ffb",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999950888340318
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998912512328091
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9993357443192263,
     "probabilities": {
      "likely_fixed": 0.9998840173000831,
      "partial_fix": 1.0472509768633512e-06,
      "wrong_location": 2.1935038350725487e-07,
      "symptom_suppressed": 2.9894713573212572e-06,
      "breaks_other_behaviour": 2.456084024774583e-07,
      "unclear": 0.00011148101879683217
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06652128082451984,
     "confidence": 0.8554131018059946,
     "probabilities": {
      "0": 0.9443216516106909,
      "1": 0.051570073901430216,
      "2": 0.00029471406250663643,
      "3": 0.0008924629034126707,
      "4": 0.002921097521959587
     }
    }
   },
   "usage": {
    "input_tokens": 1207,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 489.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.489
  },
  {
   "case_id": "pv_b121a19d90",
   "phase": "one_call",
   "state_hash": "4e21ffa4b8261fc53192e4b63e014576e88583cb5ae07420d9e60b9a47def183",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.6425965469318933
    }
   },
   "usage": {
    "input_tokens": 2204,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1003.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.004
  },
  {
   "case_id": "pv_b121a19d90",
   "phase": "staged",
   "state_hash": "4e21ffa4b8261fc53192e4b63e014576e88583cb5ae07420d9e60b9a47def183",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.22355789989171082
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.29839150699597145
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.8802706324025242,
     "probabilities": {
      "likely_fixed": 0.04292455279520687,
      "partial_fix": 0.004694234906804367,
      "wrong_location": 0.00015463635982004327,
      "symptom_suppressed": 0.00016302849399723663,
      "breaks_other_behaviour": 0.0005527245327329658,
      "unclear": 0.9515108229114385
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6534373475637367,
     "confidence": 0.3733719967707607,
     "probabilities": {
      "0": 0.6000001634312405,
      "1": 0.2888803511807448,
      "2": 0.03484883588102674,
      "3": 0.010223273407013525,
      "4": 0.06604737609997448
     }
    }
   },
   "usage": {
    "input_tokens": 2380,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 768.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.768
  },
  {
   "case_id": "pv_b283e8d1a0",
   "phase": "one_call",
   "state_hash": "da1547bcc97407575f7e42e5c96951b6adcd053a35dbc71de5b4f4c7073a4fc7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.08763333123522786
    }
   },
   "usage": {
    "input_tokens": 2996,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 947.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.948
  },
  {
   "case_id": "pv_b283e8d1a0",
   "phase": "staged",
   "state_hash": "da1547bcc97407575f7e42e5c96951b6adcd053a35dbc71de5b4f4c7073a4fc7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9995849782928062
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.0118881877291978e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.8785700925121886,
     "probabilities": {
      "likely_fixed": 0.02275232631958714,
      "partial_fix": 0.012060074007836532,
      "wrong_location": 1.5630274518023813e-05,
      "symptom_suppressed": 0.0003022430969997821,
      "breaks_other_behaviour": 0.006925686977126586,
      "unclear": 0.9579440393239319
     }
    },
    "risk": {
     "type": "score",
     "score": 3.1739942529113176,
     "confidence": 0.23593479378391435,
     "probabilities": {
      "0": 0.01917775885098284,
      "1": 0.0743635810571416,
      "2": 0.13779347578070927,
      "3": 0.2506170169519078,
      "4": 0.5180481673592585
     }
    }
   },
   "usage": {
    "input_tokens": 3172,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 808.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.809
  },
  {
   "case_id": "pv_b2d8bc71ad",
   "phase": "one_call",
   "state_hash": "f81eccaa5ba517b68cd27cbfdeb6077453598feb33253970862e54d0c26e3eee",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.002502934708833157
    }
   },
   "usage": {
    "input_tokens": 2395,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 790.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.791
  },
  {
   "case_id": "pv_b2d8bc71ad",
   "phase": "staged",
   "state_hash": "f81eccaa5ba517b68cd27cbfdeb6077453598feb33253970862e54d0c26e3eee",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.06504267846509316
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0011342241747628583
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.994754278887341,
     "probabilities": {
      "likely_fixed": 0.0005777868571862607,
      "partial_fix": 0.00022679794424741346,
      "wrong_location": 3.9055446704401115e-05,
      "symptom_suppressed": 6.072185331806201e-05,
      "breaks_other_behaviour": 0.0001305246537781338,
      "unclear": 0.9989651132447658
     }
    },
    "risk": {
     "type": "score",
     "score": 0.9190325001742777,
     "confidence": 0.5356018435109113,
     "probabilities": {
      "0": 0.7376967302826101,
      "1": 0.031946092396676416,
      "2": 0.015364002938067457,
      "3": 0.003614295629117755,
      "4": 0.2113788787535283
     }
    }
   },
   "usage": {
    "input_tokens": 2571,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 919.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.92
  },
  {
   "case_id": "pv_b327a4a2e3",
   "phase": "one_call",
   "state_hash": "3e911592181ca7e05ceca6b8ce41369e454657adcc79a3cfeb42b42a41e097af",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999237301371263
    }
   },
   "usage": {
    "input_tokens": 2376,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 574.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.574
  },
  {
   "case_id": "pv_b327a4a2e3",
   "phase": "staged",
   "state_hash": "3e911592181ca7e05ceca6b8ce41369e454657adcc79a3cfeb42b42a41e097af",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997415006822
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999961964590223
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.99906405209016,
     "probabilities": {
      "likely_fixed": 0.9998327997232968,
      "partial_fix": 5.924385008686214e-06,
      "wrong_location": 1.258049349641444e-06,
      "symptom_suppressed": 3.1417672513808083e-06,
      "breaks_other_behaviour": 1.2645594205815376e-06,
      "unclear": 0.00015561151567295423
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18673748210471458,
     "confidence": 0.6969421127006022,
     "probabilities": {
      "0": 0.821066797838937,
      "1": 0.17588415789822742,
      "2": 0.00038652443591701577,
      "3": 0.000569803973021238,
      "4": 0.0020927158538973528
     }
    }
   },
   "usage": {
    "input_tokens": 2552,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 817.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.818
  },
  {
   "case_id": "pv_b39f777f5b",
   "phase": "one_call",
   "state_hash": "10ed9998bc6c66dd2a06dd277aabb3130da79544a9c5fd116b5a32617223196b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.01759764203417205
    }
   },
   "usage": {
    "input_tokens": 2069,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 527.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.528
  }
 ],
 "metrics": {
  "requests": 300,
  "completed_requests": 299,
  "input_tokens": 641917,
  "output_tokens": 0,
  "median_latency_ms": 701.0,
  "wall_s": 236.224,
  "cost_usd": 0.0,
  "cost_basis": "free route; missing provider cost fields are not receipts",
  "reported_cost_usd": null
 },
 "wall_s": 173.346
}