{
 "schema_version": 2,
 "project": "patch-verdict",
 "subset": "full",
 "repeat": 2,
 "limit": null,
 "timestamp": "2026-09-24T19:58:57Z",
 "input_hashes": {
  "samples/patch-verdict/fixtures/cases.jsonl": "efa48dde7d27f9d5818f94591b87a8859496096b2ddcdc21a546c9c894975a2d"
 },
 "source_hashes": {
  "samples/_shared/jev.py": "bd3cdc5ce9c7414e609d5d43db4d38941393951677493abf544153472a41fa9d",
  "samples/patch-verdict/../_shared/community.py": "51898960baadf029853581bec51ebdffdfd19cac056b4e113906741899331e5a",
  "samples/patch-verdict/build_fixtures.py": "a2d631aeb30be78a045af0b976b8e42dbd8bedc7a8dc360f7a69a25579bec4ea",
  "samples/patch-verdict/patch_verdict.py": "367bdb7bc22076e6e7440653674e14546618c90943eb414088ab7b452d15853d",
  "samples/patch-verdict/score.py": "59231c58f7c0965ab60c2c7d055be6fb64211f427ece31873a811a80e720a44c"
 },
 "label": "openjev (Codiv free hosted) - NOT JEV",
 "mode": "live",
 "provider": "codiv",
 "call_cap": 314,
 "resumed_after": "spend guard: JEV_MAX_CALLS=200 reached",
 "original_source_hashes": {
  "samples/_shared/jev.py": "0ab1237a037b005379d3b6de37834a7c552435671d111be5c1cc41e96d0636ac",
  "samples/patch-verdict/../_shared/community.py": "4cd057b6bdf56c2f0ceddd624b6d7098b26c2186bac562bb0aba3f9d03c8b8ee",
  "samples/patch-verdict/build_fixtures.py": "a2d631aeb30be78a045af0b976b8e42dbd8bedc7a8dc360f7a69a25579bec4ea",
  "samples/patch-verdict/patch_verdict.py": "367bdb7bc22076e6e7440653674e14546618c90943eb414088ab7b452d15853d",
  "samples/patch-verdict/score.py": "59231c58f7c0965ab60c2c7d055be6fb64211f427ece31873a811a80e720a44c"
 },
 "rows": [
  {
   "id": "pv_322dd01fa9",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9996258709459511,
   "p_staged": 0.9998046511960953,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2315,
    "output_tokens": 0,
    "median_latency_ms": 1122.6,
    "wall_s": 1.123,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.32537287431059886,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2491,
    "output_tokens": 0,
    "median_latency_ms": 677.9,
    "wall_s": 0.678,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_333f5a6224",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998123799039462,
   "p_staged": 0.999938112054518,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2348,
    "output_tokens": 0,
    "median_latency_ms": 1248.9,
    "wall_s": 1.249,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.4456103268710475,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2524,
    "output_tokens": 0,
    "median_latency_ms": 1508.4,
    "wall_s": 1.509,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_3430efee5f",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.995989481983997,
   "p_staged": 0.9954479511626345,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1729,
    "output_tokens": 0,
    "median_latency_ms": 810.2,
    "wall_s": 0.81,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5094483711817273,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1905,
    "output_tokens": 0,
    "median_latency_ms": 516.3,
    "wall_s": 0.517,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_3536c0ea43",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.004509972676486106,
   "p_staged": 0.25329882254502567,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2557,
    "output_tokens": 0,
    "median_latency_ms": 569.3,
    "wall_s": 0.57,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.7594310640344452,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2733,
    "output_tokens": 0,
    "median_latency_ms": 655.0,
    "wall_s": 0.655,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_35678fb74c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999882346327396,
   "p_staged": 0.9815662908199115,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1610,
    "output_tokens": 0,
    "median_latency_ms": 773.5,
    "wall_s": 0.774,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3625132375186144,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1786,
    "output_tokens": 0,
    "median_latency_ms": 524.3,
    "wall_s": 0.524,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_35980d829a",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998982824630619,
   "p_staged": 0.8053824048869278,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2132,
    "output_tokens": 0,
    "median_latency_ms": 499.3,
    "wall_s": 0.5,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06446101554326471,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2308,
    "output_tokens": 0,
    "median_latency_ms": 585.5,
    "wall_s": 0.586,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_35b5099e46",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.99997648051046,
   "p_staged": 0.9999981764943952,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2080,
    "output_tokens": 0,
    "median_latency_ms": 519.6,
    "wall_s": 0.52,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.007870067541773997,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2256,
    "output_tokens": 0,
    "median_latency_ms": 524.2,
    "wall_s": 0.524,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_38d6359087",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999603265286806,
   "p_staged": 0.6671827148606119,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1633,
    "output_tokens": 0,
    "median_latency_ms": 479.8,
    "wall_s": 0.48,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0871658334911706,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1809,
    "output_tokens": 0,
    "median_latency_ms": 1051.8,
    "wall_s": 1.052,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_391647b5a9",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.7717276488089098,
   "p_staged": 0.5000178346437864,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2515,
    "output_tokens": 0,
    "median_latency_ms": 743.6,
    "wall_s": 0.744,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 2.1974923403138846,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2691,
    "output_tokens": 0,
    "median_latency_ms": 665.4,
    "wall_s": 0.666,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_391c9e5cad",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9118738473454829,
   "p_staged": 0.63888593088843,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2446,
    "output_tokens": 0,
    "median_latency_ms": 640.8,
    "wall_s": 0.641,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.18686448406447678,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2622,
    "output_tokens": 0,
    "median_latency_ms": 620.1,
    "wall_s": 0.62,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_39e506484a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999854889468972,
   "p_staged": 0.9992696232531418,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1952,
    "output_tokens": 0,
    "median_latency_ms": 1449.4,
    "wall_s": 1.45,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08105164321933395,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2128,
    "output_tokens": 0,
    "median_latency_ms": 565.1,
    "wall_s": 0.566,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_3a3e4b5b8b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999898999955923,
   "p_staged": 0.9824536298130241,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2129,
    "output_tokens": 0,
    "median_latency_ms": 740.3,
    "wall_s": 0.741,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.04670857778716188,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2305,
    "output_tokens": 0,
    "median_latency_ms": 617.1,
    "wall_s": 0.617,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_3a86fea53e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.8122249915139288,
   "p_staged": 0.4165093573099771,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2657,
    "output_tokens": 0,
    "median_latency_ms": 684.8,
    "wall_s": 0.685,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.8741682290683372,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2833,
    "output_tokens": 0,
    "median_latency_ms": 774.6,
    "wall_s": 0.775,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_3ffaf882e2",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9974826186403166,
   "p_staged": 0.9721888348421738,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1833,
    "output_tokens": 0,
    "median_latency_ms": 580.5,
    "wall_s": 0.581,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.258507080243167,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2009,
    "output_tokens": 0,
    "median_latency_ms": 580.1,
    "wall_s": 0.58,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_401bc7a19b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9996750649205068,
   "p_staged": 0.7513040870215022,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2267,
    "output_tokens": 0,
    "median_latency_ms": 1098.7,
    "wall_s": 1.099,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2549732859593735,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2443,
    "output_tokens": 0,
    "median_latency_ms": 1030.4,
    "wall_s": 1.031,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_404999ffdd",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999978096272828,
   "p_staged": 0.9999989848237009,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3142,
    "output_tokens": 0,
    "median_latency_ms": 812.0,
    "wall_s": 0.812,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.04415142906112085,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3318,
    "output_tokens": 0,
    "median_latency_ms": 772.0,
    "wall_s": 0.772,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_40daf1aadf",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.5665040517544144,
   "p_staged": 0.3815738039566896,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2067,
    "output_tokens": 0,
    "median_latency_ms": 899.1,
    "wall_s": 0.899,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "partial_fix",
   "risk": 1.1859651830002358,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2243,
    "output_tokens": 0,
    "median_latency_ms": 656.2,
    "wall_s": 0.656,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4166f8e7db",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999967385606214,
   "p_staged": 0.9991704913454829,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1214,
    "output_tokens": 0,
    "median_latency_ms": 419.9,
    "wall_s": 0.42,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11989038374902165,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1390,
    "output_tokens": 0,
    "median_latency_ms": 562.1,
    "wall_s": 0.562,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4253370174",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999397194909782,
   "p_staged": 0.8943853523056303,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1719,
    "output_tokens": 0,
    "median_latency_ms": 448.9,
    "wall_s": 0.449,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5867691928274674,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1895,
    "output_tokens": 0,
    "median_latency_ms": 642.4,
    "wall_s": 0.643,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_426dfeb70e",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999968826224895,
   "p_staged": 0.9999156238661188,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1698,
    "output_tokens": 0,
    "median_latency_ms": 657.8,
    "wall_s": 0.658,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.1596700695594972,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1874,
    "output_tokens": 0,
    "median_latency_ms": 549.8,
    "wall_s": 0.55,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_42ca4fde1e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999994937180683,
   "p_staged": 0.7137692278246285,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1723,
    "output_tokens": 0,
    "median_latency_ms": 404.7,
    "wall_s": 0.405,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2166237519576158,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1899,
    "output_tokens": 0,
    "median_latency_ms": 644.2,
    "wall_s": 0.644,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_42e17d4e24",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9667901871758772,
   "p_staged": 0.3425896649133299,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2013,
    "output_tokens": 0,
    "median_latency_ms": 580.9,
    "wall_s": 0.581,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6796351657180182,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2189,
    "output_tokens": 0,
    "median_latency_ms": 944.5,
    "wall_s": 0.945,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_433fc1ec5b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.12304678009796646,
   "p_staged": 0.4539787900173464,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2212,
    "output_tokens": 0,
    "median_latency_ms": 784.9,
    "wall_s": 0.785,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.572783942982851,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2388,
    "output_tokens": 0,
    "median_latency_ms": 634.0,
    "wall_s": 0.634,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_43b83f25fb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999994276902014,
   "p_staged": 0.6666235959978118,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1357,
    "output_tokens": 0,
    "median_latency_ms": 403.1,
    "wall_s": 0.403,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8600228274752241,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1533,
    "output_tokens": 0,
    "median_latency_ms": 507.5,
    "wall_s": 0.508,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4466179dc7",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.4342185005243909,
   "p_staged": 0.627165382651195,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2234,
    "output_tokens": 0,
    "median_latency_ms": 676.2,
    "wall_s": 0.676,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6797164060106726,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2410,
    "output_tokens": 0,
    "median_latency_ms": 916.6,
    "wall_s": 0.917,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_446f6c03ef",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9990530376568841,
   "p_staged": 0.9999956557942921,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2661,
    "output_tokens": 0,
    "median_latency_ms": 572.7,
    "wall_s": 0.573,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.035186631064318956,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2837,
    "output_tokens": 0,
    "median_latency_ms": 1564.8,
    "wall_s": 1.565,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_45bb76d3fd",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999919109452641,
   "p_staged": 0.9477667106455501,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1747,
    "output_tokens": 0,
    "median_latency_ms": 460.4,
    "wall_s": 0.461,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11753499133977706,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1923,
    "output_tokens": 0,
    "median_latency_ms": 630.2,
    "wall_s": 0.63,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_47898bea60",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9988886503883102,
   "p_staged": 0.4039882761801546,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2458,
    "output_tokens": 0,
    "median_latency_ms": 584.8,
    "wall_s": 0.585,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.09449040332177742,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2634,
    "output_tokens": 0,
    "median_latency_ms": 931.8,
    "wall_s": 0.932,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_479d35d50d",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999678714708116,
   "p_staged": 0.6908321318712218,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2219,
    "output_tokens": 0,
    "median_latency_ms": 561.3,
    "wall_s": 0.562,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.17391689891043413,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2395,
    "output_tokens": 0,
    "median_latency_ms": 696.5,
    "wall_s": 0.697,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_49dc5be89b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999717393974339,
   "p_staged": 0.991170015260758,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2519,
    "output_tokens": 0,
    "median_latency_ms": 564.4,
    "wall_s": 0.565,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.05748830052501841,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2695,
    "output_tokens": 0,
    "median_latency_ms": 712.8,
    "wall_s": 0.713,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4a3b31c893",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999959435916989,
   "p_staged": 0.9999853980846444,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2114,
    "output_tokens": 0,
    "median_latency_ms": 521.9,
    "wall_s": 0.522,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.005499416498611059,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2290,
    "output_tokens": 0,
    "median_latency_ms": 511.3,
    "wall_s": 0.512,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4a3f1e618e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999403502915861,
   "p_staged": 0.7026955328504916,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1389,
    "output_tokens": 0,
    "median_latency_ms": 459.0,
    "wall_s": 0.459,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.21420362945348978,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1565,
    "output_tokens": 0,
    "median_latency_ms": 931.9,
    "wall_s": 0.932,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4a94c750ec",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999976253718332,
   "p_staged": 0.9775305248688793,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1744,
    "output_tokens": 0,
    "median_latency_ms": 453.9,
    "wall_s": 0.454,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5908046825429812,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1920,
    "output_tokens": 0,
    "median_latency_ms": 775.8,
    "wall_s": 0.776,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4b610941b7",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9967069260425949,
   "p_staged": 0.7985598942760337,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3053,
    "output_tokens": 0,
    "median_latency_ms": 984.9,
    "wall_s": 0.985,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.22677517279175524,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3229,
    "output_tokens": 0,
    "median_latency_ms": 1511.0,
    "wall_s": 1.511,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4b7adb40e9",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999124928239976,
   "p_staged": 0.9999939515556688,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1773,
    "output_tokens": 0,
    "median_latency_ms": 485.9,
    "wall_s": 0.486,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.003982142753902273,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1949,
    "output_tokens": 0,
    "median_latency_ms": 586.7,
    "wall_s": 0.587,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4e80105f72",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999871162593735,
   "p_staged": 0.9985380599713739,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1398,
    "output_tokens": 0,
    "median_latency_ms": 395.4,
    "wall_s": 0.396,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7951660867834573,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1574,
    "output_tokens": 0,
    "median_latency_ms": 515.5,
    "wall_s": 0.516,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4ea8733b39",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9991232606309165,
   "p_staged": 0.6577074500763959,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2848,
    "output_tokens": 0,
    "median_latency_ms": 639.2,
    "wall_s": 0.64,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 2.0518415322440875,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3024,
    "output_tokens": 0,
    "median_latency_ms": 772.0,
    "wall_s": 0.772,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4efa2bad6a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999907405762899,
   "p_staged": 0.9978898250956232,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1151,
    "output_tokens": 0,
    "median_latency_ms": 380.8,
    "wall_s": 0.381,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.16688636376939095,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1327,
    "output_tokens": 0,
    "median_latency_ms": 487.3,
    "wall_s": 0.488,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4f23b299c1",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.08370409078826747,
   "p_staged": 0.4069106120913349,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1441,
    "output_tokens": 0,
    "median_latency_ms": 456.5,
    "wall_s": 0.457,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "partial_fix",
   "risk": 0.9212209916581403,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1617,
    "output_tokens": 0,
    "median_latency_ms": 710.6,
    "wall_s": 0.711,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_4f4a7964ba",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9977215346560073,
   "p_staged": 0.9897705837077048,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3082,
    "output_tokens": 0,
    "median_latency_ms": 635.7,
    "wall_s": 0.636,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.16937606186607174,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3258,
    "output_tokens": 0,
    "median_latency_ms": 747.5,
    "wall_s": 0.748,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_50d9405c18",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.5871312667421413,
   "p_staged": 0.6683037560310501,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2725,
    "output_tokens": 0,
    "median_latency_ms": 783.9,
    "wall_s": 0.784,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.32956182587885036,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2901,
    "output_tokens": 0,
    "median_latency_ms": 693.5,
    "wall_s": 0.694,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_51038f6013",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999994785861873,
   "p_staged": 0.7381653671682957,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1015,
    "output_tokens": 0,
    "median_latency_ms": 786.5,
    "wall_s": 0.787,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.012098931476671435,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1191,
    "output_tokens": 0,
    "median_latency_ms": 924.5,
    "wall_s": 0.925,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_5117097579",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999923441476112,
   "p_staged": 0.9995355031871874,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2237,
    "output_tokens": 0,
    "median_latency_ms": 590.8,
    "wall_s": 0.591,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.09649294189815662,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2413,
    "output_tokens": 0,
    "median_latency_ms": 622.8,
    "wall_s": 0.623,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_512dbdaa91",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999949371795761,
   "p_staged": 0.989216031842962,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2306,
    "output_tokens": 0,
    "median_latency_ms": 549.5,
    "wall_s": 0.55,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.09786335664014484,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2482,
    "output_tokens": 0,
    "median_latency_ms": 1197.0,
    "wall_s": 1.197,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_52463b269e",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999929401216029,
   "p_staged": 0.9999371159739652,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1474,
    "output_tokens": 0,
    "median_latency_ms": 520.4,
    "wall_s": 0.528,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.05436431640017725,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1650,
    "output_tokens": 0,
    "median_latency_ms": 585.0,
    "wall_s": 0.585,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_52cc2bf008",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.2055374838466384,
   "p_staged": 0.3706424034509446,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2921,
    "output_tokens": 0,
    "median_latency_ms": 836.8,
    "wall_s": 0.837,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.4035188411998004,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3097,
    "output_tokens": 0,
    "median_latency_ms": 719.3,
    "wall_s": 0.72,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_52ebcd1ca7",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.726718792087716,
   "p_staged": 0.22856734493224326,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2901,
    "output_tokens": 0,
    "median_latency_ms": 1180.9,
    "wall_s": 1.181,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 2.5278639721178897,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3077,
    "output_tokens": 0,
    "median_latency_ms": 688.7,
    "wall_s": 0.689,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_53b60908a6",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.759923235620252,
   "p_staged": 0.3591730113179561,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2248,
    "output_tokens": 0,
    "median_latency_ms": 599.6,
    "wall_s": 0.6,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "breaks_other_behaviour",
   "risk": 2.5995920514536914,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2424,
    "output_tokens": 0,
    "median_latency_ms": 773.4,
    "wall_s": 0.774,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_5449c6a56a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999278906764034,
   "p_staged": 0.9993876338704952,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1777,
    "output_tokens": 0,
    "median_latency_ms": 509.8,
    "wall_s": 0.51,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2942084140488214,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1953,
    "output_tokens": 0,
    "median_latency_ms": 619.0,
    "wall_s": 0.619,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_54aa4badd1",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999961734983359,
   "p_staged": 0.8873683224993841,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1734,
    "output_tokens": 0,
    "median_latency_ms": 463.4,
    "wall_s": 0.464,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3721077670141237,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1910,
    "output_tokens": 0,
    "median_latency_ms": 718.4,
    "wall_s": 0.719,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_563ae4364a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9965259842511804,
   "p_staged": 0.7714595828154223,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2743,
    "output_tokens": 0,
    "median_latency_ms": 638.1,
    "wall_s": 0.638,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.18676284172400692,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2919,
    "output_tokens": 0,
    "median_latency_ms": 671.2,
    "wall_s": 0.671,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_57a2c02401",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.20875412848829716,
   "p_staged": 0.32436005149766367,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1955,
    "output_tokens": 0,
    "median_latency_ms": 715.2,
    "wall_s": 0.715,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "symptom_suppressed",
   "risk": 0.6342798818387649,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2131,
    "output_tokens": 0,
    "median_latency_ms": 665.1,
    "wall_s": 0.665,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_58652d6007",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9989778739739031,
   "p_staged": 0.6609503876105383,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2942,
    "output_tokens": 0,
    "median_latency_ms": 589.1,
    "wall_s": 0.589,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2887905043417264,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3118,
    "output_tokens": 0,
    "median_latency_ms": 811.5,
    "wall_s": 0.812,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_58d8d7816c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999348096096652,
   "p_staged": 0.9116432650123114,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2529,
    "output_tokens": 0,
    "median_latency_ms": 536.6,
    "wall_s": 0.537,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.25812050753158006,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2705,
    "output_tokens": 0,
    "median_latency_ms": 657.1,
    "wall_s": 0.657,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_5906a6a962",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999930463162457,
   "p_staged": 0.763095964614875,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1992,
    "output_tokens": 0,
    "median_latency_ms": 502.9,
    "wall_s": 0.503,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.05268926744169352,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2168,
    "output_tokens": 0,
    "median_latency_ms": 620.4,
    "wall_s": 0.621,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_5c88d9039a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999663458279419,
   "p_staged": 0.691026005728165,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1589,
    "output_tokens": 0,
    "median_latency_ms": 444.0,
    "wall_s": 0.444,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.38373711114208164,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1765,
    "output_tokens": 0,
    "median_latency_ms": 574.6,
    "wall_s": 0.575,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_5dcabdacbb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998238974169675,
   "p_staged": 0.9976262171373791,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2693,
    "output_tokens": 0,
    "median_latency_ms": 816.6,
    "wall_s": 0.817,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.21658705959732394,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2869,
    "output_tokens": 0,
    "median_latency_ms": 737.3,
    "wall_s": 0.738,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_60d85d59f6",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998606780180335,
   "p_staged": 0.9985257890824695,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1080,
    "output_tokens": 0,
    "median_latency_ms": 451.8,
    "wall_s": 0.452,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3632216988402352,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1256,
    "output_tokens": 0,
    "median_latency_ms": 490.2,
    "wall_s": 0.49,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6135d9067b",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999980698148666,
   "p_staged": 0.6700056264640059,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1485,
    "output_tokens": 0,
    "median_latency_ms": 427.4,
    "wall_s": 0.428,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.1998479399761717,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1661,
    "output_tokens": 0,
    "median_latency_ms": 580.2,
    "wall_s": 0.581,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_61f0181ea5",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9997855832716287,
   "p_staged": 0.6593454113840767,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2786,
    "output_tokens": 0,
    "median_latency_ms": 892.7,
    "wall_s": 0.893,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.41890556393300354,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2962,
    "output_tokens": 0,
    "median_latency_ms": 706.9,
    "wall_s": 0.707,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6313aa4ef3",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998774655371975,
   "p_staged": 0.9999738976910305,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1585,
    "output_tokens": 0,
    "median_latency_ms": 651.3,
    "wall_s": 0.652,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.004781477878321648,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1761,
    "output_tokens": 0,
    "median_latency_ms": 529.0,
    "wall_s": 0.529,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6573df4d33",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9897178364814216,
   "p_staged": 0.5016429776439356,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2505,
    "output_tokens": 0,
    "median_latency_ms": 543.2,
    "wall_s": 0.543,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.4146163041770312,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2681,
    "output_tokens": 0,
    "median_latency_ms": 846.9,
    "wall_s": 0.847,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6736d74803",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999466929394009,
   "p_staged": 0.9987249775649364,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1854,
    "output_tokens": 0,
    "median_latency_ms": 507.3,
    "wall_s": 0.508,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.15800307574224093,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2030,
    "output_tokens": 0,
    "median_latency_ms": 510.0,
    "wall_s": 0.51,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_67b8a97518",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999888894081708,
   "p_staged": 0.9038990302465447,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1315,
    "output_tokens": 0,
    "median_latency_ms": 919.4,
    "wall_s": 0.92,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2223547675235878,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1491,
    "output_tokens": 0,
    "median_latency_ms": 650.4,
    "wall_s": 0.651,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_69cdec724d",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9875977509953182,
   "p_staged": 0.645236391332802,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1286,
    "output_tokens": 0,
    "median_latency_ms": 417.3,
    "wall_s": 0.417,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8879833235171906,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1462,
    "output_tokens": 0,
    "median_latency_ms": 492.9,
    "wall_s": 0.493,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6ac51cf124",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998737980096732,
   "p_staged": 0.9998036233030474,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2376,
    "output_tokens": 0,
    "median_latency_ms": 551.6,
    "wall_s": 0.552,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.017073976366406417,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2552,
    "output_tokens": 0,
    "median_latency_ms": 502.9,
    "wall_s": 0.503,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6af2337274",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998746322029406,
   "p_staged": 0.9980070954836263,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2758,
    "output_tokens": 0,
    "median_latency_ms": 607.8,
    "wall_s": 0.608,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0500026723714204,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2934,
    "output_tokens": 0,
    "median_latency_ms": 703.6,
    "wall_s": 0.704,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6b1036218c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999983439407581,
   "p_staged": 0.9999970123732919,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2676,
    "output_tokens": 0,
    "median_latency_ms": 667.9,
    "wall_s": 0.668,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08145295029463344,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2852,
    "output_tokens": 0,
    "median_latency_ms": 707.1,
    "wall_s": 0.707,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6b8470570e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999750259101486,
   "p_staged": 0.9999469238652244,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1854,
    "output_tokens": 0,
    "median_latency_ms": 470.4,
    "wall_s": 0.471,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07100521189728581,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2030,
    "output_tokens": 0,
    "median_latency_ms": 558.1,
    "wall_s": 0.558,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6ce4f93076",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9969936223171547,
   "p_staged": 0.38374069114600706,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3195,
    "output_tokens": 0,
    "median_latency_ms": 935.7,
    "wall_s": 0.936,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.5957144142287508,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3371,
    "output_tokens": 0,
    "median_latency_ms": 1320.0,
    "wall_s": 1.32,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6ded944f33",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998666225767779,
   "p_staged": 0.987462898387777,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1606,
    "output_tokens": 0,
    "median_latency_ms": 457.6,
    "wall_s": 0.458,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8715927239638974,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1782,
    "output_tokens": 0,
    "median_latency_ms": 662.6,
    "wall_s": 0.663,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6e2c2e2e54",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999676593128882,
   "p_staged": 0.6295386886287676,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1563,
    "output_tokens": 0,
    "median_latency_ms": 487.2,
    "wall_s": 0.487,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.826428408801688,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1739,
    "output_tokens": 0,
    "median_latency_ms": 557.5,
    "wall_s": 0.558,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6e42341d97",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999703864455854,
   "p_staged": 0.7758014247084501,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1280,
    "output_tokens": 0,
    "median_latency_ms": 591.7,
    "wall_s": 0.592,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5761579858561514,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1456,
    "output_tokens": 0,
    "median_latency_ms": 540.4,
    "wall_s": 0.541,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6e5dba09b5",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9984509559513942,
   "p_staged": 0.9820172809213096,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3406,
    "output_tokens": 0,
    "median_latency_ms": 867.6,
    "wall_s": 0.868,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.24100437836291974,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3582,
    "output_tokens": 0,
    "median_latency_ms": 1268.3,
    "wall_s": 1.269,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6e5e2cba99",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999720861327926,
   "p_staged": 0.8409312581172207,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2192,
    "output_tokens": 0,
    "median_latency_ms": 612.2,
    "wall_s": 0.613,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3111986576552863,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2368,
    "output_tokens": 0,
    "median_latency_ms": 578.4,
    "wall_s": 0.579,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6e800b0d59",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9486929498812626,
   "p_staged": 0.9597603472307421,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2397,
    "output_tokens": 0,
    "median_latency_ms": 640.9,
    "wall_s": 0.641,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.49781296672580283,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2573,
    "output_tokens": 0,
    "median_latency_ms": 574.6,
    "wall_s": 0.575,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_6eca5f9c74",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999101418262674,
   "p_staged": 0.9980758811023436,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1771,
    "output_tokens": 0,
    "median_latency_ms": 483.5,
    "wall_s": 0.484,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3706353676037134,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1947,
    "output_tokens": 0,
    "median_latency_ms": 574.3,
    "wall_s": 0.575,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_71a2bf4ec0",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999953483507186,
   "p_staged": 0.9999574223227441,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1881,
    "output_tokens": 0,
    "median_latency_ms": 475.9,
    "wall_s": 0.476,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.1475571078534606,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2057,
    "output_tokens": 0,
    "median_latency_ms": 555.2,
    "wall_s": 0.555,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_722d7f9008",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9983267599556812,
   "p_staged": 0.9643184148950233,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2155,
    "output_tokens": 0,
    "median_latency_ms": 619.0,
    "wall_s": 0.619,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08033071440005535,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2331,
    "output_tokens": 0,
    "median_latency_ms": 625.0,
    "wall_s": 0.625,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_724c92ee1b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999692177351592,
   "p_staged": 0.7004650802705955,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2862,
    "output_tokens": 0,
    "median_latency_ms": 729.5,
    "wall_s": 0.73,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.3731776250201737,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3038,
    "output_tokens": 0,
    "median_latency_ms": 726.7,
    "wall_s": 0.727,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_7285c0e8a1",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999900532284454,
   "p_staged": 0.9997807919512941,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1201,
    "output_tokens": 0,
    "median_latency_ms": 402.3,
    "wall_s": 0.403,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08102305487134806,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1377,
    "output_tokens": 0,
    "median_latency_ms": 505.7,
    "wall_s": 0.506,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_72d6402b89",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9987839492894508,
   "p_staged": 0.6721563102167538,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1185,
    "output_tokens": 0,
    "median_latency_ms": 394.9,
    "wall_s": 0.395,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.246959022670208,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1361,
    "output_tokens": 0,
    "median_latency_ms": 652.6,
    "wall_s": 0.653,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_7353732e6a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9989763984403109,
   "p_staged": 0.9404243095277666,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1035,
    "output_tokens": 0,
    "median_latency_ms": 474.1,
    "wall_s": 0.474,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6370123598341165,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1211,
    "output_tokens": 0,
    "median_latency_ms": 499.9,
    "wall_s": 0.5,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_75020aef25",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999952207700043,
   "p_staged": 0.9043473691338226,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1093,
    "output_tokens": 0,
    "median_latency_ms": 618.8,
    "wall_s": 0.619,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11089749576279097,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1269,
    "output_tokens": 0,
    "median_latency_ms": 553.4,
    "wall_s": 0.554,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_75715b5d5a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999969486347838,
   "p_staged": 0.9928975070788856,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1575,
    "output_tokens": 0,
    "median_latency_ms": 456.1,
    "wall_s": 0.456,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11637710384012276,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1751,
    "output_tokens": 0,
    "median_latency_ms": 675.6,
    "wall_s": 0.676,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_76132426eb",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9993726203269275,
   "p_staged": 0.6556540338865582,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1920,
    "output_tokens": 0,
    "median_latency_ms": 622.6,
    "wall_s": 0.623,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8307347102347447,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2096,
    "output_tokens": 0,
    "median_latency_ms": 636.3,
    "wall_s": 0.637,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_77a744cccc",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999173756683597,
   "p_staged": 0.9998452776769152,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2498,
    "output_tokens": 0,
    "median_latency_ms": 546.6,
    "wall_s": 0.547,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2961789312582288,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2674,
    "output_tokens": 0,
    "median_latency_ms": 603.6,
    "wall_s": 0.604,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_785b414fcc",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999943872908869,
   "p_staged": 0.7015294163667066,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1184,
    "output_tokens": 0,
    "median_latency_ms": 391.5,
    "wall_s": 0.392,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0433627479273257,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1360,
    "output_tokens": 0,
    "median_latency_ms": 462.3,
    "wall_s": 0.463,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_7872b98f22",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.13712077084347724,
   "p_staged": 0.4029955216874069,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2181,
    "output_tokens": 0,
    "median_latency_ms": 593.6,
    "wall_s": 0.594,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6520889402071021,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2357,
    "output_tokens": 0,
    "median_latency_ms": 773.0,
    "wall_s": 0.773,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_7a65f54fd1",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998039545107593,
   "p_staged": 0.9945614691693434,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1922,
    "output_tokens": 0,
    "median_latency_ms": 509.3,
    "wall_s": 0.51,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.341879396329893,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2098,
    "output_tokens": 0,
    "median_latency_ms": 533.2,
    "wall_s": 0.533,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_7c6a3e4079",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9573362064487112,
   "p_staged": 0.9539123696214619,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2248,
    "output_tokens": 0,
    "median_latency_ms": 716.0,
    "wall_s": 0.716,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.24016080070855897,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2424,
    "output_tokens": 0,
    "median_latency_ms": 646.5,
    "wall_s": 0.647,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_7d313487b4",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9990788786240035,
   "p_staged": 0.9997022125027885,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1081,
    "output_tokens": 0,
    "median_latency_ms": 501.2,
    "wall_s": 0.501,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.15793959771164595,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1257,
    "output_tokens": 0,
    "median_latency_ms": 1480.8,
    "wall_s": 1.481,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_7d52e04e3f",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999867283464083,
   "p_staged": 0.9813510440693994,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1297,
    "output_tokens": 0,
    "median_latency_ms": 477.7,
    "wall_s": 0.478,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.22767107668369288,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1473,
    "output_tokens": 0,
    "median_latency_ms": 1458.1,
    "wall_s": 1.458,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_7d6334e275",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9978228981337214,
   "p_staged": 0.9797714296414198,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2897,
    "output_tokens": 0,
    "median_latency_ms": 1255.3,
    "wall_s": 1.256,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.20861524826095,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3073,
    "output_tokens": 0,
    "median_latency_ms": 678.7,
    "wall_s": 0.679,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_7e38ea28b1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9997607473121337,
   "p_staged": 0.9535311375065291,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1602,
    "output_tokens": 0,
    "median_latency_ms": 448.9,
    "wall_s": 0.449,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.26710411372101067,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1778,
    "output_tokens": 0,
    "median_latency_ms": 581.0,
    "wall_s": 0.581,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_82add1fce5",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9989572724828879,
   "p_staged": 0.9999068909193234,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1896,
    "output_tokens": 0,
    "median_latency_ms": 666.4,
    "wall_s": 0.667,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06222107696143101,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2072,
    "output_tokens": 0,
    "median_latency_ms": 608.7,
    "wall_s": 0.609,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_82f3709d5f",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998626424383568,
   "p_staged": 0.9999959608134645,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2624,
    "output_tokens": 0,
    "median_latency_ms": 556.6,
    "wall_s": 0.557,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.089357360224258,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2800,
    "output_tokens": 0,
    "median_latency_ms": 642.1,
    "wall_s": 0.642,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_8331c386d3",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999885956326469,
   "p_staged": 0.9514462382579484,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2162,
    "output_tokens": 0,
    "median_latency_ms": 514.4,
    "wall_s": 0.515,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.17115024375033078,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2338,
    "output_tokens": 0,
    "median_latency_ms": 551.3,
    "wall_s": 0.552,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_84398b1bab",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.0008770320444936331,
   "p_staged": 0.011994557254755824,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2343,
    "output_tokens": 0,
    "median_latency_ms": 572.3,
    "wall_s": 0.573,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.8331281334489555,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2519,
    "output_tokens": 0,
    "median_latency_ms": 654.7,
    "wall_s": 0.655,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_84b0ac7a04",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999869804662945,
   "p_staged": 0.9884595974454484,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2085,
    "output_tokens": 0,
    "median_latency_ms": 486.2,
    "wall_s": 0.486,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.059449939097645926,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2261,
    "output_tokens": 0,
    "median_latency_ms": 758.5,
    "wall_s": 0.759,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_873a7b4806",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999924372359545,
   "p_staged": 0.9203099994177286,
   "metrics_one_call": {
    "requests": 2,
    "completed_requests": 1,
    "input_tokens": 1481,
    "output_tokens": 0,
    "median_latency_ms": 618.3,
    "wall_s": 0.619,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8470699567588695,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1657,
    "output_tokens": 0,
    "median_latency_ms": 326.9,
    "wall_s": 0.327,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_874a57383b",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999083087151939,
   "p_staged": 0.9999453775842664,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1608,
    "output_tokens": 0,
    "median_latency_ms": 344.2,
    "wall_s": 0.345,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.19425568208035016,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1784,
    "output_tokens": 0,
    "median_latency_ms": 390.1,
    "wall_s": 0.39,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_87a9fefd93",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999738175787223,
   "p_staged": 0.9566866706797669,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1293,
    "output_tokens": 0,
    "median_latency_ms": 269.1,
    "wall_s": 0.269,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.036309057409008014,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1469,
    "output_tokens": 0,
    "median_latency_ms": 6335.5,
    "wall_s": 6.336,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_87c74015a9",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998374458042278,
   "p_staged": 0.9526247290556326,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2924,
    "output_tokens": 0,
    "median_latency_ms": 369.9,
    "wall_s": 0.37,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.10389870037797529,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3100,
    "output_tokens": 0,
    "median_latency_ms": 6933.8,
    "wall_s": 6.934,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_88163f1a39",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.5880325586284902,
   "p_staged": 0.36117182555493255,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2636,
    "output_tokens": 0,
    "median_latency_ms": 394.7,
    "wall_s": 0.395,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.5226642461952655,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2812,
    "output_tokens": 0,
    "median_latency_ms": 358.3,
    "wall_s": 0.359,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_89eae72ac3",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999730655355291,
   "p_staged": 0.9964038208962195,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1354,
    "output_tokens": 0,
    "median_latency_ms": 271.7,
    "wall_s": 0.272,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3493924203645313,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1530,
    "output_tokens": 0,
    "median_latency_ms": 342.7,
    "wall_s": 0.343,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_8a62799d01",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9737286782877842,
   "p_staged": 0.6577593300693936,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2842,
    "output_tokens": 0,
    "median_latency_ms": 419.4,
    "wall_s": 0.42,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.3834391421409393,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3018,
    "output_tokens": 0,
    "median_latency_ms": 416.6,
    "wall_s": 0.417,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_8b0199400b",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999200891503972,
   "p_staged": 0.999727472326904,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1416,
    "output_tokens": 0,
    "median_latency_ms": 847.4,
    "wall_s": 0.848,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6224435062741037,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1592,
    "output_tokens": 0,
    "median_latency_ms": 329.8,
    "wall_s": 0.33,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_8b0734d7eb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998849252244856,
   "p_staged": 0.9997983970180536,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2780,
    "output_tokens": 0,
    "median_latency_ms": 378.8,
    "wall_s": 0.379,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08904777441158009,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2956,
    "output_tokens": 0,
    "median_latency_ms": 355.8,
    "wall_s": 0.356,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_8bf899b7b1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999160542607065,
   "p_staged": 0.9999777745395718,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1529,
    "output_tokens": 0,
    "median_latency_ms": 311.3,
    "wall_s": 0.312,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.019055151987528326,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1705,
    "output_tokens": 0,
    "median_latency_ms": 335.0,
    "wall_s": 0.335,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_8cd86cfb5e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9992566004299356,
   "p_staged": 0.9994534873804547,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2375,
    "output_tokens": 0,
    "median_latency_ms": 309.5,
    "wall_s": 0.31,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.37220523261748384,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2551,
    "output_tokens": 0,
    "median_latency_ms": 340.1,
    "wall_s": 0.34,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_8d64d7b752",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999954353884242,
   "p_staged": 0.9999930297540544,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1453,
    "output_tokens": 0,
    "median_latency_ms": 1207.3,
    "wall_s": 1.208,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.599032362623922,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1629,
    "output_tokens": 0,
    "median_latency_ms": 443.8,
    "wall_s": 0.444,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_8efe3695b2",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9991990663924012,
   "p_staged": 0.6949540800657313,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3314,
    "output_tokens": 0,
    "median_latency_ms": 657.4,
    "wall_s": 0.658,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5903256127213768,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3490,
    "output_tokens": 0,
    "median_latency_ms": 1578.2,
    "wall_s": 1.579,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_8fe65eecc1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999908183180598,
   "p_staged": 0.9838175681572873,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1663,
    "output_tokens": 0,
    "median_latency_ms": 577.8,
    "wall_s": 0.578,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8285896674293587,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1839,
    "output_tokens": 0,
    "median_latency_ms": 430.1,
    "wall_s": 0.43,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_9089ff6fab",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9997643476230121,
   "p_staged": 0.6663242671266886,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1458,
    "output_tokens": 0,
    "median_latency_ms": 1338.1,
    "wall_s": 1.338,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.3439143548077548,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1634,
    "output_tokens": 0,
    "median_latency_ms": 329.8,
    "wall_s": 0.33,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_910e9aaf48",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9997163668088249,
   "p_staged": 0.9999906089432259,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1193,
    "output_tokens": 0,
    "median_latency_ms": 297.3,
    "wall_s": 0.297,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.19795164277148705,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1369,
    "output_tokens": 0,
    "median_latency_ms": 528.6,
    "wall_s": 0.529,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_9164b03cfe",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999315351340348,
   "p_staged": 0.9999025187856097,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1105,
    "output_tokens": 0,
    "median_latency_ms": 275.6,
    "wall_s": 0.276,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3713195312269179,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1281,
    "output_tokens": 0,
    "median_latency_ms": 353.1,
    "wall_s": 0.353,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_927bf4d523",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999925083448304,
   "p_staged": 0.989722176922862,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1583,
    "output_tokens": 0,
    "median_latency_ms": 289.6,
    "wall_s": 0.29,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.4833225433146734,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1759,
    "output_tokens": 0,
    "median_latency_ms": 1152.4,
    "wall_s": 1.153,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_92be689d37",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999797989761658,
   "p_staged": 0.6681657038683356,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1031,
    "output_tokens": 0,
    "median_latency_ms": 266.5,
    "wall_s": 0.267,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8036499571889585,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1207,
    "output_tokens": 0,
    "median_latency_ms": 370.5,
    "wall_s": 0.371,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_948def1d9e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.6463722343945775,
   "p_staged": 0.08410194231602293,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2600,
    "output_tokens": 0,
    "median_latency_ms": 418.9,
    "wall_s": 0.422,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 3.194416411937235,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2776,
    "output_tokens": 0,
    "median_latency_ms": 375.7,
    "wall_s": 0.376,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_94f2260d6a",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9991308413538791,
   "p_staged": 0.7838131112606149,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2336,
    "output_tokens": 0,
    "median_latency_ms": 340.0,
    "wall_s": 0.34,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.9516715303166372,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2512,
    "output_tokens": 0,
    "median_latency_ms": 350.7,
    "wall_s": 0.351,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_951bcb1ea1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9659358073805815,
   "p_staged": 0.9983104712803049,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2582,
    "output_tokens": 0,
    "median_latency_ms": 419.8,
    "wall_s": 0.42,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2874836891580313,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2758,
    "output_tokens": 0,
    "median_latency_ms": 554.6,
    "wall_s": 0.555,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_954b37fc18",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999989336866815,
   "p_staged": 0.9999785856528254,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1231,
    "output_tokens": 0,
    "median_latency_ms": 274.8,
    "wall_s": 0.275,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.23297451683563022,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1407,
    "output_tokens": 0,
    "median_latency_ms": 338.2,
    "wall_s": 0.338,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_967caff01b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9943104732895581,
   "p_staged": 0.6410295800197581,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1832,
    "output_tokens": 0,
    "median_latency_ms": 649.6,
    "wall_s": 0.65,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5903360171485121,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2008,
    "output_tokens": 0,
    "median_latency_ms": 449.2,
    "wall_s": 0.45,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_973dd14908",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998857308751395,
   "p_staged": 0.9999981320053065,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1264,
    "output_tokens": 0,
    "median_latency_ms": 305.8,
    "wall_s": 0.306,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3562561911525669,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1440,
    "output_tokens": 0,
    "median_latency_ms": 369.2,
    "wall_s": 0.369,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_99257f6538",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9995326900275795,
   "p_staged": 0.7052497666020408,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3960,
    "output_tokens": 0,
    "median_latency_ms": 445.0,
    "wall_s": 0.445,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.14454183805881138,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 4136,
    "output_tokens": 0,
    "median_latency_ms": 824.9,
    "wall_s": 0.825,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_99fa2a911c",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999709661517506,
   "p_staged": 0.9999955683451264,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1875,
    "output_tokens": 0,
    "median_latency_ms": 290.1,
    "wall_s": 0.29,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.13731976582371788,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2051,
    "output_tokens": 0,
    "median_latency_ms": 998.2,
    "wall_s": 0.999,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_9c35b6c22d",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999513915065198,
   "p_staged": 0.964612053680252,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2617,
    "output_tokens": 0,
    "median_latency_ms": 291.5,
    "wall_s": 0.292,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08572414131605535,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2793,
    "output_tokens": 0,
    "median_latency_ms": 465.8,
    "wall_s": 0.466,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_9ec0b6a39f",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999634971436898,
   "p_staged": 0.9999173314276094,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1950,
    "output_tokens": 0,
    "median_latency_ms": 286.5,
    "wall_s": 0.287,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7271502073417112,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2126,
    "output_tokens": 0,
    "median_latency_ms": 358.5,
    "wall_s": 0.359,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a034ffa84d",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9995597787267255,
   "p_staged": 0.641937648891863,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1368,
    "output_tokens": 0,
    "median_latency_ms": 321.6,
    "wall_s": 0.322,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.9586470841911017,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1544,
    "output_tokens": 0,
    "median_latency_ms": 335.6,
    "wall_s": 0.336,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a0a7ff07a3",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9987149624348837,
   "p_staged": 0.9232767852924129,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3193,
    "output_tokens": 0,
    "median_latency_ms": 622.3,
    "wall_s": 0.623,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2367119680926889,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3369,
    "output_tokens": 0,
    "median_latency_ms": 826.6,
    "wall_s": 0.827,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a15ab088c9",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998516037027931,
   "p_staged": 0.6533933899023053,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1834,
    "output_tokens": 0,
    "median_latency_ms": 299.5,
    "wall_s": 0.3,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.9288815498230797,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2010,
    "output_tokens": 0,
    "median_latency_ms": 476.3,
    "wall_s": 0.477,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a582d49c4f",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9969635425924527,
   "p_staged": 0.9882310428264026,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3188,
    "output_tokens": 0,
    "median_latency_ms": 491.3,
    "wall_s": 0.492,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5884019042816921,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3364,
    "output_tokens": 0,
    "median_latency_ms": 540.5,
    "wall_s": 0.541,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a6313a6105",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998794753642128,
   "p_staged": 0.9867236941079939,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2390,
    "output_tokens": 0,
    "median_latency_ms": 334.1,
    "wall_s": 0.334,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7528369448070915,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2566,
    "output_tokens": 0,
    "median_latency_ms": 357.2,
    "wall_s": 0.358,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a64cba0e59",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9995788161056766,
   "p_staged": 0.9999993585247653,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1277,
    "output_tokens": 0,
    "median_latency_ms": 307.1,
    "wall_s": 0.307,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.019129021822254653,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1453,
    "output_tokens": 0,
    "median_latency_ms": 363.3,
    "wall_s": 0.364,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a6ad6b4fe1",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9967851027005706,
   "p_staged": 0.5636957875380585,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3069,
    "output_tokens": 0,
    "median_latency_ms": 402.7,
    "wall_s": 0.403,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 2.3537783385120297,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3245,
    "output_tokens": 0,
    "median_latency_ms": 423.5,
    "wall_s": 0.424,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a77101d8fc",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999707724868315,
   "p_staged": 0.6830289512593279,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2395,
    "output_tokens": 0,
    "median_latency_ms": 288.1,
    "wall_s": 0.288,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6892022703317593,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2571,
    "output_tokens": 0,
    "median_latency_ms": 350.9,
    "wall_s": 0.351,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a7eb5d2ff4",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9996614317293455,
   "p_staged": 0.5609688371004155,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1826,
    "output_tokens": 0,
    "median_latency_ms": 606.6,
    "wall_s": 0.607,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.7339056819672105,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2002,
    "output_tokens": 0,
    "median_latency_ms": 387.9,
    "wall_s": 0.388,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_a999139877",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.995632722257271,
   "p_staged": 0.7560365627334177,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2073,
    "output_tokens": 0,
    "median_latency_ms": 399.0,
    "wall_s": 0.399,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8700187957693909,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2249,
    "output_tokens": 0,
    "median_latency_ms": 334.4,
    "wall_s": 0.335,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_aa0b07f8cf",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999521527118237,
   "p_staged": 0.99965918660461,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2590,
    "output_tokens": 0,
    "median_latency_ms": 287.8,
    "wall_s": 0.288,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2977374893912183,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2766,
    "output_tokens": 0,
    "median_latency_ms": 487.5,
    "wall_s": 0.488,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_aa467f79a8",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999707038308655,
   "p_staged": 0.9999858347863343,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1263,
    "output_tokens": 0,
    "median_latency_ms": 381.8,
    "wall_s": 0.382,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.020072716683192222,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1439,
    "output_tokens": 0,
    "median_latency_ms": 331.7,
    "wall_s": 0.332,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_ab461f9e85",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9987596646615,
   "p_staged": 0.6801906265638382,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1867,
    "output_tokens": 0,
    "median_latency_ms": 362.0,
    "wall_s": 0.362,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.92255751568687,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2043,
    "output_tokens": 0,
    "median_latency_ms": 339.2,
    "wall_s": 0.339,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_ad0bf687d6",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9991132387835584,
   "p_staged": 0.9920602704357128,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2400,
    "output_tokens": 0,
    "median_latency_ms": 345.6,
    "wall_s": 0.346,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.748875441608732,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2576,
    "output_tokens": 0,
    "median_latency_ms": 385.0,
    "wall_s": 0.385,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_ad59ef9183",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998190748493675,
   "p_staged": 0.9996754643387628,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2935,
    "output_tokens": 0,
    "median_latency_ms": 348.5,
    "wall_s": 0.349,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.12996467152270783,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3111,
    "output_tokens": 0,
    "median_latency_ms": 537.9,
    "wall_s": 0.538,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_af679288fe",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998680819021077,
   "p_staged": 0.9995039891308898,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1031,
    "output_tokens": 0,
    "median_latency_ms": 273.1,
    "wall_s": 0.273,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2125777736974699,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1207,
    "output_tokens": 0,
    "median_latency_ms": 453.3,
    "wall_s": 0.454,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_b121a19d90",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.768797836827286,
   "p_staged": 0.28617149956628124,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2204,
    "output_tokens": 0,
    "median_latency_ms": 925.3,
    "wall_s": 0.926,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.67125585369999,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2380,
    "output_tokens": 0,
    "median_latency_ms": 416.5,
    "wall_s": 0.417,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_b283e8d1a0",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.6585714046056215,
   "p_staged": 0.3681399475285117,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2996,
    "output_tokens": 0,
    "median_latency_ms": 394.5,
    "wall_s": 0.395,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 2.956511202161298,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3172,
    "output_tokens": 0,
    "median_latency_ms": 591.0,
    "wall_s": 0.591,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_b2d8bc71ad",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.006771224324103861,
   "p_staged": 0.027492939925174254,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2395,
    "output_tokens": 0,
    "median_latency_ms": 632.6,
    "wall_s": 0.633,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.6848441787484927,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2571,
    "output_tokens": 0,
    "median_latency_ms": 416.0,
    "wall_s": 0.416,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_b327a4a2e3",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999209921417909,
   "p_staged": 0.9999953674115654,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2376,
    "output_tokens": 0,
    "median_latency_ms": 411.7,
    "wall_s": 0.412,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7012575222056081,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2552,
    "output_tokens": 0,
    "median_latency_ms": 441.7,
    "wall_s": 0.442,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  },
  {
   "id": "pv_b39f777f5b",
   "resolved": false,
   "code": "reject",
   "gate_rejected": true,
   "p_one_call": 0.04323921545612383,
   "p_staged": 0.0,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2069,
    "output_tokens": 0,
    "median_latency_ms": 440.5,
    "wall_s": 0.441,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 2
  }
 ],
 "summary": {
  "dataset": {
   "subset": "full",
   "cases": 150,
   "resolved": 75,
   "limit": null,
   "plan": {
    "cases": 150,
    "one_call_requests": 150,
    "staged_requests": 149,
    "total_requests": 299,
    "zen_minutes_at_spacing": 99.7
   }
  },
  "cases": 150,
  "resolved": 75,
  "gate_rejected": 1,
  "code": {
   "auroc": 0.5428,
   "auroc_95": [
    0.4681,
    0.6268
   ],
   "decided": 83,
   "decided_correct": "45/83"
  },
  "one_call": {
   "auroc": 0.6309,
   "auroc_95": [
    0.5348,
    0.7181
   ],
   "accuracy_at_0_5": "79/150",
   "brier": 0.4421,
   "ece_10": 0.4508
  },
  "staged": {
   "auroc": 0.5204,
   "auroc_95": [
    0.4244,
    0.6123
   ],
   "accuracy_at_0_5": "85/150",
   "brier": 0.3656,
   "ece_10": 0.3216
  },
  "mcnemar_one_call_vs_staged": {
   "only_first_right": 3,
   "only_second_right": 9,
   "p_value": 0.146
  }
 },
 "policy": {
  "version": "patch-verdict-v1",
  "code_gate_rejects": "no patch, or no change outside tests and new scratch scripts",
  "code_rule_accepts": "source change + last test run after the last edit + exit code 0",
  "one_call_score": "p = Noul(passes)",
  "staged_score": "p = mean(Noul(addresses_issue), Noul(verified_after_last_edit), P(failure_mode=likely_fixed))",
  "default_threshold": 0.5,
  "thresholds": "auto-accept/auto-reject cut-offs are chosen on the dev split (openjev) and then frozen",
  "frozen_before_live_runs": true
 },
 "status": "complete",
 "calls": [
  {
   "case_id": "pv_322dd01fa9",
   "phase": "one_call",
   "state_hash": "771c61cf82ee07fb5b99496df60fbb53ee6334222e971697d9ef6e209b9849f9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996258709459511
    }
   },
   "usage": {
    "input_tokens": 2315,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1122.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.123
  },
  {
   "case_id": "pv_322dd01fa9",
   "phase": "staged",
   "state_hash": "771c61cf82ee07fb5b99496df60fbb53ee6334222e971697d9ef6e209b9849f9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999930153298359
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9996861698211752
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9985597618353753,
     "probabilities": {
      "likely_fixed": 0.9997347684372749,
      "partial_fix": 2.4236100172245996e-05,
      "wrong_location": 2.4684035678806846e-06,
      "symptom_suppressed": 5.606116422521817e-06,
      "breaks_other_behaviour": 1.6460357932586654e-06,
      "unclear": 0.0002312749067692014
     }
    },
    "risk": {
     "type": "score",
     "score": 0.32537287431059886,
     "confidence": 0.6023930780250789,
     "probabilities": {
      "0": 0.6798479537389026,
      "1": 0.3182325960249893,
      "2": 0.00016254634471298294,
      "3": 0.00021242996939654875,
      "4": 0.0015444739219984812
     }
    }
   },
   "usage": {
    "input_tokens": 2491,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 677.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.678
  },
  {
   "case_id": "pv_333f5a6224",
   "phase": "one_call",
   "state_hash": "d0e35bc6f5b7877f383da8aaae605780414ba5d3013a4afeddfac6bbbf849e80",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998123799039462
    }
   },
   "usage": {
    "input_tokens": 2348,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1248.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.249
  },
  {
   "case_id": "pv_333f5a6224",
   "phase": "staged",
   "state_hash": "d0e35bc6f5b7877f383da8aaae605780414ba5d3013a4afeddfac6bbbf849e80",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989842844134
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999753540128922
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9991041969872281,
     "probabilities": {
      "likely_fixed": 0.9998399978662483,
      "partial_fix": 3.231551358124685e-06,
      "wrong_location": 5.364529647890437e-07,
      "symptom_suppressed": 1.9201040281070487e-06,
      "breaks_other_behaviour": 3.539132292720267e-06,
      "unclear": 0.0001507748931078956
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4456103268710475,
     "confidence": 0.564943660955001,
     "probabilities": {
      "0": 0.5596375816169072,
      "1": 0.4383757212523385,
      "2": 0.0002083660287420002,
      "3": 0.0002954508468240091,
      "4": 0.0014828802551882481
     }
    }
   },
   "usage": {
    "input_tokens": 2524,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1508.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.509
  },
  {
   "case_id": "pv_3430efee5f",
   "phase": "one_call",
   "state_hash": "635de697d211178c68f4d6c7ab34c515ad863ebffbf635fbe2d1916c0ad026c1",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.995989481983997
    }
   },
   "usage": {
    "input_tokens": 1729,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 810.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.81
  },
  {
   "case_id": "pv_3430efee5f",
   "phase": "staged",
   "state_hash": "635de697d211178c68f4d6c7ab34c515ad863ebffbf635fbe2d1916c0ad026c1",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999936740607578
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9941000777405979
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9706527256617771,
     "probabilities": {
      "likely_fixed": 0.9922501016865479,
      "partial_fix": 0.002013067707134511,
      "wrong_location": 3.400461016003409e-05,
      "symptom_suppressed": 0.0005232500184580384,
      "breaks_other_behaviour": 0.00018637090842321064,
      "unclear": 0.004993205069276221
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5094483711817273,
     "confidence": 0.557851453170888,
     "probabilities": {
      "0": 0.4971306938175337,
      "1": 0.5002330280937403,
      "2": 0.0005707798105725543,
      "3": 0.00018820964577212748,
      "4": 0.0018772886323813686
     }
    }
   },
   "usage": {
    "input_tokens": 1905,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 516.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.517
  },
  {
   "case_id": "pv_3536c0ea43",
   "phase": "one_call",
   "state_hash": "322d33f51ea9e8699d8384c4d175307ad6841f094f83a091ee4f3384b8180cf4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.004509972676486106
    }
   },
   "usage": {
    "input_tokens": 2557,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 569.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.57
  },
  {
   "case_id": "pv_3536c0ea43",
   "phase": "staged",
   "state_hash": "322d33f51ea9e8699d8384c4d175307ad6841f094f83a091ee4f3384b8180cf4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.008276547136028147
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7421994305637024
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.8904462321785169,
     "probabilities": {
      "likely_fixed": 0.009420489935346457,
      "partial_fix": 0.0016588706139651608,
      "wrong_location": 0.02526036811484808,
      "symptom_suppressed": 0.0005164043040232514,
      "breaks_other_behaviour": 0.0011265909057242478,
      "unclear": 0.9620172761260928
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7594310640344452,
     "confidence": 0.3606683452857826,
     "probabilities": {
      "0": 0.42070925503127604,
      "1": 0.4841323950266932,
      "2": 0.047910477024788636,
      "3": 0.009513776710793797,
      "4": 0.03773409620644833
     }
    }
   },
   "usage": {
    "input_tokens": 2733,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 655.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.655
  },
  {
   "case_id": "pv_35678fb74c",
   "phase": "one_call",
   "state_hash": "47dc3c52ff6a2da56e03ab762a0f8e70eabd2fe3ec3e1c05746681df29ca6c97",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999882346327396
    }
   },
   "usage": {
    "input_tokens": 1610,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 773.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.774
  },
  {
   "case_id": "pv_35678fb74c",
   "phase": "staged",
   "state_hash": "47dc3c52ff6a2da56e03ab762a0f8e70eabd2fe3ec3e1c05746681df29ca6c97",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989742702139
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9448229142999081
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9992796340783107,
     "probabilities": {
      "likely_fixed": 0.9998769838896123,
      "partial_fix": 1.1707073113535774e-05,
      "wrong_location": 7.821540145458573e-07,
      "symptom_suppressed": 1.9334068408152017e-06,
      "breaks_other_behaviour": 1.3151328560479923e-06,
      "unclear": 0.0001072783435626983
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3625132375186144,
     "confidence": 0.582893193933541,
     "probabilities": {
      "0": 0.64518207827921,
      "1": 0.35167048981988946,
      "2": 0.0005412872798896874,
      "3": 0.0006644053450980645,
      "4": 0.0019417392759128393
     }
    }
   },
   "usage": {
    "input_tokens": 1786,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 524.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.524
  },
  {
   "case_id": "pv_35980d829a",
   "phase": "one_call",
   "state_hash": "8f6a4449dc097d1aaec1dbb7bd38ba00bac97be6ff89ba4e4fb2193a76b38c87",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998982824630619
    }
   },
   "usage": {
    "input_tokens": 2132,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 499.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.5
  },
  {
   "case_id": "pv_35980d829a",
   "phase": "staged",
   "state_hash": "8f6a4449dc097d1aaec1dbb7bd38ba00bac97be6ff89ba4e4fb2193a76b38c87",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9416211948384219
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9085609537995527
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.608334307915638,
     "probabilities": {
      "likely_fixed": 0.5659650660228089,
      "partial_fix": 0.0015533389058784558,
      "wrong_location": 0.00037431072938448774,
      "symptom_suppressed": 0.00019707857400664273,
      "breaks_other_behaviour": 0.00027853296880731,
      "unclear": 0.4316316727991141
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06446101554326471,
     "confidence": 0.8641165152004606,
     "probabilities": {
      "0": 0.9497223388722563,
      "1": 0.04517149076049785,
      "2": 0.0002799915105224412,
      "3": 0.0005751736651717358,
      "4": 0.004251005191551692
     }
    }
   },
   "usage": {
    "input_tokens": 2308,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 585.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.586
  },
  {
   "case_id": "pv_35b5099e46",
   "phase": "one_call",
   "state_hash": "604f47acaca9756d6fbc89f8a69597511ff9b5befbf19ccd7ba5e5c1fd44621b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.99997648051046
    }
   },
   "usage": {
    "input_tokens": 2080,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 519.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.52
  },
  {
   "case_id": "pv_35b5099e46",
   "phase": "staged",
   "state_hash": "604f47acaca9756d6fbc89f8a69597511ff9b5befbf19ccd7ba5e5c1fd44621b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998951664063
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999995217777184
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999961104260047,
     "probabilities": {
      "likely_fixed": 0.9999951125390605,
      "partial_fix": 1.8217725171634925e-07,
      "wrong_location": 1.363377974163142e-07,
      "symptom_suppressed": 2.1631949326928684e-06,
      "breaks_other_behaviour": 1.2135829548169716e-07,
      "unclear": 2.2843926621179857e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.007870067541773997,
     "confidence": 0.9756633319222546,
     "probabilities": {
      "0": 0.9940063631725385,
      "1": 0.005314502934091471,
      "2": 2.2410426161720022e-05,
      "3": 0.00011615011347405828,
      "4": 0.0005405733537342277
     }
    }
   },
   "usage": {
    "input_tokens": 2256,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 524.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.524
  },
  {
   "case_id": "pv_38d6359087",
   "phase": "one_call",
   "state_hash": "7fec96d7037d8f376d0f179fd4b0f1b7c166cbfb9edf1b39f554e26bc00ff89b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999603265286806
    }
   },
   "usage": {
    "input_tokens": 1633,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 479.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.48
  },
  {
   "case_id": "pv_38d6359087",
   "phase": "staged",
   "state_hash": "7fec96d7037d8f376d0f179fd4b0f1b7c166cbfb9edf1b39f554e26bc00ff89b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999983811389817
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0016161168883263455
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9995856848428042,
     "probabilities": {
      "likely_fixed": 0.9999336465545274,
      "partial_fix": 3.6844788692859134e-06,
      "wrong_location": 5.499396123059117e-07,
      "symptom_suppressed": 3.769753109463773e-06,
      "breaks_other_behaviour": 1.2519411122747109e-06,
      "unclear": 5.7097332769229014e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0871658334911706,
     "confidence": 0.8254760686390472,
     "probabilities": {
      "0": 0.928445377216171,
      "1": 0.06587007212806278,
      "2": 0.0004058430604091998,
      "3": 0.000630755139138499,
      "4": 0.00464795245621848
     }
    }
   },
   "usage": {
    "input_tokens": 1809,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1051.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.052
  },
  {
   "case_id": "pv_391647b5a9",
   "phase": "one_call",
   "state_hash": "3db3f8fd9319cdb567dc264b0c5a2c7e6eb717e9d110024b543afd19281f1fc8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.7717276488089098
    }
   },
   "usage": {
    "input_tokens": 2515,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 743.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.744
  },
  {
   "case_id": "pv_391647b5a9",
   "phase": "staged",
   "state_hash": "3db3f8fd9319cdb567dc264b0c5a2c7e6eb717e9d110024b543afd19281f1fc8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999980560324258
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 1.4882944106206508e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.5757972434866188,
     "probabilities": {
      "likely_fixed": 0.5000405649548272,
      "partial_fix": 0.013554390581249978,
      "wrong_location": 2.438063147897468e-05,
      "symptom_suppressed": 0.00013373312640392964,
      "breaks_other_behaviour": 0.00038797506544711765,
      "unclear": 0.4858589556405928
     }
    },
    "risk": {
     "type": "score",
     "score": 2.1974923403138846,
     "confidence": 0.2713128410879839,
     "probabilities": {
      "0": 0.010766354450348197,
      "1": 0.14281007638191506,
      "2": 0.5509477968046765,
      "3": 0.2291164191296242,
      "4": 0.06635935323343596
     }
    }
   },
   "usage": {
    "input_tokens": 2691,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 665.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.666
  },
  {
   "case_id": "pv_391c9e5cad",
   "phase": "one_call",
   "state_hash": "dcb203395e80dc626f229d75221956ea1f52cb86b957e8756861a4cf19186ac7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9118738473454829
    }
   },
   "usage": {
    "input_tokens": 2446,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 640.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.641
  },
  {
   "case_id": "pv_391c9e5cad",
   "phase": "staged",
   "state_hash": "dcb203395e80dc626f229d75221956ea1f52cb86b957e8756861a4cf19186ac7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9815605048115466
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7644556798994414
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.7400142788833852,
     "probabilities": {
      "likely_fixed": 0.17064160795430228,
      "partial_fix": 0.0007961201723049641,
      "wrong_location": 1.8550841567802723e-05,
      "symptom_suppressed": 2.827354502148323e-05,
      "breaks_other_behaviour": 0.0002241845623778814,
      "unclear": 0.8282912629244256
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18686448406447678,
     "confidence": 0.6971520135417995,
     "probabilities": {
      "0": 0.8242381683617074,
      "1": 0.17159632711477488,
      "2": 0.0004887067267646597,
      "3": 0.0004164476908398277,
      "4": 0.003260350105913275
     }
    }
   },
   "usage": {
    "input_tokens": 2622,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 620.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.62
  },
  {
   "case_id": "pv_39e506484a",
   "phase": "one_call",
   "state_hash": "8907ffd3128df2d5f3f78d0f0dbf9d6f89570798640af6acd554adb1f20bf9c8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999854889468972
    }
   },
   "usage": {
    "input_tokens": 1952,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1449.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.45
  },
  {
   "case_id": "pv_39e506484a",
   "phase": "staged",
   "state_hash": "8907ffd3128df2d5f3f78d0f0dbf9d6f89570798640af6acd554adb1f20bf9c8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999965808168777
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9980362355282589
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9987835582811285,
     "probabilities": {
      "likely_fixed": 0.9997760534142887,
      "partial_fix": 9.220505991715939e-06,
      "wrong_location": 6.729972955382333e-07,
      "symptom_suppressed": 3.956205055371346e-06,
      "breaks_other_behaviour": 1.9096712156703114e-06,
      "unclear": 0.00020818720615298442
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08105164321933395,
     "confidence": 0.8283583090120606,
     "probabilities": {
      "0": 0.9260868070299736,
      "1": 0.07134257698870565,
      "2": 0.00013766097151203521,
      "3": 0.0002980757516308015,
      "4": 0.0021348792581779557
     }
    }
   },
   "usage": {
    "input_tokens": 2128,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 565.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.566
  },
  {
   "case_id": "pv_3a3e4b5b8b",
   "phase": "one_call",
   "state_hash": "1df0732736a1e8fbb3f09ed9c47c5bdfaa7995dbe6c239c587bf1c4f1a9b17e6",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999898999955923
    }
   },
   "usage": {
    "input_tokens": 2129,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 740.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.741
  },
  {
   "case_id": "pv_3a3e4b5b8b",
   "phase": "staged",
   "state_hash": "1df0732736a1e8fbb3f09ed9c47c5bdfaa7995dbe6c239c587bf1c4f1a9b17e6",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9724650817737504
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9972442842340082
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9398890902566845,
     "probabilities": {
      "likely_fixed": 0.9776515234313136,
      "partial_fix": 5.9388143810885124e-05,
      "wrong_location": 1.8307792559495817e-06,
      "symptom_suppressed": 1.958939214395557e-05,
      "breaks_other_behaviour": 8.188479336975895e-06,
      "unclear": 0.02225947977413866
     }
    },
    "risk": {
     "type": "score",
     "score": 0.04670857778716188,
     "confidence": 0.8875929854617962,
     "probabilities": {
      "0": 0.9587722475996888,
      "1": 0.03924996830789528,
      "2": 4.768021072639263e-05,
      "3": 0.00035716646894434236,
      "4": 0.0015729374127451956
     }
    }
   },
   "usage": {
    "input_tokens": 2305,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 617.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.617
  },
  {
   "case_id": "pv_3a86fea53e",
   "phase": "one_call",
   "state_hash": "49f9c7dc1134812aa2c60649d27cc95ae27e31119448db2de6ce39bdbdaec460",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.8122249915139288
    }
   },
   "usage": {
    "input_tokens": 2657,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 684.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.685
  },
  {
   "case_id": "pv_3a86fea53e",
   "phase": "staged",
   "state_hash": "49f9c7dc1134812aa2c60649d27cc95ae27e31119448db2de6ce39bdbdaec460",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999965581483375
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 9.832236452851516e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.677948944224075,
     "probabilities": {
      "likely_fixed": 0.24943319141706538,
      "partial_fix": 0.0020795009052266226,
      "wrong_location": 1.4869546496503178e-05,
      "symptom_suppressed": 2.7060013199489392e-05,
      "breaks_other_behaviour": 4.936660069222423e-05,
      "unclear": 0.7483960115173198
     }
    },
    "risk": {
     "type": "score",
     "score": 1.8741682290683372,
     "confidence": 0.06391611475057313,
     "probabilities": {
      "0": 0.11408077790329937,
      "1": 0.27589423172520094,
      "2": 0.33273226858946997,
      "3": 0.17636142696392268,
      "4": 0.10093129481810707
     }
    }
   },
   "usage": {
    "input_tokens": 2833,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 774.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.775
  },
  {
   "case_id": "pv_3ffaf882e2",
   "phase": "one_call",
   "state_hash": "bb95361dcd3b84c1ebde7e25b68caea981d9298821218f0b975b16c6e80b1ac5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9974826186403166
    }
   },
   "usage": {
    "input_tokens": 1833,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 580.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.581
  },
  {
   "case_id": "pv_3ffaf882e2",
   "phase": "staged",
   "state_hash": "bb95361dcd3b84c1ebde7e25b68caea981d9298821218f0b975b16c6e80b1ac5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999953961003761
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.918020729748892
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9938285584805211,
     "probabilities": {
      "likely_fixed": 0.9985503786772533,
      "partial_fix": 1.1694487073656365e-05,
      "wrong_location": 2.0472930416441575e-06,
      "symptom_suppressed": 3.0095690223589277e-06,
      "breaks_other_behaviour": 4.208611609290598e-06,
      "unclear": 0.0014286613619997619
     }
    },
    "risk": {
     "type": "score",
     "score": 0.258507080243167,
     "confidence": 0.6390557598580073,
     "probabilities": {
      "0": 0.7487621611145185,
      "1": 0.24847637273293247,
      "2": 0.0003284565662059476,
      "3": 0.00035824396754963406,
      "4": 0.002074765618793437
     }
    }
   },
   "usage": {
    "input_tokens": 2009,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 580.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.58
  },
  {
   "case_id": "pv_401bc7a19b",
   "phase": "one_call",
   "state_hash": "ef15e7a81352f9d540f6419e018c1a767540dd42398bdf7dd5b7e838353da68e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996750649205068
    }
   },
   "usage": {
    "input_tokens": 2267,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1098.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.099
  },
  {
   "case_id": "pv_401bc7a19b",
   "phase": "staged",
   "state_hash": "ef15e7a81352f9d540f6419e018c1a767540dd42398bdf7dd5b7e838353da68e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999867696305247
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.27045597663544846
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9526114166229587,
     "probabilities": {
      "likely_fixed": 0.9834695147985337,
      "partial_fix": 7.795818469417453e-05,
      "wrong_location": 6.748131573924556e-06,
      "symptom_suppressed": 9.164674719639386e-06,
      "breaks_other_behaviour": 7.623068705385129e-06,
      "unclear": 0.01642899114177313
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2549732859593735,
     "confidence": 0.6415657193484487,
     "probabilities": {
      "0": 0.7546736023921188,
      "1": 0.24189611816122442,
      "2": 0.0001727641574223099,
      "3": 0.0002984216736336576,
      "4": 0.002959093615600873
     }
    }
   },
   "usage": {
    "input_tokens": 2443,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1030.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.031
  },
  {
   "case_id": "pv_404999ffdd",
   "phase": "one_call",
   "state_hash": "c01b04f16886c7a9ff8feb729400a31c7874f5c5a6551686f1cabd07608ce645",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999978096272828
    }
   },
   "usage": {
    "input_tokens": 3142,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 812.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.812
  },
  {
   "case_id": "pv_404999ffdd",
   "phase": "staged",
   "state_hash": "c01b04f16886c7a9ff8feb729400a31c7874f5c5a6551686f1cabd07608ce645",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998593824493
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999984873220056
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999877082055406,
     "probabilities": {
      "likely_fixed": 0.9999986077666478,
      "partial_fix": 2.7080070613006417e-07,
      "wrong_location": 8.371774589270689e-08,
      "symptom_suppressed": 3.1550048394087413e-07,
      "breaks_other_behaviour": 7.318416153531776e-08,
      "unclear": 6.490302547131831e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.04415142906112085,
     "confidence": 0.8950806405576754,
     "probabilities": {
      "0": 0.9632548112258678,
      "1": 0.034034705560198296,
      "2": 0.0001537480973772567,
      "3": 0.00041771316005839807,
      "4": 0.002139021956498211
     }
    }
   },
   "usage": {
    "input_tokens": 3318,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 772.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.772
  },
  {
   "case_id": "pv_40daf1aadf",
   "phase": "one_call",
   "state_hash": "d75635856b58ec8b4e5cbcb01f3e7f43a053269c64b25f4e2b9d6d661f32e1ee",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.5665040517544144
    }
   },
   "usage": {
    "input_tokens": 2067,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 899.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.899
  },
  {
   "case_id": "pv_40daf1aadf",
   "phase": "staged",
   "state_hash": "d75635856b58ec8b4e5cbcb01f3e7f43a053269c64b25f4e2b9d6d661f32e1ee",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999464836589322
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.09960442870490116
    },
    "failure_mode": {
     "type": "choice",
     "choice": "partial_fix",
     "confidence": 0.7654599209266579,
     "probabilities": {
      "likely_fixed": 0.04517049950623532,
      "partial_fix": 0.9018741087555479,
      "wrong_location": 0.0005707476178137506,
      "symptom_suppressed": 0.0008232333745693344,
      "breaks_other_behaviour": 0.009210449625724372,
      "unclear": 0.042350961120109394
     }
    },
    "risk": {
     "type": "score",
     "score": 1.1859651830002358,
     "confidence": 0.4007500336838087,
     "probabilities": {
      "0": 0.09934455316311266,
      "1": 0.6568937494852476,
      "2": 0.21127648347312084,
      "3": 0.023422388945329446,
      "4": 0.00906282493318953
     }
    }
   },
   "usage": {
    "input_tokens": 2243,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 656.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.656
  },
  {
   "case_id": "pv_4166f8e7db",
   "phase": "one_call",
   "state_hash": "2147db62ee7a32c3adb641898a894731320b359a57f0e68130fb6b6a0c396a06",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999967385606214
    }
   },
   "usage": {
    "input_tokens": 1214,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 419.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.42
  },
  {
   "case_id": "pv_4166f8e7db",
   "phase": "staged",
   "state_hash": "2147db62ee7a32c3adb641898a894731320b359a57f0e68130fb6b6a0c396a06",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996779049758
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9975131316705865
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999883273623766,
     "probabilities": {
      "likely_fixed": 0.9999986644608863,
      "partial_fix": 1.65603056288698e-07,
      "wrong_location": 4.74371041530346e-08,
      "symptom_suppressed": 2.8046514810427155e-07,
      "breaks_other_behaviour": 4.801463978749411e-08,
      "unclear": 7.940191653054653e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11989038374902165,
     "confidence": 0.7719678631344935,
     "probabilities": {
      "0": 0.8850625911680787,
      "1": 0.11314656895339334,
      "2": 7.196900693473611e-05,
      "3": 0.0002756067046142614,
      "4": 0.0014432641669790138
     }
    }
   },
   "usage": {
    "input_tokens": 1390,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 562.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.562
  },
  {
   "case_id": "pv_4253370174",
   "phase": "one_call",
   "state_hash": "3384ed72e8e8670260e0dfe33a6c268429b12c4874d88f97bfe38ba5e1a5f83a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999397194909782
    }
   },
   "usage": {
    "input_tokens": 1719,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 448.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.449
  },
  {
   "case_id": "pv_4253370174",
   "phase": "staged",
   "state_hash": "3384ed72e8e8670260e0dfe33a6c268429b12c4874d88f97bfe38ba5e1a5f83a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999948012597218
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6841697400686692
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9950548687098753,
     "probabilities": {
      "likely_fixed": 0.9989915155885003,
      "partial_fix": 0.00013987062606986232,
      "wrong_location": 5.304342250356064e-06,
      "symptom_suppressed": 9.43134625017946e-05,
      "breaks_other_behaviour": 4.0468633959773145e-05,
      "unclear": 0.0007285273467179448
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5867691928274674,
     "confidence": 0.5541979929481449,
     "probabilities": {
      "0": 0.4269102229208019,
      "1": 0.5676782529843536,
      "2": 0.0009132389447625855,
      "3": 0.000728678646738895,
      "4": 0.0037696065033430053
     }
    }
   },
   "usage": {
    "input_tokens": 1895,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 642.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.643
  },
  {
   "case_id": "pv_426dfeb70e",
   "phase": "one_call",
   "state_hash": "b7ee4f343bb4aaa94be2ef17d7ca82abf7ecc7e5a861152c41a54e678a2a3676",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999968826224895
    }
   },
   "usage": {
    "input_tokens": 1698,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 657.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.658
  },
  {
   "case_id": "pv_426dfeb70e",
   "phase": "staged",
   "state_hash": "b7ee4f343bb4aaa94be2ef17d7ca82abf7ecc7e5a861152c41a54e678a2a3676",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9998374772343237
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999942874973492
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997762209673928,
     "probabilities": {
      "likely_fixed": 0.9999665193905407,
      "partial_fix": 3.336465647310002e-06,
      "wrong_location": 6.801932010859784e-07,
      "symptom_suppressed": 1.414603147284674e-06,
      "breaks_other_behaviour": 5.458113030183023e-07,
      "unclear": 2.750353616054847e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.1596700695594972,
     "confidence": 0.7261496562583354,
     "probabilities": {
      "0": 0.8489241075003539,
      "1": 0.1480534317037336,
      "2": 8.880533296781932e-05,
      "3": 0.0002955946619508601,
      "4": 0.0026380608009938422
     }
    }
   },
   "usage": {
    "input_tokens": 1874,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 549.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.55
  },
  {
   "case_id": "pv_42ca4fde1e",
   "phase": "one_call",
   "state_hash": "7f451fe6e53e51100f60780ef5f1190c60de80669a4e20cc405836c4400312a4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999994937180683
    }
   },
   "usage": {
    "input_tokens": 1723,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 404.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.405
  },
  {
   "case_id": "pv_42ca4fde1e",
   "phase": "staged",
   "state_hash": "7f451fe6e53e51100f60780ef5f1190c60de80669a4e20cc405836c4400312a4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999982311735075
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.1413638544293323
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996477039766027,
     "probabilities": {
      "likely_fixed": 0.9999455978710453,
      "partial_fix": 5.4554927457190166e-06,
      "wrong_location": 1.2497967491352689e-06,
      "symptom_suppressed": 2.6061696646876936e-06,
      "breaks_other_behaviour": 2.272025835758305e-06,
      "unclear": 4.281864395936498e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2166237519576158,
     "confidence": 0.6708698754058244,
     "probabilities": {
      "0": 0.7960647513161229,
      "1": 0.1994257602630596,
      "2": 0.00018612824911431387,
      "3": 0.00046770549048529616,
      "4": 0.0038556546812179146
     }
    }
   },
   "usage": {
    "input_tokens": 1899,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 644.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.644
  },
  {
   "case_id": "pv_42e17d4e24",
   "phase": "one_call",
   "state_hash": "c639a21495dce349633c97f6b9f09924e07f4d655f59ab285c8a3be85ccc7226",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9667901871758772
    }
   },
   "usage": {
    "input_tokens": 2013,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 580.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.581
  },
  {
   "case_id": "pv_42e17d4e24",
   "phase": "staged",
   "state_hash": "c639a21495dce349633c97f6b9f09924e07f4d655f59ab285c8a3be85ccc7226",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.019166810856824888
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9950908326265695
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9419495040812534,
     "probabilities": {
      "likely_fixed": 0.01351135125659547,
      "partial_fix": 0.003983859037833345,
      "wrong_location": 0.00022031244872445404,
      "symptom_suppressed": 6.186808955478687e-05,
      "breaks_other_behaviour": 0.0004319750204916016,
      "unclear": 0.9817906341468003
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6796351657180182,
     "confidence": 0.5196837719893737,
     "probabilities": {
      "0": 0.3597168219398351,
      "1": 0.6172273272088471,
      "2": 0.013837494873060494,
      "3": 0.0021405751499791415,
      "4": 0.007077780828278172
     }
    }
   },
   "usage": {
    "input_tokens": 2189,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 944.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.945
  },
  {
   "case_id": "pv_433fc1ec5b",
   "phase": "one_call",
   "state_hash": "2b053ea0c8b486cf0659f296475e975d661836f18b1dc2eb93c5df1c846aa97e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.12304678009796646
    }
   },
   "usage": {
    "input_tokens": 2212,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 784.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.785
  },
  {
   "case_id": "pv_433fc1ec5b",
   "phase": "staged",
   "state_hash": "2b053ea0c8b486cf0659f296475e975d661836f18b1dc2eb93c5df1c846aa97e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.8923030535113159
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.3482977537403789
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.754090768085242,
     "probabilities": {
      "likely_fixed": 0.12133556280034445,
      "partial_fix": 0.010596211561029904,
      "wrong_location": 8.997388467519392e-05,
      "symptom_suppressed": 0.00023038219291178624,
      "breaks_other_behaviour": 0.0014381347005530964,
      "unclear": 0.8663097348604856
     }
    },
    "risk": {
     "type": "score",
     "score": 0.572783942982851,
     "confidence": 0.4960468719844434,
     "probabilities": {
      "0": 0.47856978078681217,
      "1": 0.4974044021829287,
      "2": 0.009490247279080403,
      "3": 0.0017432327629532908,
      "4": 0.012792336988225409
     }
    }
   },
   "usage": {
    "input_tokens": 2388,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 634.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.634
  },
  {
   "case_id": "pv_43b83f25fb",
   "phase": "one_call",
   "state_hash": "35872d850773e9b14dd5b1f9d6381f7689b3d5102d4e7f55d6f3415d3d37c749",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999994276902014
    }
   },
   "usage": {
    "input_tokens": 1357,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 403.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.403
  },
  {
   "case_id": "pv_43b83f25fb",
   "phase": "staged",
   "state_hash": "35872d850773e9b14dd5b1f9d6381f7689b3d5102d4e7f55d6f3415d3d37c749",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999992953536359
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0006789849179524017
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9962232080252291,
     "probabilities": {
      "likely_fixed": 0.9991925077218473,
      "partial_fix": 3.061106875205976e-05,
      "wrong_location": 2.0441011138892386e-06,
      "symptom_suppressed": 3.94091764275878e-06,
      "breaks_other_behaviour": 7.066203745375034e-06,
      "unclear": 0.0007638299868985257
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8600228274752241,
     "confidence": 0.7162713672342624,
     "probabilities": {
      "0": 0.15018207756468185,
      "1": 0.8450408407490319,
      "2": 0.0019306884328896764,
      "3": 0.00026496315317366316,
      "4": 0.0025814301002229736
     }
    }
   },
   "usage": {
    "input_tokens": 1533,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 507.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.508
  },
  {
   "case_id": "pv_4466179dc7",
   "phase": "one_call",
   "state_hash": "563144f4884fa837c646118b5e790ca4aab96e4ca2b5425cd6a50218826c0092",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.4342185005243909
    }
   },
   "usage": {
    "input_tokens": 2234,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 676.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.676
  },
  {
   "case_id": "pv_4466179dc7",
   "phase": "staged",
   "state_hash": "563144f4884fa837c646118b5e790ca4aab96e4ca2b5425cd6a50218826c0092",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9730748398480551
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.004316373508659526
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7954456253089274,
     "probabilities": {
      "likely_fixed": 0.9041049345968707,
      "partial_fix": 0.07881396068360053,
      "wrong_location": 0.00016073144064566877,
      "symptom_suppressed": 0.0002185521587194109,
      "breaks_other_behaviour": 0.0009110475503806696,
      "unclear": 0.015790773569783048
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6797164060106726,
     "confidence": 0.5506201737905387,
     "probabilities": {
      "0": 0.34454808303957696,
      "1": 0.6416518938341951,
      "2": 0.007983688282413083,
      "3": 0.0011682037636082947,
      "4": 0.004648131080206619
     }
    }
   },
   "usage": {
    "input_tokens": 2410,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 916.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.917
  },
  {
   "case_id": "pv_446f6c03ef",
   "phase": "one_call",
   "state_hash": "0beca3c7c0c6a4742ae93c5c9c470eadbd5f24ececa9b6b528d1fd806af5d6e8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9990530376568841
    }
   },
   "usage": {
    "input_tokens": 2661,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 572.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.573
  },
  {
   "case_id": "pv_446f6c03ef",
   "phase": "staged",
   "state_hash": "0beca3c7c0c6a4742ae93c5c9c470eadbd5f24ececa9b6b528d1fd806af5d6e8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999990746612848
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999981383619407
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999261262999357,
     "probabilities": {
      "likely_fixed": 0.9999897543596508,
      "partial_fix": 4.6015868186118945e-07,
      "wrong_location": 1.4160660851753826e-07,
      "symptom_suppressed": 2.708117576143617e-07,
      "breaks_other_behaviour": 1.008249741502689e-07,
      "unclear": 9.27223832708568e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.035186631064318956,
     "confidence": 0.9096666970464181,
     "probabilities": {
      "0": 0.9688670827814471,
      "1": 0.02967124669318893,
      "2": 7.852749156776525e-05,
      "3": 0.00017424274719047428,
      "4": 0.0012089002866057668
     }
    }
   },
   "usage": {
    "input_tokens": 2837,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1564.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.565
  },
  {
   "case_id": "pv_45bb76d3fd",
   "phase": "one_call",
   "state_hash": "fdf22c2817f355367a4344e06859dc6333676e8d78476b2b6558c7ed57505d8f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999919109452641
    }
   },
   "usage": {
    "input_tokens": 1747,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 460.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.461
  },
  {
   "case_id": "pv_45bb76d3fd",
   "phase": "staged",
   "state_hash": "fdf22c2817f355367a4344e06859dc6333676e8d78476b2b6558c7ed57505d8f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996949247405
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.843322829473982
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999837809326961,
     "probabilities": {
      "likely_fixed": 0.9999776075379276,
      "partial_fix": 4.275427202400141e-06,
      "wrong_location": 1.6631110751672757e-06,
      "symptom_suppressed": 3.062700542844273e-06,
      "breaks_other_behaviour": 1.2184080162113298e-06,
      "unclear": 1.2172815235747476e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11753499133977706,
     "confidence": 0.7752774136807552,
     "probabilities": {
      "0": 0.8898645971515321,
      "1": 0.10736737300588026,
      "2": 0.00024976118088621566,
      "3": 0.00040497867468148387,
      "4": 0.0021132899870199805
     }
    }
   },
   "usage": {
    "input_tokens": 1923,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 630.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.63
  },
  {
   "case_id": "pv_47898bea60",
   "phase": "one_call",
   "state_hash": "f4a8c3df7708eaac8695b7994906b0675060ec0d1de48ae2be9f59b8d6cfed3d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9988886503883102
    }
   },
   "usage": {
    "input_tokens": 2458,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 584.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.585
  },
  {
   "case_id": "pv_47898bea60",
   "phase": "staged",
   "state_hash": "f4a8c3df7708eaac8695b7994906b0675060ec0d1de48ae2be9f59b8d6cfed3d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9221003297057352
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.05251113152300878
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6906181688760453,
     "probabilities": {
      "likely_fixed": 0.23735336731171983,
      "partial_fix": 0.0005025938109068845,
      "wrong_location": 1.274518043410739e-05,
      "symptom_suppressed": 6.207791839433421e-05,
      "breaks_other_behaviour": 0.00014003166900256094,
      "unclear": 0.7619291841095422
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09449040332177742,
     "confidence": 0.8085645850150162,
     "probabilities": {
      "0": 0.9148127811528171,
      "1": 0.08173418527701792,
      "2": 0.00021927538210722854,
      "3": 0.0006173654716862004,
      "4": 0.0026163927163716095
     }
    }
   },
   "usage": {
    "input_tokens": 2634,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 931.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.932
  },
  {
   "case_id": "pv_479d35d50d",
   "phase": "one_call",
   "state_hash": "50f456d1313f539df0395b9fe7bc492033f6f05467d5c177d2e8279c52e4693d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999678714708116
    }
   },
   "usage": {
    "input_tokens": 2219,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 561.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.562
  },
  {
   "case_id": "pv_479d35d50d",
   "phase": "staged",
   "state_hash": "50f456d1313f539df0395b9fe7bc492033f6f05467d5c177d2e8279c52e4693d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993088267276
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.07341216726173899
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9958804802861224,
     "probabilities": {
      "likely_fixed": 0.9990849195251988,
      "partial_fix": 3.966735597640179e-06,
      "wrong_location": 3.759814148307602e-07,
      "symptom_suppressed": 4.445299813807227e-07,
      "breaks_other_behaviour": 5.092193541522775e-06,
      "unclear": 0.0009052010342657704
     }
    },
    "risk": {
     "type": "score",
     "score": 0.17391689891043413,
     "confidence": 0.711788373971874,
     "probabilities": {
      "0": 0.8370969451435213,
      "1": 0.15908965130786495,
      "2": 9.767558075666923e-05,
      "3": 0.00023101543037238196,
      "4": 0.0034847125374846723
     }
    }
   },
   "usage": {
    "input_tokens": 2395,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 696.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.697
  },
  {
   "case_id": "pv_49dc5be89b",
   "phase": "one_call",
   "state_hash": "8a176f2735be978402a9d1e0957c8729f74f0d2cc9b96e7399000c6f23b4f661",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999717393974339
    }
   },
   "usage": {
    "input_tokens": 2519,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 564.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.565
  },
  {
   "case_id": "pv_49dc5be89b",
   "phase": "staged",
   "state_hash": "8a176f2735be978402a9d1e0957c8729f74f0d2cc9b96e7399000c6f23b4f661",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995566996477
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9735154806169375
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999959932507324,
     "probabilities": {
      "likely_fixed": 0.9999950084656886,
      "partial_fix": 1.3472863031418335e-06,
      "wrong_location": 2.133331503435859e-07,
      "symptom_suppressed": 2.9577539937136545e-07,
      "breaks_other_behaviour": 3.677442184247942e-07,
      "unclear": 2.7673952402156767e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.05748830052501841,
     "confidence": 0.8673213016735709,
     "probabilities": {
      "0": 0.9483310120557481,
      "1": 0.04955153919441826,
      "2": 5.2431063323307054e-05,
      "3": 0.0004281715420879007,
      "4": 0.0016368461444224596
     }
    }
   },
   "usage": {
    "input_tokens": 2695,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 712.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.713
  },
  {
   "case_id": "pv_4a3b31c893",
   "phase": "one_call",
   "state_hash": "0d84f4558953f217c87dbbfd332b2ff5b45d80d4d32a2884385b8540ef5cba6d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999959435916989
    }
   },
   "usage": {
    "input_tokens": 2114,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 521.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.522
  },
  {
   "case_id": "pv_4a3b31c893",
   "phase": "staged",
   "state_hash": "0d84f4558953f217c87dbbfd332b2ff5b45d80d4d32a2884385b8540ef5cba6d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999990906794078
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999591654667752
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999825095644325,
     "probabilities": {
      "likely_fixed": 0.9999979381077501,
      "partial_fix": 2.2958689531063381e-07,
      "wrong_location": 7.957172546761833e-08,
      "symptom_suppressed": 4.921982250092691e-07,
      "breaks_other_behaviour": 4.507062854170442e-08,
      "unclear": 1.2154647756158703e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.005499416498611059,
     "confidence": 0.9818617547262556,
     "probabilities": {
      "0": 0.9957607986724322,
      "1": 0.0037697736601115792,
      "2": 1.4634168309327471e-05,
      "3": 0.00011879949470717991,
      "4": 0.0003359940044398212
     }
    }
   },
   "usage": {
    "input_tokens": 2290,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 511.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.512
  },
  {
   "case_id": "pv_4a3f1e618e",
   "phase": "one_call",
   "state_hash": "064ce95bfbcfc4d65f39a18eab9e47aa956ce6422afa2fa2818ac1e75c02ac18",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999403502915861
    }
   },
   "usage": {
    "input_tokens": 1389,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 459.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.459
  },
  {
   "case_id": "pv_4a3f1e618e",
   "phase": "staged",
   "state_hash": "064ce95bfbcfc4d65f39a18eab9e47aa956ce6422afa2fa2818ac1e75c02ac18",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993385251472
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.10810572793883036
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998668900087879,
     "probabilities": {
      "likely_fixed": 0.9999815320874972,
      "partial_fix": 5.537954840338361e-06,
      "wrong_location": 4.533330737843056e-07,
      "symptom_suppressed": 9.999533156970214e-07,
      "breaks_other_behaviour": 4.874114234683715e-07,
      "unclear": 1.0989259849573817e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.21420362945348978,
     "confidence": 0.6735789222745822,
     "probabilities": {
      "0": 0.7969639267186782,
      "1": 0.19914584465190283,
      "2": 8.97780339747806e-05,
      "3": 0.000323573648139382,
      "4": 0.003476876947304812
     }
    }
   },
   "usage": {
    "input_tokens": 1565,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 931.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.932
  },
  {
   "case_id": "pv_4a94c750ec",
   "phase": "one_call",
   "state_hash": "ee49e659586cc43d76ef5f955c601ba4eec656e07b056f58afad70c08dcc7d16",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999976253718332
    }
   },
   "usage": {
    "input_tokens": 1744,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 453.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.454
  },
  {
   "case_id": "pv_4a94c750ec",
   "phase": "staged",
   "state_hash": "ee49e659586cc43d76ef5f955c601ba4eec656e07b056f58afad70c08dcc7d16",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999998980013012
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9348411446751559
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9910533701397949,
     "probabilities": {
      "likely_fixed": 0.99775144991847,
      "partial_fix": 5.851018990402096e-06,
      "wrong_location": 1.0887917103894548e-06,
      "symptom_suppressed": 1.3760955622939846e-06,
      "breaks_other_behaviour": 1.451567740031396e-06,
      "unclear": 0.0022387826075268985
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5908046825429812,
     "confidence": 0.5709395558500804,
     "probabilities": {
      "0": 0.41408355057563095,
      "1": 0.5842125420628583,
      "2": 8.220160701057782e-05,
      "3": 5.908575189866397e-05,
      "4": 0.001562620002601441
     }
    }
   },
   "usage": {
    "input_tokens": 1920,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 775.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.776
  },
  {
   "case_id": "pv_4b610941b7",
   "phase": "one_call",
   "state_hash": "c3542341611f8fa5fd9951e6095e09c7311fddc912e21aef1199b42377497b6d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9967069260425949
    }
   },
   "usage": {
    "input_tokens": 3053,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 984.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.985
  },
  {
   "case_id": "pv_4b610941b7",
   "phase": "staged",
   "state_hash": "c3542341611f8fa5fd9951e6095e09c7311fddc912e21aef1199b42377497b6d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9974437587193548
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8251293044965486
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.616618759042048,
     "probabilities": {
      "likely_fixed": 0.5731066196121978,
      "partial_fix": 0.00036960500939629506,
      "wrong_location": 7.574877593942034e-06,
      "symptom_suppressed": 1.9474343253673115e-05,
      "breaks_other_behaviour": 0.00013551561826154792,
      "unclear": 0.42636121053929676
     }
    },
    "risk": {
     "type": "score",
     "score": 0.22677517279175524,
     "confidence": 0.6613845221882293,
     "probabilities": {
      "0": 0.785435069511688,
      "1": 0.21003347077796605,
      "2": 0.00037015371989315384,
      "3": 0.0006438293878085326,
      "4": 0.003517476602644323
     }
    }
   },
   "usage": {
    "input_tokens": 3229,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1511.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.511
  },
  {
   "case_id": "pv_4b7adb40e9",
   "phase": "one_call",
   "state_hash": "6608a0a05ff293c66932d814f17041f883d9b90790dc9236e1005e3e085828dc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999124928239976
    }
   },
   "usage": {
    "input_tokens": 1773,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 485.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.486
  },
  {
   "case_id": "pv_4b7adb40e9",
   "phase": "staged",
   "state_hash": "6608a0a05ff293c66932d814f17041f883d9b90790dc9236e1005e3e085828dc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991199232776
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999994028676593
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998821430828398,
     "probabilities": {
      "likely_fixed": 0.9999833318760695,
      "partial_fix": 1.275703753870686e-06,
      "wrong_location": 2.1239618323239632e-07,
      "symptom_suppressed": 9.690097089931671e-07,
      "breaks_other_behaviour": 4.197679188337369e-07,
      "unclear": 1.3791246365577154e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.003982142753902273,
     "confidence": 0.9875301976137482,
     "probabilities": {
      "0": 0.9973355163487826,
      "1": 0.0021747373206860775,
      "2": 2.7825778875727944e-05,
      "3": 9.592833115777981e-05,
      "4": 0.0003659922204978502
     }
    }
   },
   "usage": {
    "input_tokens": 1949,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 586.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.587
  },
  {
   "case_id": "pv_4e80105f72",
   "phase": "one_call",
   "state_hash": "01df54bde16576703327641148599214ad070d0cd7d06f57d65cc8cbaab780a2",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999871162593735
    }
   },
   "usage": {
    "input_tokens": 1398,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 395.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.396
  },
  {
   "case_id": "pv_4e80105f72",
   "phase": "staged",
   "state_hash": "01df54bde16576703327641148599214ad070d0cd7d06f57d65cc8cbaab780a2",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993391404558
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9958565371032235
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9986830822043131,
     "probabilities": {
      "likely_fixed": 0.9997583036704423,
      "partial_fix": 2.229969801546125e-05,
      "wrong_location": 8.389271754967115e-07,
      "symptom_suppressed": 2.3084713738391473e-06,
      "breaks_other_behaviour": 2.234234578788639e-06,
      "unclear": 0.00021401499841415314
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7951660867834573,
     "confidence": 0.6761762440317514,
     "probabilities": {
      "0": 0.20810745753355325,
      "1": 0.7906861636348924,
      "2": 0.00013214835252049983,
      "3": 8.129547261118651e-05,
      "4": 0.0009929350064225861
     }
    }
   },
   "usage": {
    "input_tokens": 1574,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 515.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.516
  },
  {
   "case_id": "pv_4ea8733b39",
   "phase": "one_call",
   "state_hash": "70b388f677313d35571c299ca2eff8a10107f6cbb3767e9f3fe6bf145b346d4e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9991232606309165
    }
   },
   "usage": {
    "input_tokens": 2848,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 639.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.64
  },
  {
   "case_id": "pv_4ea8733b39",
   "phase": "staged",
   "state_hash": "70b388f677313d35571c299ca2eff8a10107f6cbb3767e9f3fe6bf145b346d4e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999967528440206
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 7.513740614350635e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9221145941599715,
     "probabilities": {
      "likely_fixed": 0.9731180836445524,
      "partial_fix": 0.005754223682031046,
      "wrong_location": 4.4922794174374404e-05,
      "symptom_suppressed": 9.152537449140166e-05,
      "breaks_other_behaviour": 0.00016248421116883265,
      "unclear": 0.020828760293581924
     }
    },
    "risk": {
     "type": "score",
     "score": 2.0518415322440875,
     "confidence": 0.07358716472331372,
     "probabilities": {
      "0": 0.08686914938222126,
      "1": 0.218691469452843,
      "2": 0.3624046763748911,
      "3": 0.21979810911871622,
      "4": 0.11223659567132843
     }
    }
   },
   "usage": {
    "input_tokens": 3024,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 772.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.772
  },
  {
   "case_id": "pv_4efa2bad6a",
   "phase": "one_call",
   "state_hash": "f8ddf6a85a7472fc72e0782325f6549ff60e73050ed024b77d2f012f660a6a79",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999907405762899
    }
   },
   "usage": {
    "input_tokens": 1151,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 380.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.381
  },
  {
   "case_id": "pv_4efa2bad6a",
   "phase": "staged",
   "state_hash": "f8ddf6a85a7472fc72e0782325f6549ff60e73050ed024b77d2f012f660a6a79",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999969287450353
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9937736486048553
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9994062753748857,
     "probabilities": {
      "likely_fixed": 0.999898897936979,
      "partial_fix": 2.383896542503658e-06,
      "wrong_location": 2.56462276549666e-07,
      "symptom_suppressed": 2.7329945612524493e-06,
      "breaks_other_behaviour": 1.3459510983612275e-06,
      "unclear": 9.438275854237294e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.16688636376939095,
     "confidence": 0.7183980163936314,
     "probabilities": {
      "0": 0.8415402452040691,
      "1": 0.15549202063587855,
      "2": 7.54591670673661e-05,
      "3": 0.0003256751725620641,
      "4": 0.0025665998204228695
     }
    }
   },
   "usage": {
    "input_tokens": 1327,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 487.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.488
  },
  {
   "case_id": "pv_4f23b299c1",
   "phase": "one_call",
   "state_hash": "c79caf41722958eb7d8b5bb75ef362dd73377668a1fe1deb4f5351578bb593dd",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.08370409078826747
    }
   },
   "usage": {
    "input_tokens": 1441,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 456.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.457
  },
  {
   "case_id": "pv_4f23b299c1",
   "phase": "staged",
   "state_hash": "c79caf41722958eb7d8b5bb75ef362dd73377668a1fe1deb4f5351578bb593dd",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9998660350135082
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.4937251521122114e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "partial_fix",
     "confidence": 0.3792843167809604,
     "probabilities": {
      "likely_fixed": 0.2208308640089754,
      "partial_fix": 0.4240673334485931,
      "wrong_location": 0.0006124278871408509,
      "symptom_suppressed": 0.346610807403366,
      "breaks_other_behaviour": 0.0024755962420554838,
      "unclear": 0.005402971009869219
     }
    },
    "risk": {
     "type": "score",
     "score": 0.9212209916581403,
     "confidence": 0.31713267888698893,
     "probabilities": {
      "0": 0.2976591288980995,
      "1": 0.5467219212741348,
      "2": 0.1142580782410284,
      "3": 0.019460572445000338,
      "4": 0.02190029914173692
     }
    }
   },
   "usage": {
    "input_tokens": 1617,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 710.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.711
  },
  {
   "case_id": "pv_4f4a7964ba",
   "phase": "one_call",
   "state_hash": "21ae1335af649d18c3ff75d1396199577ffff251c0ce6312fe402d7ea782f35a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9977215346560073
    }
   },
   "usage": {
    "input_tokens": 3082,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 635.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.636
  },
  {
   "case_id": "pv_4f4a7964ba",
   "phase": "staged",
   "state_hash": "21ae1335af649d18c3ff75d1396199577ffff251c0ce6312fe402d7ea782f35a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9972686251034365
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9916555412303475
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9455153025175207,
     "probabilities": {
      "likely_fixed": 0.9803875847893302,
      "partial_fix": 0.00010047753579756543,
      "wrong_location": 8.165325801636572e-06,
      "symptom_suppressed": 2.3048321871425045e-05,
      "breaks_other_behaviour": 2.8792048296186198e-05,
      "unclear": 0.01945193197890297
     }
    },
    "risk": {
     "type": "score",
     "score": 0.16937606186607174,
     "confidence": 0.7167384807433703,
     "probabilities": {
      "0": 0.8438672191457027,
      "1": 0.1515037372480488,
      "2": 0.00016685114066707115,
      "3": 0.00031014752563680934,
      "4": 0.004152044939944588
     }
    }
   },
   "usage": {
    "input_tokens": 3258,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 747.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.748
  },
  {
   "case_id": "pv_50d9405c18",
   "phase": "one_call",
   "state_hash": "0f0d75ac913b77253c6fb2d55817c5f1bb005acd2a5758985dfc191edd752ea8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.5871312667421413
    }
   },
   "usage": {
    "input_tokens": 2725,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 783.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.784
  },
  {
   "case_id": "pv_50d9405c18",
   "phase": "staged",
   "state_hash": "0f0d75ac913b77253c6fb2d55817c5f1bb005acd2a5758985dfc191edd752ea8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9997391348997668
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.01415069454058623
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9670314239021442,
     "probabilities": {
      "likely_fixed": 0.9910214386527971,
      "partial_fix": 0.0036097965087745444,
      "wrong_location": 5.6646790324576846e-05,
      "symptom_suppressed": 0.0002761462737383058,
      "breaks_other_behaviour": 7.00056289968219e-05,
      "unclear": 0.004965966145368582
     }
    },
    "risk": {
     "type": "score",
     "score": 0.32956182587885036,
     "confidence": 0.5948173447529433,
     "probabilities": {
      "0": 0.6821249830753617,
      "1": 0.31338695355817797,
      "2": 0.0006566596283342738,
      "3": 0.00046406188849997464,
      "4": 0.003367341849625972
     }
    }
   },
   "usage": {
    "input_tokens": 2901,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 693.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.694
  },
  {
   "case_id": "pv_51038f6013",
   "phase": "one_call",
   "state_hash": "66ec371725603345c5b033f160170f9f1b7a2dfdb15e8657a93762ac39a4eb46",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999994785861873
    }
   },
   "usage": {
    "input_tokens": 1015,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 786.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.787
  },
  {
   "case_id": "pv_51038f6013",
   "phase": "staged",
   "state_hash": "66ec371725603345c5b033f160170f9f1b7a2dfdb15e8657a93762ac39a4eb46",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.6761908662175784
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.5383104586296229
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999574317763026,
     "probabilities": {
      "likely_fixed": 0.9999947766576857,
      "partial_fix": 1.4622175632352789e-06,
      "wrong_location": 2.2719260017782665e-07,
      "symptom_suppressed": 1.0917444579720706e-06,
      "breaks_other_behaviour": 6.174680807746595e-07,
      "unclear": 1.8247196122655595e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.012098931476671435,
     "confidence": 0.9655026600967125,
     "probabilities": {
      "0": 0.9909462683843662,
      "1": 0.00796488062169872,
      "2": 2.2722735665942142e-05,
      "3": 0.00017590764943588096,
      "4": 0.0008902206088332967
     }
    }
   },
   "usage": {
    "input_tokens": 1191,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 924.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.925
  },
  {
   "case_id": "pv_5117097579",
   "phase": "one_call",
   "state_hash": "c110cfa23a7b4325398f5a6c6e1b28a141898b135d643cbb9dc0a584970a1c67",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999923441476112
    }
   },
   "usage": {
    "input_tokens": 2237,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 590.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.591
  },
  {
   "case_id": "pv_5117097579",
   "phase": "staged",
   "state_hash": "c110cfa23a7b4325398f5a6c6e1b28a141898b135d643cbb9dc0a584970a1c67",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994937443819
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9986163499412197
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999302305511819,
     "probabilities": {
      "likely_fixed": 0.999990665875961,
      "partial_fix": 1.4270619241878808e-06,
      "wrong_location": 8.338040835477924e-08,
      "symptom_suppressed": 5.262083738516273e-07,
      "breaks_other_behaviour": 2.797594514790137e-07,
      "unclear": 7.017713881106874e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09649294189815662,
     "confidence": 0.8088304087265952,
     "probabilities": {
      "0": 0.916322307592266,
      "1": 0.07912244606461373,
      "2": 0.000135599489712552,
      "3": 0.0005792905595129462,
      "4": 0.003840356293894737
     }
    }
   },
   "usage": {
    "input_tokens": 2413,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 622.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.623
  },
  {
   "case_id": "pv_512dbdaa91",
   "phase": "one_call",
   "state_hash": "3a9b4a669a50d297eba9085e6c12fe40b88cc0c79fa224e478a959665e9137d7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999949371795761
    }
   },
   "usage": {
    "input_tokens": 2306,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 549.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.55
  },
  {
   "case_id": "pv_512dbdaa91",
   "phase": "staged",
   "state_hash": "3a9b4a669a50d297eba9085e6c12fe40b88cc0c79fa224e478a959665e9137d7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999922104344326
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9676651915941492
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999269933745597,
     "probabilities": {
      "likely_fixed": 0.9999906935003041,
      "partial_fix": 2.7489673446111067e-06,
      "wrong_location": 7.107335945415888e-07,
      "symptom_suppressed": 2.073723014993916e-06,
      "breaks_other_behaviour": 8.313257830185382e-07,
      "unclear": 2.9417499587331446e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09786335664014484,
     "confidence": 0.8040746698916015,
     "probabilities": {
      "0": 0.91087466680654,
      "1": 0.08604576134734811,
      "2": 8.274661103829322e-05,
      "3": 0.0003351988695743683,
      "4": 0.0026616263654992605
     }
    }
   },
   "usage": {
    "input_tokens": 2482,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1197.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.197
  },
  {
   "case_id": "pv_52463b269e",
   "phase": "one_call",
   "state_hash": "b8109fb1387cefde6e072c10175ed54b9f5a41ea18ad61c53b853497fe19d225",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999929401216029
    }
   },
   "usage": {
    "input_tokens": 1474,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 520.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.528
  },
  {
   "case_id": "pv_52463b269e",
   "phase": "staged",
   "state_hash": "b8109fb1387cefde6e072c10175ed54b9f5a41ea18ad61c53b853497fe19d225",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998938548277
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999838653526216
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998159201229023,
     "probabilities": {
      "likely_fixed": 0.9999728005408518,
      "partial_fix": 3.382540185997634e-06,
      "wrong_location": 2.8643458010925105e-07,
      "symptom_suppressed": 8.417149294238776e-07,
      "breaks_other_behaviour": 2.341039688686963e-07,
      "unclear": 2.2454665483820914e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.05436431640017725,
     "confidence": 0.8701325578404272,
     "probabilities": {
      "0": 0.9484625003057461,
      "1": 0.050469641115013786,
      "2": 5.297540630306343e-05,
      "3": 0.0002708082191906592,
      "4": 0.0007440749537463389
     }
    }
   },
   "usage": {
    "input_tokens": 1650,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 585.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.585
  },
  {
   "case_id": "pv_52cc2bf008",
   "phase": "one_call",
   "state_hash": "9ee51f5283727639a56894461ec732b54950c266cacd82cd537bbb40f198b972",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.2055374838466384
    }
   },
   "usage": {
    "input_tokens": 2921,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 836.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.837
  },
  {
   "case_id": "pv_52cc2bf008",
   "phase": "staged",
   "state_hash": "9ee51f5283727639a56894461ec732b54950c266cacd82cd537bbb40f198b972",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.2198469968960387
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8861482826725195
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.974065809258038,
     "probabilities": {
      "likely_fixed": 0.005931930784275841,
      "partial_fix": 0.0008089772835722439,
      "wrong_location": 2.3161148685352036e-05,
      "symptom_suppressed": 7.449459734660891e-05,
      "breaks_other_behaviour": 0.00027434077784898935,
      "unclear": 0.9928870954082709
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4035188411998004,
     "confidence": 0.5390927390395943,
     "probabilities": {
      "0": 0.6293403165462446,
      "1": 0.3542149470754109,
      "2": 0.0075447448421689,
      "3": 0.0013855617046503793,
      "4": 0.007514429831525148
     }
    }
   },
   "usage": {
    "input_tokens": 3097,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 719.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.72
  },
  {
   "case_id": "pv_52ebcd1ca7",
   "phase": "one_call",
   "state_hash": "ce95c64677e465145672d8550615e55cd45655e2476499e421a8fe8145915e50",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.726718792087716
    }
   },
   "usage": {
    "input_tokens": 2901,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1180.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.181
  },
  {
   "case_id": "pv_52ebcd1ca7",
   "phase": "staged",
   "state_hash": "ce95c64677e465145672d8550615e55cd45655e2476499e421a8fe8145915e50",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.6792151078585356
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.00042505437581669326
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9729915254300492,
     "probabilities": {
      "likely_fixed": 0.0060618725623774305,
      "partial_fix": 0.0009069395832940955,
      "wrong_location": 2.8858972798562198e-05,
      "symptom_suppressed": 3.060016101521206e-05,
      "breaks_other_behaviour": 0.00039219175431786784,
      "unclear": 0.9925795369661968
     }
    },
    "risk": {
     "type": "score",
     "score": 2.5278639721178897,
     "confidence": 0.11134869778981071,
     "probabilities": {
      "0": 0.17698174230480995,
      "1": 0.1406806374373348,
      "2": 0.11803289225267621,
      "3": 0.10610136184551378,
      "4": 0.4582033661596653
     }
    }
   },
   "usage": {
    "input_tokens": 3077,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 688.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.689
  },
  {
   "case_id": "pv_53b60908a6",
   "phase": "one_call",
   "state_hash": "6db95359634f5508388cb88179a4872107656e390bdfbaf7a94c16328784f802",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.759923235620252
    }
   },
   "usage": {
    "input_tokens": 2248,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 599.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.6
  },
  {
   "case_id": "pv_53b60908a6",
   "phase": "staged",
   "state_hash": "6db95359634f5508388cb88179a4872107656e390bdfbaf7a94c16328784f802",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999932665573822
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.1815899853841824e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "breaks_other_behaviour",
     "confidence": 0.6027318929966945,
     "probabilities": {
      "likely_fixed": 0.07755455248019243,
      "partial_fix": 0.09456828438018314,
      "wrong_location": 0.0006310345229217413,
      "symptom_suppressed": 0.0029830816820276716,
      "breaks_other_behaviour": 0.8000724509326477,
      "unclear": 0.024190596002027345
     }
    },
    "risk": {
     "type": "score",
     "score": 2.5995920514536914,
     "confidence": 0.14590205570225312,
     "probabilities": {
      "0": 0.02477864365980952,
      "1": 0.1499767894950546,
      "2": 0.2078781942444324,
      "3": 0.4356066169330415,
      "4": 0.18175975566766195
     }
    }
   },
   "usage": {
    "input_tokens": 2424,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 773.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.774
  },
  {
   "case_id": "pv_5449c6a56a",
   "phase": "one_call",
   "state_hash": "12b30ad1e2754ebabb10ebca120506f902c2c237a21f49dc5bf78696b557d001",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999278906764034
    }
   },
   "usage": {
    "input_tokens": 1777,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 509.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.51
  },
  {
   "case_id": "pv_5449c6a56a",
   "phase": "staged",
   "state_hash": "12b30ad1e2754ebabb10ebca120506f902c2c237a21f49dc5bf78696b557d001",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999923627353171
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9990866220337935
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9957992259750919,
     "probabilities": {
      "likely_fixed": 0.9990839168423752,
      "partial_fix": 2.3615895179043607e-05,
      "wrong_location": 2.030883640388214e-06,
      "symptom_suppressed": 1.1430750862693942e-05,
      "breaks_other_behaviour": 2.5613773573404845e-06,
      "unclear": 0.0008764442505853076
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2942084140488214,
     "confidence": 0.6112177813803146,
     "probabilities": {
      "0": 0.7196757652142373,
      "1": 0.2746751000939302,
      "2": 0.001192165271243332,
      "3": 0.0006788942699521798,
      "4": 0.0037780751506370077
     }
    }
   },
   "usage": {
    "input_tokens": 1953,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 619.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.619
  },
  {
   "case_id": "pv_54aa4badd1",
   "phase": "one_call",
   "state_hash": "8efe64e386f5ef18d4dcaded926e95517e86af3d58a9a830113e6cd40fe90353",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999961734983359
    }
   },
   "usage": {
    "input_tokens": 1734,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 463.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.464
  },
  {
   "case_id": "pv_54aa4badd1",
   "phase": "staged",
   "state_hash": "8efe64e386f5ef18d4dcaded926e95517e86af3d58a9a830113e6cd40fe90353",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999961455613737
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6635083278124969
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9939611569304143,
     "probabilities": {
      "likely_fixed": 0.9986004941242819,
      "partial_fix": 2.604395688384581e-05,
      "wrong_location": 2.4391645212546044e-06,
      "symptom_suppressed": 7.220499659964392e-06,
      "breaks_other_behaviour": 4.8259271504672075e-06,
      "unclear": 0.0013589763275025737
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3721077670141237,
     "confidence": 0.579980993114668,
     "probabilities": {
      "0": 0.6368567019369323,
      "1": 0.35985434809560746,
      "2": 0.0002689993920794123,
      "3": 0.0003643821671657695,
      "4": 0.00265556840821502
     }
    }
   },
   "usage": {
    "input_tokens": 1910,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 718.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.719
  },
  {
   "case_id": "pv_563ae4364a",
   "phase": "one_call",
   "state_hash": "9afa7f90f7c046e5a38499e9081da8e7159475bb884984f909b5cd1816d392b4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9965259842511804
    }
   },
   "usage": {
    "input_tokens": 2743,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 638.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.638
  },
  {
   "case_id": "pv_563ae4364a",
   "phase": "staged",
   "state_hash": "9afa7f90f7c046e5a38499e9081da8e7159475bb884984f909b5cd1816d392b4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9158350091527001
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.49489137943208916
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8184199972562832,
     "probabilities": {
      "likely_fixed": 0.9036523598614776,
      "partial_fix": 0.0008512306538861651,
      "wrong_location": 2.0019753448738095e-05,
      "symptom_suppressed": 0.00013371629639339516,
      "breaks_other_behaviour": 0.000346074139886773,
      "unclear": 0.09499659929490735
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18676284172400692,
     "confidence": 0.6968884804769266,
     "probabilities": {
      "0": 0.8254365673197807,
      "1": 0.16994277314472395,
      "2": 0.00045895661248274004,
      "3": 0.0007446563377329691,
      "4": 0.003417046585279647
     }
    }
   },
   "usage": {
    "input_tokens": 2919,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 671.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.671
  },
  {
   "case_id": "pv_57a2c02401",
   "phase": "one_call",
   "state_hash": "adca5cad7001f86980f205d9685b53658f2c0fa60c872f7999c0d555f1b80a50",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.20875412848829716
    }
   },
   "usage": {
    "input_tokens": 1955,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 715.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.715
  },
  {
   "case_id": "pv_57a2c02401",
   "phase": "staged",
   "state_hash": "adca5cad7001f86980f205d9685b53658f2c0fa60c872f7999c0d555f1b80a50",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9332308363100011
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.008818974262989816
    },
    "failure_mode": {
     "type": "choice",
     "choice": "symptom_suppressed",
     "confidence": 0.34627600770075795,
     "probabilities": {
      "likely_fixed": 0.031030343920000057,
      "partial_fix": 0.359833619727331,
      "wrong_location": 0.00044046012119837625,
      "symptom_suppressed": 0.409074884856392,
      "breaks_other_behaviour": 0.0007702185206674981,
      "unclear": 0.19885047285441101
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6342798818387649,
     "confidence": 0.49157412142250456,
     "probabilities": {
      "0": 0.4119611255692029,
      "1": 0.5585790788136434,
      "2": 0.01992247248033522,
      "3": 0.002293434482822601,
      "4": 0.007243888653995826
     }
    }
   },
   "usage": {
    "input_tokens": 2131,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 665.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.665
  },
  {
   "case_id": "pv_58652d6007",
   "phase": "one_call",
   "state_hash": "94b34ae5ca63561b6105808e2fcee1db77a02aca2b91acddfcd911994b57d460",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9989778739739031
    }
   },
   "usage": {
    "input_tokens": 2942,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 589.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.589
  },
  {
   "case_id": "pv_58652d6007",
   "phase": "staged",
   "state_hash": "94b34ae5ca63561b6105808e2fcee1db77a02aca2b91acddfcd911994b57d460",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999669382714864
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.04136067883034781
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8697183543438415,
     "probabilities": {
      "likely_fixed": 0.9415235457297806,
      "partial_fix": 0.0021866385130533315,
      "wrong_location": 2.928932700396486e-05,
      "symptom_suppressed": 5.4649239236867294e-05,
      "breaks_other_behaviour": 8.904945290157668e-05,
      "unclear": 0.05611682773802375
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2887905043417264,
     "confidence": 0.6176659997209306,
     "probabilities": {
      "0": 0.7223744052926508,
      "1": 0.27343288698952045,
      "2": 0.0004612119019510316,
      "3": 0.0004907897152069777,
      "4": 0.0032407061006707307
     }
    }
   },
   "usage": {
    "input_tokens": 3118,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 811.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.812
  },
  {
   "case_id": "pv_58d8d7816c",
   "phase": "one_call",
   "state_hash": "dc8ba5aece20d67b2ec2f0e200b1ab2e4e0154b57b14ea31578988b95a1bf58a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999348096096652
    }
   },
   "usage": {
    "input_tokens": 2529,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 536.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.537
  },
  {
   "case_id": "pv_58d8d7816c",
   "phase": "staged",
   "state_hash": "dc8ba5aece20d67b2ec2f0e200b1ab2e4e0154b57b14ea31578988b95a1bf58a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985167370913
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.734934684360619
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999722513429,
     "probabilities": {
      "likely_fixed": 0.9999965939392239,
      "partial_fix": 3.0640560226726815e-07,
      "wrong_location": 2.384946977336306e-07,
      "symptom_suppressed": 2.968605004111924e-07,
      "breaks_other_behaviour": 1.627957183826301e-07,
      "unclear": 2.4015042572273524e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.25812050753158006,
     "confidence": 0.6377633500509097,
     "probabilities": {
      "0": 0.7530447341867226,
      "1": 0.24279791631011857,
      "2": 0.00026932048921930404,
      "3": 0.0007681658127352132,
      "4": 0.0031198632012043146
     }
    }
   },
   "usage": {
    "input_tokens": 2705,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 657.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.657
  },
  {
   "case_id": "pv_5906a6a962",
   "phase": "one_call",
   "state_hash": "6c38a4c6eda22838d317339a7131091b767e0ea9584087f649a8fe40bc6996a4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999930463162457
    }
   },
   "usage": {
    "input_tokens": 1992,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 502.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.503
  },
  {
   "case_id": "pv_5906a6a962",
   "phase": "staged",
   "state_hash": "6c38a4c6eda22838d317339a7131091b767e0ea9584087f649a8fe40bc6996a4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999778541609373
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.29190324736155987
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9896875084736695,
     "probabilities": {
      "likely_fixed": 0.997406792322128,
      "partial_fix": 5.677831023387502e-05,
      "wrong_location": 4.270348402542163e-06,
      "symptom_suppressed": 1.3843160914319197e-05,
      "breaks_other_behaviour": 8.154353794569279e-06,
      "unclear": 0.002510161504526726
     }
    },
    "risk": {
     "type": "score",
     "score": 0.05268926744169352,
     "confidence": 0.8765169857581351,
     "probabilities": {
      "0": 0.9532380754375596,
      "1": 0.044630607849790685,
      "2": 8.115147870309544e-05,
      "3": 0.00030430430128988576,
      "4": 0.0017458609326567462
     }
    }
   },
   "usage": {
    "input_tokens": 2168,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 620.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.621
  },
  {
   "case_id": "pv_5c88d9039a",
   "phase": "one_call",
   "state_hash": "1e57ffd891549081b2f7d37f803f734bf7c2cb3273ff4f40a331ca7be555dbea",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999663458279419
    }
   },
   "usage": {
    "input_tokens": 1589,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 444.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.444
  },
  {
   "case_id": "pv_5c88d9039a",
   "phase": "staged",
   "state_hash": "1e57ffd891549081b2f7d37f803f734bf7c2cb3273ff4f40a331ca7be555dbea",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999981708707537
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.12817664087456682
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8800900572395071,
     "probabilities": {
      "likely_fixed": 0.9449032054391743,
      "partial_fix": 0.00016197567092484812,
      "wrong_location": 4.916219497283396e-06,
      "symptom_suppressed": 3.58660159841437e-05,
      "breaks_other_behaviour": 1.4844994632155487e-05,
      "unclear": 0.0548791916597873
     }
    },
    "risk": {
     "type": "score",
     "score": 0.38373711114208164,
     "confidence": 0.5745341813298925,
     "probabilities": {
      "0": 0.627222097987825,
      "1": 0.36880487167254355,
      "2": 0.00023156390905802417,
      "3": 0.0004967540708716105,
      "4": 0.0032447123597017995
     }
    }
   },
   "usage": {
    "input_tokens": 1765,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 574.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.575
  },
  {
   "case_id": "pv_5dcabdacbb",
   "phase": "one_call",
   "state_hash": "25ffbe4fda5d63a16076f6fc9f253cc58c5f9afcd9d1519bd60da3b9f6016696",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998238974169675
    }
   },
   "usage": {
    "input_tokens": 2693,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 816.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.817
  },
  {
   "case_id": "pv_5dcabdacbb",
   "phase": "staged",
   "state_hash": "25ffbe4fda5d63a16076f6fc9f253cc58c5f9afcd9d1519bd60da3b9f6016696",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999975522328985
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9928985338692582
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998716105371698,
     "probabilities": {
      "likely_fixed": 0.9999825653099805,
      "partial_fix": 3.70718511469082e-06,
      "wrong_location": 1.042749541633977e-06,
      "symptom_suppressed": 1.6542578637610135e-06,
      "breaks_other_behaviour": 1.2770815721317988e-06,
      "unclear": 9.753415927175601e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.21658705959732394,
     "confidence": 0.6709527543530222,
     "probabilities": {
      "0": 0.7982575972703855,
      "1": 0.19649826584579566,
      "2": 0.0001965744551184102,
      "3": 0.0004946048735102544,
      "4": 0.0045529575551901715
     }
    }
   },
   "usage": {
    "input_tokens": 2869,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 737.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.738
  },
  {
   "case_id": "pv_60d85d59f6",
   "phase": "one_call",
   "state_hash": "9445d4f7ef0b495834afd462c3f17ca53b4a6130514660a9c4ea55455cbbd06d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998606780180335
    }
   },
   "usage": {
    "input_tokens": 1080,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 451.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.452
  },
  {
   "case_id": "pv_60d85d59f6",
   "phase": "staged",
   "state_hash": "9445d4f7ef0b495834afd462c3f17ca53b4a6130514660a9c4ea55455cbbd06d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999796765123565
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9956193473609665
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998415840828788,
     "probabilities": {
      "likely_fixed": 0.9999783433740856,
      "partial_fix": 7.774627720465245e-06,
      "wrong_location": 4.848235578728382e-07,
      "symptom_suppressed": 6.708251489304162e-06,
      "breaks_other_behaviour": 1.9801052933149806e-06,
      "unclear": 4.708817853351456e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3632216988402352,
     "confidence": 0.584139731536097,
     "probabilities": {
      "0": 0.6454300758872025,
      "1": 0.35150732219550607,
      "2": 0.00011767607442666809,
      "3": 0.0003006788755836021,
      "4": 0.002644246967281247
     }
    }
   },
   "usage": {
    "input_tokens": 1256,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 490.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.49
  },
  {
   "case_id": "pv_6135d9067b",
   "phase": "one_call",
   "state_hash": "f7920085b6a4d83c039f6f7611a79c4b89964b93d9d625a903a75034e4681786",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999980698148666
    }
   },
   "usage": {
    "input_tokens": 1485,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 427.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.428
  },
  {
   "case_id": "pv_6135d9067b",
   "phase": "staged",
   "state_hash": "f7920085b6a4d83c039f6f7611a79c4b89964b93d9d625a903a75034e4681786",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998132299628
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.010071488969363456
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999660634905771,
     "probabilities": {
      "likely_fixed": 0.9999455771926914,
      "partial_fix": 2.1013455836407563e-06,
      "wrong_location": 6.090816744139948e-07,
      "symptom_suppressed": 1.048912151632747e-06,
      "breaks_other_behaviour": 3.187696114681057e-07,
      "unclear": 5.034469828749918e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.1998479399761717,
     "confidence": 0.6854443264592381,
     "probabilities": {
      "0": 0.8107900199313434,
      "1": 0.18534695832103953,
      "2": 0.00021440706347285182,
      "3": 0.0005222912083908422,
      "4": 0.003126323475753487
     }
    }
   },
   "usage": {
    "input_tokens": 1661,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 580.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.581
  },
  {
   "case_id": "pv_61f0181ea5",
   "phase": "one_call",
   "state_hash": "5ac058fcb4d226a6f3be427deddd903a3c3b1c3a91eaf6975ffa2de70636f97a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997855832716287
    }
   },
   "usage": {
    "input_tokens": 2786,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 892.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.893
  },
  {
   "case_id": "pv_61f0181ea5",
   "phase": "staged",
   "state_hash": "5ac058fcb4d226a6f3be427deddd903a3c3b1c3a91eaf6975ffa2de70636f97a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9997568215223431
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.06907679857219134
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8273940009604346,
     "probabilities": {
      "likely_fixed": 0.9092026140576954,
      "partial_fix": 0.0007313213622195375,
      "wrong_location": 5.441721986470576e-06,
      "symptom_suppressed": 5.5972927715797804e-05,
      "breaks_other_behaviour": 1.07261446356074e-05,
      "unclear": 0.08999392378574707
     }
    },
    "risk": {
     "type": "score",
     "score": 0.41890556393300354,
     "confidence": 0.5637670435433599,
     "probabilities": {
      "0": 0.5909665743880853,
      "1": 0.4050689051744127,
      "2": 0.0007905250244552319,
      "3": 0.0004403729425065725,
      "4": 0.002733622470540169
     }
    }
   },
   "usage": {
    "input_tokens": 2962,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 706.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.707
  },
  {
   "case_id": "pv_6313aa4ef3",
   "phase": "one_call",
   "state_hash": "2e19f3ecf9fa527a1bafead99314820d65c1c572ab5293840d0809cf2b4f042b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998774655371975
    }
   },
   "usage": {
    "input_tokens": 1585,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 651.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.652
  },
  {
   "case_id": "pv_6313aa4ef3",
   "phase": "staged",
   "state_hash": "2e19f3ecf9fa527a1bafead99314820d65c1c572ab5293840d0809cf2b4f042b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999984532904265
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999241311827167
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999991908740926,
     "probabilities": {
      "likely_fixed": 0.9999991085999483,
      "partial_fix": 8.110732121638391e-08,
      "wrong_location": 1.1421789438088224e-07,
      "symptom_suppressed": 3.1400982578827294e-07,
      "breaks_other_behaviour": 3.1242532491571376e-08,
      "unclear": 3.5082247768753913e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.004781477878321648,
     "confidence": 0.9831715031730441,
     "probabilities": {
      "0": 0.9960906137999409,
      "1": 0.0035534422837580374,
      "2": 2.3637336276296577e-05,
      "3": 0.0001484653980880918,
      "4": 0.0001838411819366856
     }
    }
   },
   "usage": {
    "input_tokens": 1761,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 529.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.529
  },
  {
   "case_id": "pv_6573df4d33",
   "phase": "one_call",
   "state_hash": "ba6ba9da96d9c87a27d67fced65d43ca80a8b946397f5fb127196b01557ecc7c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9897178364814216
    }
   },
   "usage": {
    "input_tokens": 2505,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 543.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.543
  },
  {
   "case_id": "pv_6573df4d33",
   "phase": "staged",
   "state_hash": "ba6ba9da96d9c87a27d67fced65d43ca80a8b946397f5fb127196b01557ecc7c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999933280833141
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 8.723149644020417e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.5250709399385051,
     "probabilities": {
      "likely_fixed": 0.5049268816988489,
      "partial_fix": 0.0475232940898342,
      "wrong_location": 1.4829544121085325e-05,
      "symptom_suppressed": 1.2936416869247136e-05,
      "breaks_other_behaviour": 0.00010808592141778141,
      "unclear": 0.4474139723289088
     }
    },
    "risk": {
     "type": "score",
     "score": 1.4146163041770312,
     "confidence": 0.21138313492097827,
     "probabilities": {
      "0": 0.12915097990305324,
      "1": 0.4556400556107258,
      "2": 0.32294398136136454,
      "3": 0.055971646655849444,
      "4": 0.03629333646900701
     }
    }
   },
   "usage": {
    "input_tokens": 2681,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 846.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.847
  },
  {
   "case_id": "pv_6736d74803",
   "phase": "one_call",
   "state_hash": "91f64648899c1026e75753ea3b1e1ca441e6ff1999d7eed371fba635e00ce37c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999466929394009
    }
   },
   "usage": {
    "input_tokens": 1854,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 507.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.508
  },
  {
   "case_id": "pv_6736d74803",
   "phase": "staged",
   "state_hash": "91f64648899c1026e75753ea3b1e1ca441e6ff1999d7eed371fba635e00ce37c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999413742573862
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999953120416386
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.984337521917228,
     "probabilities": {
      "likely_fixed": 0.9962382463957844,
      "partial_fix": 0.0016589410308284628,
      "wrong_location": 1.5809276767594175e-05,
      "symptom_suppressed": 5.093259074537281e-05,
      "breaks_other_behaviour": 9.824957742966268e-05,
      "unclear": 0.0019378211284445507
     }
    },
    "risk": {
     "type": "score",
     "score": 0.15800307574224093,
     "confidence": 0.7269059651732217,
     "probabilities": {
      "0": 0.8471475091619203,
      "1": 0.15089564056268046,
      "2": 0.00023588013701861943,
      "3": 0.0002482056479992952,
      "4": 0.001472764490381337
     }
    }
   },
   "usage": {
    "input_tokens": 2030,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 510.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.51
  },
  {
   "case_id": "pv_67b8a97518",
   "phase": "one_call",
   "state_hash": "c20977d34035b9a306ce7ab716c9eb582417a6722a8873eb4599709b2ff1bed3",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999888894081708
    }
   },
   "usage": {
    "input_tokens": 1315,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 919.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.92
  },
  {
   "case_id": "pv_67b8a97518",
   "phase": "staged",
   "state_hash": "c20977d34035b9a306ce7ab716c9eb582417a6722a8873eb4599709b2ff1bed3",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999927161
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7123769936561322
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9968595001261912,
     "probabilities": {
      "likely_fixed": 0.9993273809835018,
      "partial_fix": 3.6475968451183567e-06,
      "wrong_location": 4.805949368405464e-07,
      "symptom_suppressed": 1.3985371407154454e-06,
      "breaks_other_behaviour": 6.19309204603549e-07,
      "unclear": 0.0006664729783708746
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2223547675235878,
     "confidence": 0.6676109653354205,
     "probabilities": {
      "0": 0.783864941060849,
      "1": 0.21396738985294259,
      "2": 5.6280033581580086e-05,
      "3": 0.00017073860702518107,
      "4": 0.0019406504456016263
     }
    }
   },
   "usage": {
    "input_tokens": 1491,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 650.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.651
  },
  {
   "case_id": "pv_69cdec724d",
   "phase": "one_call",
   "state_hash": "e051f2eb2535e453ca5f36a321b68327e5235cc1371deb870734a8a941448c96",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9875977509953182
    }
   },
   "usage": {
    "input_tokens": 1286,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 417.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.417
  },
  {
   "case_id": "pv_69cdec724d",
   "phase": "staged",
   "state_hash": "e051f2eb2535e453ca5f36a321b68327e5235cc1371deb870734a8a941448c96",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9991685073210272
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.014803903724770428
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8146715119274501,
     "probabilities": {
      "likely_fixed": 0.9217367629526083,
      "partial_fix": 0.04323587996719819,
      "wrong_location": 6.390432990245143e-05,
      "symptom_suppressed": 8.294268014977338e-05,
      "breaks_other_behaviour": 0.000516728252846055,
      "unclear": 0.0343637818172952
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8879833235171906,
     "confidence": 0.7556203887406521,
     "probabilities": {
      "0": 0.12080315303010465,
      "1": 0.8757584874086951,
      "2": 0.0006909388125682853,
      "3": 0.00014672451116902552,
      "4": 0.0026006962374629547
     }
    }
   },
   "usage": {
    "input_tokens": 1462,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 492.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.493
  },
  {
   "case_id": "pv_6ac51cf124",
   "phase": "one_call",
   "state_hash": "78d442702af4b4d1cd70ae6e4ca0315081e9f88935c30815e769bde2b206b1bc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998737980096732
    }
   },
   "usage": {
    "input_tokens": 2376,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 551.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.552
  },
  {
   "case_id": "pv_6ac51cf124",
   "phase": "staged",
   "state_hash": "78d442702af4b4d1cd70ae6e4ca0315081e9f88935c30815e769bde2b206b1bc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999634971442019
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999973027741171
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9973648811362457,
     "probabilities": {
      "likely_fixed": 0.9994500699908235,
      "partial_fix": 1.1290820105786756e-06,
      "wrong_location": 7.051162358517646e-07,
      "symptom_suppressed": 4.661434007856482e-06,
      "breaks_other_behaviour": 4.612597712935268e-07,
      "unclear": 0.0005429731171509018
     }
    },
    "risk": {
     "type": "score",
     "score": 0.017073976366406417,
     "confidence": 0.9486411666831651,
     "probabilities": {
      "0": 0.9845838813534714,
      "1": 0.014796673486820101,
      "2": 2.8079323698588485e-05,
      "3": 0.00014431911184998802,
      "4": 0.0004470467241597936
     }
    }
   },
   "usage": {
    "input_tokens": 2552,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 502.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.503
  },
  {
   "case_id": "pv_6af2337274",
   "phase": "one_call",
   "state_hash": "c1b3d34f38f6d35b49f0ea5f622358eec99b84677154b616aa1e7aaae38df0be",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998746322029406
    }
   },
   "usage": {
    "input_tokens": 2758,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 607.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.608
  },
  {
   "case_id": "pv_6af2337274",
   "phase": "staged",
   "state_hash": "c1b3d34f38f6d35b49f0ea5f622358eec99b84677154b616aa1e7aaae38df0be",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999836978075972
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.995302201964054
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9942081684122378,
     "probabilities": {
      "likely_fixed": 0.9987353866792279,
      "partial_fix": 4.5960312004311595e-05,
      "wrong_location": 4.325742457412712e-06,
      "symptom_suppressed": 0.00010575328317354965,
      "breaks_other_behaviour": 1.743403124499807e-05,
      "unclear": 0.0010911399518918144
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0500026723714204,
     "confidence": 0.8831945939570104,
     "probabilities": {
      "0": 0.956923429548213,
      "1": 0.04064822608649323,
      "2": 6.844909844070191e-05,
      "3": 0.00022203297936685868,
      "4": 0.0021378622874862973
     }
    }
   },
   "usage": {
    "input_tokens": 2934,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 703.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.704
  },
  {
   "case_id": "pv_6b1036218c",
   "phase": "one_call",
   "state_hash": "7b82890dc4e12bf69bf6e634d98811f25a7dbe4c97bc94b8d111782775ea4984",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999983439407581
    }
   },
   "usage": {
    "input_tokens": 2676,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 667.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.668
  },
  {
   "case_id": "pv_6b1036218c",
   "phase": "staged",
   "state_hash": "7b82890dc4e12bf69bf6e634d98811f25a7dbe4c97bc94b8d111782775ea4984",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989869887016
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999961787106675
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999669624927456,
     "probabilities": {
      "likely_fixed": 0.9999958714205064,
      "partial_fix": 4.117967070226178e-07,
      "wrong_location": 1.017208761586667e-07,
      "symptom_suppressed": 4.821829294134503e-07,
      "breaks_other_behaviour": 1.6847449651251148e-07,
      "unclear": 2.96440448448129e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08145295029463344,
     "confidence": 0.8251970735741792,
     "probabilities": {
      "0": 0.9218119829485645,
      "1": 0.07698562284066368,
      "2": 4.8652639850644664e-05,
      "3": 0.00024494410941616133,
      "4": 0.0009087974615049957
     }
    }
   },
   "usage": {
    "input_tokens": 2852,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 707.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.707
  },
  {
   "case_id": "pv_6b8470570e",
   "phase": "one_call",
   "state_hash": "8ae1b5b05638781f627f89b21b4e471e29002be20660c418c7b01ddf6ed7f207",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999750259101486
    }
   },
   "usage": {
    "input_tokens": 1854,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 470.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.471
  },
  {
   "case_id": "pv_6b8470570e",
   "phase": "staged",
   "state_hash": "8ae1b5b05638781f627f89b21b4e471e29002be20660c418c7b01ddf6ed7f207",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996593641878
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998634542453501
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998470338660961,
     "probabilities": {
      "likely_fixed": 0.9999776579861358,
      "partial_fix": 1.4915949518117253e-06,
      "wrong_location": 3.2321315622895217e-07,
      "symptom_suppressed": 1.0472694796404912e-06,
      "breaks_other_behaviour": 2.1742263868986745e-07,
      "unclear": 1.926251363781496e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07100521189728581,
     "confidence": 0.8426857743207832,
     "probabilities": {
      "0": 0.9333445092487607,
      "1": 0.06509124054428272,
      "2": 7.835043631693037e-05,
      "3": 0.0001863286021897785,
      "4": 0.001299571168449973
     }
    }
   },
   "usage": {
    "input_tokens": 2030,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 558.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.558
  },
  {
   "case_id": "pv_6ce4f93076",
   "phase": "one_call",
   "state_hash": "435b82c9562fe0471592ff9bace5191b010f650ffb4dd209647bf2a53967ed1e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9969936223171547
    }
   },
   "usage": {
    "input_tokens": 3195,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 935.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.936
  },
  {
   "case_id": "pv_6ce4f93076",
   "phase": "staged",
   "state_hash": "435b82c9562fe0471592ff9bace5191b010f650ffb4dd209647bf2a53967ed1e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9883559282936848
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.005640913061899006
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.7515327539234132,
     "probabilities": {
      "likely_fixed": 0.1572252320824374,
      "partial_fix": 0.0009299271923620123,
      "wrong_location": 6.658469600978907e-05,
      "symptom_suppressed": 0.00011465604565708762,
      "breaks_other_behaviour": 0.00010638742279121255,
      "unclear": 0.8415572125607425
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5957144142287508,
     "confidence": 0.5545829729803029,
     "probabilities": {
      "0": 0.4186475538099753,
      "1": 0.575588119349844,
      "2": 0.0011631323931175263,
      "3": 0.0006047476955808758,
      "4": 0.003996446751482299
     }
    }
   },
   "usage": {
    "input_tokens": 3371,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1320.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.32
  },
  {
   "case_id": "pv_6ded944f33",
   "phase": "one_call",
   "state_hash": "29e5892675e11c03276fd23142b7ed04837519b5fb006eccb1b465eb95547fb9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998666225767779
    }
   },
   "usage": {
    "input_tokens": 1606,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 457.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.458
  },
  {
   "case_id": "pv_6ded944f33",
   "phase": "staged",
   "state_hash": "29e5892675e11c03276fd23142b7ed04837519b5fb006eccb1b465eb95547fb9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998318535195
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999969725986708
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9081190973700246,
     "probabilities": {
      "likely_fixed": 0.9623918907111406,
      "partial_fix": 0.03682419721264138,
      "wrong_location": 6.277781088818478e-05,
      "symptom_suppressed": 6.47052839552006e-05,
      "breaks_other_behaviour": 2.7924579067402003e-05,
      "unclear": 0.0006285044023072279
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8715927239638974,
     "confidence": 0.7527640128478292,
     "probabilities": {
      "0": 0.13113083422082886,
      "1": 0.8677641629736348,
      "2": 0.00024078073357764523,
      "3": 0.00010988876472707885,
      "4": 0.0007543333072315308
     }
    }
   },
   "usage": {
    "input_tokens": 1782,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 662.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.663
  },
  {
   "case_id": "pv_6e2c2e2e54",
   "phase": "one_call",
   "state_hash": "0eb33bf74f8562a4ed7938e2eda9a4cac81f28a7288336238a734cb4848ec4ae",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999676593128882
    }
   },
   "usage": {
    "input_tokens": 1563,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 487.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.487
  },
  {
   "case_id": "pv_6e2c2e2e54",
   "phase": "staged",
   "state_hash": "0eb33bf74f8562a4ed7938e2eda9a4cac81f28a7288336238a734cb4848ec4ae",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999977334024431
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0023967333628924286
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7991993744509386,
     "probabilities": {
      "likely_fixed": 0.8862215991209672,
      "partial_fix": 0.0006656870986271275,
      "wrong_location": 7.875674016229734e-06,
      "symptom_suppressed": 2.6167418941650355e-05,
      "breaks_other_behaviour": 0.00013283689285512938,
      "unclear": 0.11294583379459273
     }
    },
    "risk": {
     "type": "score",
     "score": 0.826428408801688,
     "confidence": 0.6751241530916064,
     "probabilities": {
      "0": 0.1877150935461105,
      "1": 0.8063027163619717,
      "2": 0.0017660201365880207,
      "3": 0.00027102765477880135,
      "4": 0.003945142300550974
     }
    }
   },
   "usage": {
    "input_tokens": 1739,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 557.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.558
  },
  {
   "case_id": "pv_6e42341d97",
   "phase": "one_call",
   "state_hash": "11b360529eacbc4f4f3ac48a24b81ab56c0afbbe060f37b8139fbcb043fa6e96",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999703864455854
    }
   },
   "usage": {
    "input_tokens": 1280,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 591.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.592
  },
  {
   "case_id": "pv_6e42341d97",
   "phase": "staged",
   "state_hash": "11b360529eacbc4f4f3ac48a24b81ab56c0afbbe060f37b8139fbcb043fa6e96",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999977941822861
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.33138186508275863
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9851958300541532,
     "probabilities": {
      "likely_fixed": 0.9960246148603058,
      "partial_fix": 6.812123675348014e-05,
      "wrong_location": 2.4146117320068266e-06,
      "symptom_suppressed": 1.1073787845302611e-05,
      "breaks_other_behaviour": 2.3348876065648144e-05,
      "unclear": 0.0038704266272977174
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5761579858561514,
     "confidence": 0.5601255824617438,
     "probabilities": {
      "0": 0.43425817760491014,
      "1": 0.5620932389903293,
      "2": 0.0001663848526520932,
      "3": 0.00019681704791608856,
      "4": 0.0032853815041924313
     }
    }
   },
   "usage": {
    "input_tokens": 1456,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 540.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.541
  },
  {
   "case_id": "pv_6e5dba09b5",
   "phase": "one_call",
   "state_hash": "0952e9ba3e2ea6b1a243cb33aee2598035db03324cf9a576e40743470bb92a37",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9984509559513942
    }
   },
   "usage": {
    "input_tokens": 3406,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 867.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.868
  },
  {
   "case_id": "pv_6e5dba09b5",
   "phase": "staged",
   "state_hash": "0952e9ba3e2ea6b1a243cb33aee2598035db03324cf9a576e40743470bb92a37",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9983659532231347
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.964988551577388
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9496679828804996,
     "probabilities": {
      "likely_fixed": 0.9826973379634057,
      "partial_fix": 0.0004425889667690302,
      "wrong_location": 1.6738447490132475e-05,
      "symptom_suppressed": 2.473323504594202e-05,
      "breaks_other_behaviour": 7.07621779375564e-05,
      "unclear": 0.016747839209351592
     }
    },
    "risk": {
     "type": "score",
     "score": 0.24100437836291974,
     "confidence": 0.650792891424289,
     "probabilities": {
      "0": 0.7713467574721409,
      "1": 0.22420006602337067,
      "2": 0.00029963129933104624,
      "3": 0.0004091310797425575,
      "4": 0.003744414125414825
     }
    }
   },
   "usage": {
    "input_tokens": 3582,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1268.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.269
  },
  {
   "case_id": "pv_6e5e2cba99",
   "phase": "one_call",
   "state_hash": "9ab679fa0bc0c63175f2afc72328199fa242a844aa5f4c8e36a4851b614f203d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999720861327926
    }
   },
   "usage": {
    "input_tokens": 2192,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 612.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.613
  },
  {
   "case_id": "pv_6e5e2cba99",
   "phase": "staged",
   "state_hash": "9ab679fa0bc0c63175f2afc72328199fa242a844aa5f4c8e36a4851b614f203d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999892506010362
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.5228997427955522
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9994077504820502,
     "probabilities": {
      "likely_fixed": 0.9999047809550734,
      "partial_fix": 1.2382632941230948e-05,
      "wrong_location": 2.0070875728771903e-06,
      "symptom_suppressed": 5.046458041313294e-06,
      "breaks_other_behaviour": 5.280400555811041e-06,
      "unclear": 7.050246581531919e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3111986576552863,
     "confidence": 0.6061283163837214,
     "probabilities": {
      "0": 0.6972313548353214,
      "1": 0.2994855501205648,
      "2": 0.0004884910075026586,
      "3": 0.0004422906267284173,
      "4": 0.002352313409882737
     }
    }
   },
   "usage": {
    "input_tokens": 2368,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 578.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.579
  },
  {
   "case_id": "pv_6e800b0d59",
   "phase": "one_call",
   "state_hash": "4d7bd19939dd1608effc8f6de8e553054d65bf33e7b76b0202f0b9032f54f9e0",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9486929498812626
    }
   },
   "usage": {
    "input_tokens": 2397,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 640.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.641
  },
  {
   "case_id": "pv_6e800b0d59",
   "phase": "staged",
   "state_hash": "4d7bd19939dd1608effc8f6de8e553054d65bf33e7b76b0202f0b9032f54f9e0",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999981857060317
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9917904975704863
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7980156315911807,
     "probabilities": {
      "likely_fixed": 0.887508687061423,
      "partial_fix": 0.001572015100587965,
      "wrong_location": 2.5568650117177753e-05,
      "symptom_suppressed": 9.741790382640343e-05,
      "breaks_other_behaviour": 0.0001168768355847919,
      "unclear": 0.11067943444846066
     }
    },
    "risk": {
     "type": "score",
     "score": 0.49781296672580283,
     "confidence": 0.5497395069946093,
     "probabilities": {
      "0": 0.5138946653986737,
      "1": 0.4811418929645536,
      "2": 0.0013864310263795544,
      "3": 0.00040983073308246824,
      "4": 0.003167179877310674
     }
    }
   },
   "usage": {
    "input_tokens": 2573,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 574.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.575
  },
  {
   "case_id": "pv_6eca5f9c74",
   "phase": "one_call",
   "state_hash": "c8d775636094cc95700514236328adb104880d4564a9e029f7b8bc94f0064acb",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999101418262674
    }
   },
   "usage": {
    "input_tokens": 1771,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 483.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.484
  },
  {
   "case_id": "pv_6eca5f9c74",
   "phase": "staged",
   "state_hash": "c8d775636094cc95700514236328adb104880d4564a9e029f7b8bc94f0064acb",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999972964342437
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9946115218336848
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9980806193235265,
     "probabilities": {
      "likely_fixed": 0.9996188250391023,
      "partial_fix": 5.386289962694029e-06,
      "wrong_location": 4.180235542116116e-07,
      "symptom_suppressed": 2.590893257651822e-06,
      "breaks_other_behaviour": 1.5848485161301827e-06,
      "unclear": 0.000371194905607072
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3706353676037134,
     "confidence": 0.581206243044732,
     "probabilities": {
      "0": 0.638584289515016,
      "1": 0.35818780998840766,
      "2": 0.00010023034889423385,
      "3": 0.00026358367321113827,
      "4": 0.002864086474470963
     }
    }
   },
   "usage": {
    "input_tokens": 1947,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 574.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.575
  },
  {
   "case_id": "pv_71a2bf4ec0",
   "phase": "one_call",
   "state_hash": "7758f47e39e0072735655a671e47a3152f76d0965553c0021df4f98ae432f0c9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999953483507186
    }
   },
   "usage": {
    "input_tokens": 1881,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 475.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.476
  },
  {
   "case_id": "pv_71a2bf4ec0",
   "phase": "staged",
   "state_hash": "7758f47e39e0072735655a671e47a3152f76d0965553c0021df4f98ae432f0c9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998359995987
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999876794033397
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9993463640508954,
     "probabilities": {
      "likely_fixed": 0.9998847515652938,
      "partial_fix": 6.589477043000827e-07,
      "wrong_location": 1.2867979966560158e-07,
      "symptom_suppressed": 4.35402710123655e-07,
      "breaks_other_behaviour": 4.3781361354399437e-07,
      "unclear": 0.0001135875908786244
     }
    },
    "risk": {
     "type": "score",
     "score": 0.1475571078534606,
     "confidence": 0.7386732837271062,
     "probabilities": {
      "0": 0.8595889745497288,
      "1": 0.137770121919347,
      "2": 0.0001868852755817206,
      "3": 0.00040285763841963525,
      "4": 0.0020511606169228095
     }
    }
   },
   "usage": {
    "input_tokens": 2057,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 555.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.555
  },
  {
   "case_id": "pv_722d7f9008",
   "phase": "one_call",
   "state_hash": "666a30378fc252e4dda51b2753b52d00f6f7776b64488a432dd7abb8550e33f5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9983267599556812
    }
   },
   "usage": {
    "input_tokens": 2155,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 619.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.619
  },
  {
   "case_id": "pv_722d7f9008",
   "phase": "staged",
   "state_hash": "666a30378fc252e4dda51b2753b52d00f6f7776b64488a432dd7abb8550e33f5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9725198841970392
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9997636755719961
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8411558726463733,
     "probabilities": {
      "likely_fixed": 0.9206716849160348,
      "partial_fix": 0.000745517659208709,
      "wrong_location": 2.2177665006384142e-05,
      "symptom_suppressed": 9.801674181664052e-05,
      "breaks_other_behaviour": 0.0003616435365810431,
      "unclear": 0.07810095948135244
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08033071440005535,
     "confidence": 0.8282692553219329,
     "probabilities": {
      "0": 0.9267931254495623,
      "1": 0.07036978551745468,
      "2": 0.00031154274710936764,
      "3": 0.0007643417551125315,
      "4": 0.0017612045307610856
     }
    }
   },
   "usage": {
    "input_tokens": 2331,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 625.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.625
  },
  {
   "case_id": "pv_724c92ee1b",
   "phase": "one_call",
   "state_hash": "661c4e8351a1ee0b1aad8425c7a6e6f38646685ef356ad7f486fa9da9f18538a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999692177351592
    }
   },
   "usage": {
    "input_tokens": 2862,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 729.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.73
  },
  {
   "case_id": "pv_724c92ee1b",
   "phase": "staged",
   "state_hash": "661c4e8351a1ee0b1aad8425c7a6e6f38646685ef356ad7f486fa9da9f18538a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.7751227545089826
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9587917359212337
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6018664507640432,
     "probabilities": {
      "likely_fixed": 0.36748075038157046,
      "partial_fix": 0.004974642178918727,
      "wrong_location": 0.003125757529648074,
      "symptom_suppressed": 0.00023384737583004596,
      "breaks_other_behaviour": 0.000623281174499802,
      "unclear": 0.6235617213595329
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3731776250201737,
     "confidence": 0.5697946077346561,
     "probabilities": {
      "0": 0.6458292591947704,
      "1": 0.34666241641068046,
      "2": 0.0013123888085144163,
      "3": 0.0008933113516748533,
      "4": 0.005302624234359969
     }
    }
   },
   "usage": {
    "input_tokens": 3038,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 726.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.727
  },
  {
   "case_id": "pv_7285c0e8a1",
   "phase": "one_call",
   "state_hash": "d4f07f3b5d9581c530ff4cceb069d46ef06069cac041477da77f5a27420c38cd",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999900532284454
    }
   },
   "usage": {
    "input_tokens": 1201,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 402.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.403
  },
  {
   "case_id": "pv_7285c0e8a1",
   "phase": "staged",
   "state_hash": "d4f07f3b5d9581c530ff4cceb069d46ef06069cac041477da77f5a27420c38cd",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999999444147833
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9993613387386607
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998684227370931,
     "probabilities": {
      "likely_fixed": 0.9999815929673886,
      "partial_fix": 2.180080136875809e-06,
      "wrong_location": 1.3518749976809981e-07,
      "symptom_suppressed": 1.8534754175512958e-06,
      "breaks_other_behaviour": 9.289340529318798e-07,
      "unclear": 1.3309355504237779e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08102305487134806,
     "confidence": 0.83048703125586,
     "probabilities": {
      "0": 0.9287533031607904,
      "1": 0.06773501752231384,
      "2": 0.00011636005528405613,
      "3": 0.0005259598079809223,
      "4": 0.002869359453630836
     }
    }
   },
   "usage": {
    "input_tokens": 1377,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 505.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.506
  },
  {
   "case_id": "pv_72d6402b89",
   "phase": "one_call",
   "state_hash": "23f851ce2a3e7caaa13e321fabc9e6e8116da3b9f5060a6ee25f40f71cf9c609",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9987839492894508
    }
   },
   "usage": {
    "input_tokens": 1185,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 394.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.395
  },
  {
   "case_id": "pv_72d6402b89",
   "phase": "staged",
   "state_hash": "23f851ce2a3e7caaa13e321fabc9e6e8116da3b9f5060a6ee25f40f71cf9c609",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999984911191733
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.02119574913322404
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9826585939242091,
     "probabilities": {
      "likely_fixed": 0.9952746903978644,
      "partial_fix": 0.0001844688251542253,
      "wrong_location": 1.8243727982904098e-06,
      "symptom_suppressed": 1.2926627744536096e-05,
      "breaks_other_behaviour": 2.8029332491427642e-05,
      "unclear": 0.004498060443947051
     }
    },
    "risk": {
     "type": "score",
     "score": 0.246959022670208,
     "confidence": 0.6483859681448303,
     "probabilities": {
      "0": 0.7589354346411409,
      "1": 0.23891456322569843,
      "2": 0.0001491287697639199,
      "3": 0.00025729154860541954,
      "4": 0.0017435818147913675
     }
    }
   },
   "usage": {
    "input_tokens": 1361,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 652.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.653
  },
  {
   "case_id": "pv_7353732e6a",
   "phase": "one_call",
   "state_hash": "4dbe4de8070d3dad4d27c3eeca6444064b62c8f85e3075f4ee2f05097536ab4c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9989763984403109
    }
   },
   "usage": {
    "input_tokens": 1035,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 474.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.474
  },
  {
   "case_id": "pv_7353732e6a",
   "phase": "staged",
   "state_hash": "4dbe4de8070d3dad4d27c3eeca6444064b62c8f85e3075f4ee2f05097536ab4c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9995404910607243
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8631537941494926
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8896137996580279,
     "probabilities": {
      "likely_fixed": 0.9585786433730826,
      "partial_fix": 0.029682142933159957,
      "wrong_location": 1.1465817242947658e-05,
      "symptom_suppressed": 1.6725099004262992e-05,
      "breaks_other_behaviour": 7.229292428872012e-05,
      "unclear": 0.011638729853221426
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6370123598341165,
     "confidence": 0.5771135986093912,
     "probabilities": {
      "0": 0.37109260233686814,
      "1": 0.6258840347279914,
      "2": 0.0003603153077366954,
      "3": 0.00024449601896362464,
      "4": 0.0024185516084402362
     }
    }
   },
   "usage": {
    "input_tokens": 1211,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 499.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.5
  },
  {
   "case_id": "pv_75020aef25",
   "phase": "one_call",
   "state_hash": "3df870bded2428a83b879cb3eadab371d46d62e54ee72bbd9a2f342491844640",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999952207700043
    }
   },
   "usage": {
    "input_tokens": 1093,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 618.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.619
  },
  {
   "case_id": "pv_75020aef25",
   "phase": "staged",
   "state_hash": "3df870bded2428a83b879cb3eadab371d46d62e54ee72bbd9a2f342491844640",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999956198291062
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7132923959277179
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9986949570834207,
     "probabilities": {
      "likely_fixed": 0.9997540916446437,
      "partial_fix": 3.1896492963048616e-06,
      "wrong_location": 5.758812253399607e-07,
      "symptom_suppressed": 3.659554587936129e-06,
      "breaks_other_behaviour": 1.4322102915679345e-06,
      "unclear": 0.00023705105995522628
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11089749576279097,
     "confidence": 0.7839748430478988,
     "probabilities": {
      "0": 0.8951605243140032,
      "1": 0.10263135778379812,
      "2": 8.782927264900988e-05,
      "3": 0.0003906750845039654,
      "4": 0.0017296135450457332
     }
    }
   },
   "usage": {
    "input_tokens": 1269,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 553.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.554
  },
  {
   "case_id": "pv_75715b5d5a",
   "phase": "one_call",
   "state_hash": "0726628896e825b8de89b7986aabdbe627ca3a5155ba8a894c74dc3bc53ed830",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999969486347838
    }
   },
   "usage": {
    "input_tokens": 1575,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 456.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.456
  },
  {
   "case_id": "pv_75715b5d5a",
   "phase": "staged",
   "state_hash": "0726628896e825b8de89b7986aabdbe627ca3a5155ba8a894c74dc3bc53ed830",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999941088816062
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9787023687826363
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999967319307374,
     "probabilities": {
      "likely_fixed": 0.9999960435724139,
      "partial_fix": 7.466827545052218e-07,
      "wrong_location": 6.610732320270296e-08,
      "symptom_suppressed": 6.46326152825059e-07,
      "breaks_other_behaviour": 7.731139335688907e-07,
      "unclear": 1.7241974219708086e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11637710384012276,
     "confidence": 0.7763260514489833,
     "probabilities": {
      "0": 0.888218321558415,
      "1": 0.11010459306720147,
      "2": 6.21228855414927e-05,
      "3": 0.00031158495353023573,
      "4": 0.0013033775353119012
     }
    }
   },
   "usage": {
    "input_tokens": 1751,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 675.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.676
  },
  {
   "case_id": "pv_76132426eb",
   "phase": "one_call",
   "state_hash": "ec3467ecb2eb20751add6d861de4d03b92b55e331e51ad1156dd1d828eeefc72",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9993726203269275
    }
   },
   "usage": {
    "input_tokens": 1920,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 622.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.623
  },
  {
   "case_id": "pv_76132426eb",
   "phase": "staged",
   "state_hash": "ec3467ecb2eb20751add6d861de4d03b92b55e331e51ad1156dd1d828eeefc72",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993719899944
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.2898310588926996e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.915376835148988,
     "probabilities": {
      "likely_fixed": 0.9669298313590913,
      "partial_fix": 0.0014557955420987756,
      "wrong_location": 1.703796959619809e-05,
      "symptom_suppressed": 1.821596180035028e-05,
      "breaks_other_behaviour": 1.0885354951571062e-05,
      "unclear": 0.0315682338124619
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8307347102347447,
     "confidence": 0.6583332574255929,
     "probabilities": {
      "0": 0.18895979674280197,
      "1": 0.800574157861815,
      "2": 0.005503685505020393,
      "3": 0.0006962581985618019,
      "4": 0.004266101691800889
     }
    }
   },
   "usage": {
    "input_tokens": 2096,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 636.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.637
  },
  {
   "case_id": "pv_77a744cccc",
   "phase": "one_call",
   "state_hash": "a4cbd93a7aa9d67ebd1203446723fbbf1b441e0c85686d79f46b01265b117fca",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999173756683597
    }
   },
   "usage": {
    "input_tokens": 2498,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 546.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.547
  },
  {
   "case_id": "pv_77a744cccc",
   "phase": "staged",
   "state_hash": "a4cbd93a7aa9d67ebd1203446723fbbf1b441e0c85686d79f46b01265b117fca",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999980314096969
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9995771133499283
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997363344621719,
     "probabilities": {
      "likely_fixed": 0.9999606882711201,
      "partial_fix": 2.8925849080326785e-06,
      "wrong_location": 1.2399413822444335e-06,
      "symptom_suppressed": 1.1578403627184926e-06,
      "breaks_other_behaviour": 4.614066077997165e-06,
      "unclear": 2.940729614886042e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2961789312582288,
     "confidence": 0.6165069110027519,
     "probabilities": {
      "0": 0.7108893381047338,
      "1": 0.28658086884113776,
      "2": 0.00012219249082735323,
      "3": 0.00027672481776805336,
      "4": 0.0021308757455330424
     }
    }
   },
   "usage": {
    "input_tokens": 2674,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 603.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.604
  },
  {
   "case_id": "pv_785b414fcc",
   "phase": "one_call",
   "state_hash": "4c7cb7462a6c85d7ca7aa9e90152edc32173392326d03df0845d9df31c8947f7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999943872908869
    }
   },
   "usage": {
    "input_tokens": 1184,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 391.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.392
  },
  {
   "case_id": "pv_785b414fcc",
   "phase": "staged",
   "state_hash": "4c7cb7462a6c85d7ca7aa9e90152edc32173392326d03df0845d9df31c8947f7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999987615671109
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.10461202717047473
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998487482367444,
     "probabilities": {
      "likely_fixed": 0.9999774603625344,
      "partial_fix": 7.848934381340673e-07,
      "wrong_location": 9.586806241524657e-08,
      "symptom_suppressed": 2.9127522787864734e-07,
      "breaks_other_behaviour": 3.343001400013601e-07,
      "unclear": 2.1033300597103466e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0433627479273257,
     "confidence": 0.8948684290963853,
     "probabilities": {
      "0": 0.9623918557756652,
      "1": 0.035568683336200946,
      "2": 6.096394038993169e-05,
      "3": 0.00024185108063116262,
      "4": 0.0017366458671128518
     }
    }
   },
   "usage": {
    "input_tokens": 1360,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 462.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.463
  },
  {
   "case_id": "pv_7872b98f22",
   "phase": "one_call",
   "state_hash": "6f5bfa47603bd167ccf0efbf196d61cb3b345287ddf7459ba94f23a23330e002",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.13712077084347724
    }
   },
   "usage": {
    "input_tokens": 2181,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 593.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.594
  },
  {
   "case_id": "pv_7872b98f22",
   "phase": "staged",
   "state_hash": "6f5bfa47603bd167ccf0efbf196d61cb3b345287ddf7459ba94f23a23330e002",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9884922010869925
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.014418710000293917
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6785769599524046,
     "probabilities": {
      "likely_fixed": 0.2060756539749343,
      "partial_fix": 0.00988029591503387,
      "wrong_location": 0.00011384439959922822,
      "symptom_suppressed": 0.0002720516223224829,
      "breaks_other_behaviour": 0.0014360999611450222,
      "unclear": 0.7822220541269651
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6520889402071021,
     "confidence": 0.5184161642254042,
     "probabilities": {
      "0": 0.38344974541769267,
      "1": 0.5961407077474306,
      "2": 0.011368730987535205,
      "3": 0.002952492904765192,
      "4": 0.006088322942576369
     }
    }
   },
   "usage": {
    "input_tokens": 2357,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 773.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.773
  },
  {
   "case_id": "pv_7a65f54fd1",
   "phase": "one_call",
   "state_hash": "3dfd6e71c045622d9056d8d257a8b39e34c19c0690a15d19831e86f4273eda35",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998039545107593
    }
   },
   "usage": {
    "input_tokens": 1922,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 509.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.51
  },
  {
   "case_id": "pv_7a65f54fd1",
   "phase": "staged",
   "state_hash": "3dfd6e71c045622d9056d8d257a8b39e34c19c0690a15d19831e86f4273eda35",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985009644661
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9840007804733195
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.998389067451871,
     "probabilities": {
      "likely_fixed": 0.9996851260702446,
      "partial_fix": 2.582382208106828e-06,
      "wrong_location": 6.21571590907238e-07,
      "symptom_suppressed": 1.1727432295229315e-06,
      "breaks_other_behaviour": 7.825580171064654e-07,
      "unclear": 0.0003097146747097414
     }
    },
    "risk": {
     "type": "score",
     "score": 0.341879396329893,
     "confidence": 0.593156376539443,
     "probabilities": {
      "0": 0.6657461625824033,
      "1": 0.33146620626251216,
      "2": 0.0002894606897476413,
      "3": 0.00015841317346194236,
      "4": 0.0023397572918749257
     }
    }
   },
   "usage": {
    "input_tokens": 2098,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 533.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.533
  },
  {
   "case_id": "pv_7c6a3e4079",
   "phase": "one_call",
   "state_hash": "5435ccf02094d0b816bf65f840fe611d83fc1d14b05087a240f59dbf869d4b24",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9573362064487112
    }
   },
   "usage": {
    "input_tokens": 2248,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 716.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.716
  },
  {
   "case_id": "pv_7c6a3e4079",
   "phase": "staged",
   "state_hash": "5435ccf02094d0b816bf65f840fe611d83fc1d14b05087a240f59dbf869d4b24",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9477416907786145
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9872804473053484
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8385582561858362,
     "probabilities": {
      "likely_fixed": 0.9267149707804228,
      "partial_fix": 0.006626242464426246,
      "wrong_location": 3.40826141924666e-05,
      "symptom_suppressed": 0.0004031921202605349,
      "breaks_other_behaviour": 0.00035579911958547023,
      "unclear": 0.06586571290111246
     }
    },
    "risk": {
     "type": "score",
     "score": 0.24016080070855897,
     "confidence": 0.6521832272285966,
     "probabilities": {
      "0": 0.7685924890035305,
      "1": 0.22821296242542888,
      "2": 0.0002144373196828448,
      "3": 0.0004014813616667195,
      "4": 0.0025786298896910576
     }
    }
   },
   "usage": {
    "input_tokens": 2424,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 646.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.647
  },
  {
   "case_id": "pv_7d313487b4",
   "phase": "one_call",
   "state_hash": "b4b15c67a1a28c13adf74be7f078cfdebce6fb1b189b0c366d52bed248ed9cf8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9990788786240035
    }
   },
   "usage": {
    "input_tokens": 1081,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 501.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.501
  },
  {
   "case_id": "pv_7d313487b4",
   "phase": "staged",
   "state_hash": "b4b15c67a1a28c13adf74be7f078cfdebce6fb1b189b0c366d52bed248ed9cf8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978541279839
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9991126583083199
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999684876609678,
     "probabilities": {
      "likely_fixed": 0.9999961250720619,
      "partial_fix": 7.890477725300213e-07,
      "wrong_location": 2.3624979905127212e-07,
      "symptom_suppressed": 2.799476004417655e-07,
      "breaks_other_behaviour": 1.582905756380188e-07,
      "unclear": 2.4113921903546452e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.15793959771164595,
     "confidence": 0.7275498137444385,
     "probabilities": {
      "0": 0.8513741571441693,
      "1": 0.1452470590927571,
      "2": 0.00012006394691007283,
      "3": 0.0005824685395852374,
      "4": 0.002676251276578252
     }
    }
   },
   "usage": {
    "input_tokens": 1257,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1480.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.481
  },
  {
   "case_id": "pv_7d52e04e3f",
   "phase": "one_call",
   "state_hash": "1acf9d11ddf20f9d4acba2cb1b45a576a7da46d996f7a1d35c2044ff99a45008",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999867283464083
    }
   },
   "usage": {
    "input_tokens": 1297,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 477.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.478
  },
  {
   "case_id": "pv_7d52e04e3f",
   "phase": "staged",
   "state_hash": "1acf9d11ddf20f9d4acba2cb1b45a576a7da46d996f7a1d35c2044ff99a45008",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.99999856685718
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9442650661366083
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9988619968744804,
     "probabilities": {
      "likely_fixed": 0.99978949921441,
      "partial_fix": 7.149848561024387e-06,
      "wrong_location": 2.466901683024162e-07,
      "symptom_suppressed": 1.4876300855306102e-06,
      "breaks_other_behaviour": 6.775288891311897e-07,
      "unclear": 0.00020093908788597456
     }
    },
    "risk": {
     "type": "score",
     "score": 0.22767107668369288,
     "confidence": 0.6623192832894413,
     "probabilities": {
      "0": 0.780790428626676,
      "1": 0.21618586445946422,
      "2": 0.00011495771874569698,
      "3": 0.00037969999371878277,
      "4": 0.002529049201395227
     }
    }
   },
   "usage": {
    "input_tokens": 1473,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1458.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.458
  },
  {
   "case_id": "pv_7d6334e275",
   "phase": "one_call",
   "state_hash": "f0d9849afc5d0f0b577b7a7960983127d6c5c774b1db1d2feecaf9760c41e766",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9978228981337214
    }
   },
   "usage": {
    "input_tokens": 2897,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1255.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.256
  },
  {
   "case_id": "pv_7d6334e275",
   "phase": "staged",
   "state_hash": "f0d9849afc5d0f0b577b7a7960983127d6c5c774b1db1d2feecaf9760c41e766",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9993349893870932
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9524854855867335
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9607293086296201,
     "probabilities": {
      "likely_fixed": 0.9874938139504331,
      "partial_fix": 0.0004697903092863255,
      "wrong_location": 1.5950148328739934e-05,
      "symptom_suppressed": 8.822942924166298e-05,
      "breaks_other_behaviour": 8.279152151963569e-05,
      "unclear": 0.011849424641190492
     }
    },
    "risk": {
     "type": "score",
     "score": 0.20861524826095,
     "confidence": 0.6780369820086358,
     "probabilities": {
      "0": 0.7989987491955008,
      "1": 0.1982208475368543,
      "2": 0.00017679829598017788,
      "3": 0.00037361575452337444,
      "4": 0.002229989217141307
     }
    }
   },
   "usage": {
    "input_tokens": 3073,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 678.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.679
  },
  {
   "case_id": "pv_7e38ea28b1",
   "phase": "one_call",
   "state_hash": "c1ace08ffd1b25e83a814ac8a70110e84ed671eea373d01e1e2275217f2b37fc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997607473121337
    }
   },
   "usage": {
    "input_tokens": 1602,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 448.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.449
  },
  {
   "case_id": "pv_7e38ea28b1",
   "phase": "staged",
   "state_hash": "c1ace08ffd1b25e83a814ac8a70110e84ed671eea373d01e1e2275217f2b37fc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999975111922514
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.860799054338353
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9988823789075153,
     "probabilities": {
      "likely_fixed": 0.9997968469889826,
      "partial_fix": 6.226056404121502e-06,
      "wrong_location": 1.1841102171371526e-06,
      "symptom_suppressed": 3.0467796140240805e-06,
      "breaks_other_behaviour": 4.536428955563757e-06,
      "unclear": 0.0001881596358264916
     }
    },
    "risk": {
     "type": "score",
     "score": 0.26710411372101067,
     "confidence": 0.6325834862521933,
     "probabilities": {
      "0": 0.7424290632292675,
      "1": 0.25406824717264603,
      "2": 0.00018132454950408973,
      "3": 0.000612242744972979,
      "4": 0.0027091223036093868
     }
    }
   },
   "usage": {
    "input_tokens": 1778,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 581.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.581
  },
  {
   "case_id": "pv_82add1fce5",
   "phase": "one_call",
   "state_hash": "e749c42f703686eaf0d733419da498d3c441be75214449ae76fa7c0d6e4bd85a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9989572724828879
    }
   },
   "usage": {
    "input_tokens": 1896,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 666.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.667
  },
  {
   "case_id": "pv_82add1fce5",
   "phase": "staged",
   "state_hash": "e749c42f703686eaf0d733419da498d3c441be75214449ae76fa7c0d6e4bd85a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999888092671877
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999155334330159
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9994671992432388,
     "probabilities": {
      "likely_fixed": 0.9999170466530775,
      "partial_fix": 3.4251213177857035e-05,
      "wrong_location": 8.832277726490348e-07,
      "symptom_suppressed": 3.8816095359804955e-06,
      "breaks_other_behaviour": 6.29467779066078e-06,
      "unclear": 3.764261864541289e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06222107696143101,
     "confidence": 0.8558381399596271,
     "probabilities": {
      "0": 0.940303551004662,
      "1": 0.05870646043522428,
      "2": 9.512664808451593e-05,
      "3": 0.0002550844180790383,
      "4": 0.0006397774939501448
     }
    }
   },
   "usage": {
    "input_tokens": 2072,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 608.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.609
  },
  {
   "case_id": "pv_82f3709d5f",
   "phase": "one_call",
   "state_hash": "ce713bcf8e7970dd5929dbf940ba2aa66ea20405e3f189901e2f30ec991557d6",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998626424383568
    }
   },
   "usage": {
    "input_tokens": 2624,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 556.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.557
  },
  {
   "case_id": "pv_82f3709d5f",
   "phase": "staged",
   "state_hash": "ce713bcf8e7970dd5929dbf940ba2aa66ea20405e3f189901e2f30ec991557d6",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999968724947675
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999939925410479
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999756405936036,
     "probabilities": {
      "likely_fixed": 0.9999970174045781,
      "partial_fix": 1.802439401265302e-07,
      "wrong_location": 8.311777120534819e-08,
      "symptom_suppressed": 5.453495235188063e-07,
      "breaks_other_behaviour": 6.706957944655614e-08,
      "unclear": 2.106814607570973e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.089357360224258,
     "confidence": 0.8140438052183049,
     "probabilities": {
      "0": 0.9153281355335794,
      "1": 0.08298315176629083,
      "2": 7.597752638423364e-05,
      "3": 0.00022868728978335838,
      "4": 0.0013840478839621574
     }
    }
   },
   "usage": {
    "input_tokens": 2800,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 642.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.642
  },
  {
   "case_id": "pv_8331c386d3",
   "phase": "one_call",
   "state_hash": "45c9f259e9b5f6a9b92268fe1fc960500754f4a9b5eec293c6ddb8f95c3cbd9b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999885956326469
    }
   },
   "usage": {
    "input_tokens": 2162,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 514.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.515
  },
  {
   "case_id": "pv_8331c386d3",
   "phase": "staged",
   "state_hash": "45c9f259e9b5f6a9b92268fe1fc960500754f4a9b5eec293c6ddb8f95c3cbd9b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9994491885495194
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8619810536261794
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9751154938653767,
     "probabilities": {
      "likely_fixed": 0.9929084725981466,
      "partial_fix": 0.0004455614597993516,
      "wrong_location": 1.9826585696197772e-05,
      "symptom_suppressed": 6.79060598649339e-05,
      "breaks_other_behaviour": 4.0778981788329924e-05,
      "unclear": 0.006517454314704655
     }
    },
    "risk": {
     "type": "score",
     "score": 0.17115024375033078,
     "confidence": 0.7130160701593165,
     "probabilities": {
      "0": 0.8363079031583838,
      "1": 0.16088948543462367,
      "2": 0.00030170057900195333,
      "3": 0.000346286154259201,
      "4": 0.0021546246737314
     }
    }
   },
   "usage": {
    "input_tokens": 2338,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 551.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.552
  },
  {
   "case_id": "pv_84398b1bab",
   "phase": "one_call",
   "state_hash": "002fcdf10ca68f7d20e1ba7cf69d9310e768817d31d627e86069f4a819d5a26f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.0008770320444936331
    }
   },
   "usage": {
    "input_tokens": 2343,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 572.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.573
  },
  {
   "case_id": "pv_84398b1bab",
   "phase": "staged",
   "state_hash": "002fcdf10ca68f7d20e1ba7cf69d9310e768817d31d627e86069f4a819d5a26f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.03511674059371751
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0002905584289077203
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9933657498334468,
     "probabilities": {
      "likely_fixed": 0.0005763727416422412,
      "partial_fix": 0.0003450602077929173,
      "wrong_location": 0.00015326593217123964,
      "symptom_suppressed": 5.585876127265815e-05,
      "breaks_other_behaviour": 0.00018957024066910668,
      "unclear": 0.9986798721164518
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8331281334489555,
     "confidence": 0.5433582281718305,
     "probabilities": {
      "0": 0.7559560512662704,
      "1": 0.03574294854103286,
      "2": 0.015525709662136613,
      "3": 0.0047673965385911735,
      "4": 0.188007893991969
     }
    }
   },
   "usage": {
    "input_tokens": 2519,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 654.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.655
  },
  {
   "case_id": "pv_84b0ac7a04",
   "phase": "one_call",
   "state_hash": "cdfe50ad728a0fb9717ddc1c291a1015038105a2e6e90fd6cc23d3ac110542d3",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999869804662945
    }
   },
   "usage": {
    "input_tokens": 2085,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 486.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.486
  },
  {
   "case_id": "pv_84b0ac7a04",
   "phase": "staged",
   "state_hash": "cdfe50ad728a0fb9717ddc1c291a1015038105a2e6e90fd6cc23d3ac110542d3",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999963624523823
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9654557638990557
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9995312026414623,
     "probabilities": {
      "likely_fixed": 0.9999266659849073,
      "partial_fix": 3.225405366987165e-05,
      "wrong_location": 1.1273270515234737e-06,
      "symptom_suppressed": 1.853524228800213e-06,
      "breaks_other_behaviour": 1.2498137715047723e-06,
      "unclear": 3.684929637090668e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.059449939097645926,
     "confidence": 0.8665269628254649,
     "probabilities": {
      "0": 0.9498095680619074,
      "1": 0.046607540058524355,
      "2": 0.0004778640984245871,
      "3": 0.0005334402823021352,
      "4": 0.0025715874988414987
     }
    }
   },
   "usage": {
    "input_tokens": 2261,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 758.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.759
  },
  {
   "case_id": "pv_873a7b4806",
   "phase": "one_call",
   "state_hash": "bfdf5c50c528787ab4b37349f1a53b214f8110e7d38b7c114c2fe60e15dace8d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "status": "failed",
   "reason": "spend guard: JEV_MAX_CALLS=200 reached",
   "elapsed_s": 0.0
  },
  {
   "case_id": "pv_873a7b4806",
   "phase": "one_call",
   "state_hash": "bfdf5c50c528787ab4b37349f1a53b214f8110e7d38b7c114c2fe60e15dace8d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999924372359545
    }
   },
   "usage": {
    "input_tokens": 1481,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 618.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.619
  },
  {
   "case_id": "pv_873a7b4806",
   "phase": "staged",
   "state_hash": "bfdf5c50c528787ab4b37349f1a53b214f8110e7d38b7c114c2fe60e15dace8d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994017497743
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7610973813089288
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9989912993391438,
     "probabilities": {
      "likely_fixed": 0.9998332151944829,
      "partial_fix": 2.5635984902551677e-05,
      "wrong_location": 1.959751699158705e-06,
      "symptom_suppressed": 4.0959451946924416e-05,
      "breaks_other_behaviour": 6.344526621353873e-06,
      "unclear": 9.188509034722656e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8470699567588695,
     "confidence": 0.7281558831193391,
     "probabilities": {
      "0": 0.1547971450924957,
      "1": 0.8444559808999732,
      "2": 0.00015689246974248596,
      "3": 5.9735231742822784e-05,
      "4": 0.0005302463060457355
     }
    }
   },
   "usage": {
    "input_tokens": 1657,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 326.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.327
  },
  {
   "case_id": "pv_874a57383b",
   "phase": "one_call",
   "state_hash": "405dd03baccb28bc27706f2d2da710226ab4583938734107da0c4603fdabe492",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999083087151939
    }
   },
   "usage": {
    "input_tokens": 1608,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 344.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.345
  },
  {
   "case_id": "pv_874a57383b",
   "phase": "staged",
   "state_hash": "405dd03baccb28bc27706f2d2da710226ab4583938734107da0c4603fdabe492",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994093239382
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999950194548962
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9991100974330149,
     "probabilities": {
      "likely_fixed": 0.9998417039739648,
      "partial_fix": 5.146574326045884e-06,
      "wrong_location": 1.048298753531615e-06,
      "symptom_suppressed": 3.1756549855326656e-06,
      "breaks_other_behaviour": 1.113080252386494e-06,
      "unclear": 0.00014781241771774555
     }
    },
    "risk": {
     "type": "score",
     "score": 0.19425568208035016,
     "confidence": 0.6914706117095764,
     "probabilities": {
      "0": 0.8137386366284983,
      "1": 0.18343480742194873,
      "2": 0.000184271337186583,
      "3": 0.0001168064654372538,
      "4": 0.0025254781469291245
     }
    }
   },
   "usage": {
    "input_tokens": 1784,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 390.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.39
  },
  {
   "case_id": "pv_87a9fefd93",
   "phase": "one_call",
   "state_hash": "07d08c2555281a9ac1c85f4515f1dd14ecc81bdd968ebe16b365fe60c48878ab",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999738175787223
    }
   },
   "usage": {
    "input_tokens": 1293,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 269.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.269
  },
  {
   "case_id": "pv_87a9fefd93",
   "phase": "staged",
   "state_hash": "07d08c2555281a9ac1c85f4515f1dd14ecc81bdd968ebe16b365fe60c48878ab",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999965270917525
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.870176255813812
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9993449536270615,
     "probabilities": {
      "likely_fixed": 0.9998872291337364,
      "partial_fix": 1.8996643761498238e-06,
      "wrong_location": 3.225679717469533e-07,
      "symptom_suppressed": 3.0663984243223513e-06,
      "breaks_other_behaviour": 2.0009162894808618e-06,
      "unclear": 0.0001054813192018326
     }
    },
    "risk": {
     "type": "score",
     "score": 0.036309057409008014,
     "confidence": 0.9080650062773656,
     "probabilities": {
      "0": 0.9684782524679949,
      "1": 0.029758799769652906,
      "2": 7.871656011199514e-05,
      "3": 0.0003441002898292735,
      "4": 0.0013401309124108237
     }
    }
   },
   "usage": {
    "input_tokens": 1469,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 6335.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 6.336
  },
  {
   "case_id": "pv_87c74015a9",
   "phase": "one_call",
   "state_hash": "f60bf02399f4ac80bbd4c98e0d21bb09cc6712077eecf277af02f95dc1532e23",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998374458042278
    }
   },
   "usage": {
    "input_tokens": 2924,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 369.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.37
  },
  {
   "case_id": "pv_87c74015a9",
   "phase": "staged",
   "state_hash": "f60bf02399f4ac80bbd4c98e0d21bb09cc6712077eecf277af02f95dc1532e23",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9873584632127507
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9966313565001427
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7866920258483218,
     "probabilities": {
      "likely_fixed": 0.8738843674540044,
      "partial_fix": 0.00023913587712052093,
      "wrong_location": 1.7094529534642656e-05,
      "symptom_suppressed": 5.592105490326796e-05,
      "breaks_other_behaviour": 0.0001074393407048631,
      "unclear": 0.1256960417437323
     }
    },
    "risk": {
     "type": "score",
     "score": 0.10389870037797529,
     "confidence": 0.7934382267657326,
     "probabilities": {
      "0": 0.9026180095065188,
      "1": 0.09494429110471204,
      "2": 0.00015170894181179624,
      "3": 0.0004929703981895356,
      "4": 0.001793020048767762
     }
    }
   },
   "usage": {
    "input_tokens": 3100,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 6933.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 6.934
  },
  {
   "case_id": "pv_88163f1a39",
   "phase": "one_call",
   "state_hash": "cbbf09d03f3359980e34f1062430c83c9bb87b5a912d88e3ec4fc06db6bf7471",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.5880325586284902
    }
   },
   "usage": {
    "input_tokens": 2636,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 394.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.395
  },
  {
   "case_id": "pv_88163f1a39",
   "phase": "staged",
   "state_hash": "cbbf09d03f3359980e34f1062430c83c9bb87b5a912d88e3ec4fc06db6bf7471",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.975705640463556
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.06651933403213174
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.5873172550329679,
     "probabilities": {
      "likely_fixed": 0.04129050216910992,
      "partial_fix": 0.003579264372095045,
      "wrong_location": 0.2291987086703197,
      "symptom_suppressed": 0.0007910047419061224,
      "breaks_other_behaviour": 0.0015894263413709132,
      "unclear": 0.7235510937051983
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5226642461952655,
     "confidence": 0.5191626689793456,
     "probabilities": {
      "0": 0.5208277264678994,
      "1": 0.46272426280832385,
      "2": 0.0025606578667385855,
      "3": 0.0007307437746882747,
      "4": 0.013156609082349929
     }
    }
   },
   "usage": {
    "input_tokens": 2812,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 358.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.359
  },
  {
   "case_id": "pv_89eae72ac3",
   "phase": "one_call",
   "state_hash": "9daea48b643325ad90df02f5d339ff30b7b30e362f852349e2a018796f89ff83",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999730655355291
    }
   },
   "usage": {
    "input_tokens": 1354,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 271.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.272
  },
  {
   "case_id": "pv_89eae72ac3",
   "phase": "staged",
   "state_hash": "9daea48b643325ad90df02f5d339ff30b7b30e362f852349e2a018796f89ff83",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997773519704
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9892291978290225
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998719872774408,
     "probabilities": {
      "likely_fixed": 0.9999824875076655,
      "partial_fix": 1.8508954576063725e-06,
      "wrong_location": 3.1131378775516e-07,
      "symptom_suppressed": 3.7183205616107997e-06,
      "breaks_other_behaviour": 1.3192644503286503e-06,
      "unclear": 1.0312698077256083e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3493924203645313,
     "confidence": 0.593603523332093,
     "probabilities": {
      "0": 0.6545138446250489,
      "1": 0.3441184666627449,
      "2": 6.26324662936238e-05,
      "3": 7.153621445085677e-05,
      "4": 0.0012335200314616288
     }
    }
   },
   "usage": {
    "input_tokens": 1530,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 342.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.343
  },
  {
   "case_id": "pv_8a62799d01",
   "phase": "one_call",
   "state_hash": "cd0d5dd4d24701d105266fe457fade7c036d22d86bde5e2831c9e5485d485338",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9737286782877842
    }
   },
   "usage": {
    "input_tokens": 2842,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 419.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.42
  },
  {
   "case_id": "pv_8a62799d01",
   "phase": "staged",
   "state_hash": "cd0d5dd4d24701d105266fe457fade7c036d22d86bde5e2831c9e5485d485338",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999992719314523
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 1.2779371840639218e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9265058593814602,
     "probabilities": {
      "likely_fixed": 0.9732724915218169,
      "partial_fix": 0.0017464236902176985,
      "wrong_location": 5.458901947559757e-05,
      "symptom_suppressed": 0.00015922479107887444,
      "breaks_other_behaviour": 0.00010955726889576019,
      "unclear": 0.024657713708515015
     }
    },
    "risk": {
     "type": "score",
     "score": 1.3834391421409393,
     "confidence": 0.272712521194049,
     "probabilities": {
      "0": 0.09328593704578195,
      "1": 0.5494235587993269,
      "2": 0.24708628651847186,
      "3": 0.10097386024100828,
      "4": 0.00923035739541096
     }
    }
   },
   "usage": {
    "input_tokens": 3018,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 416.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.417
  },
  {
   "case_id": "pv_8b0199400b",
   "phase": "one_call",
   "state_hash": "6f4715b4b5fbd181a69e5fb9c68b6ace04aa8bd164fec4e188690d704ca86b17",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999200891503972
    }
   },
   "usage": {
    "input_tokens": 1416,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 847.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.848
  },
  {
   "case_id": "pv_8b0199400b",
   "phase": "staged",
   "state_hash": "6f4715b4b5fbd181a69e5fb9c68b6ace04aa8bd164fec4e188690d704ca86b17",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998005241262
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9991842521138463
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999858877545632,
     "probabilities": {
      "likely_fixed": 0.9999983643427394,
      "partial_fix": 1.65444656135698e-07,
      "wrong_location": 6.224740174797608e-08,
      "symptom_suppressed": 4.005404793561771e-07,
      "breaks_other_behaviour": 5.8455427979170686e-08,
      "unclear": 9.489692953913355e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6224435062741037,
     "confidence": 0.5785635447174823,
     "probabilities": {
      "0": 0.38289171914798215,
      "1": 0.6152881080899294,
      "2": 4.310707918632403e-05,
      "3": 3.9078705806691136e-05,
      "4": 0.001737986977095388
     }
    }
   },
   "usage": {
    "input_tokens": 1592,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 329.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.33
  },
  {
   "case_id": "pv_8b0734d7eb",
   "phase": "one_call",
   "state_hash": "7a5fc3b2aba93d835a65c08bf0515e2f46269dce91075d7c6a8a19ff4851746e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998849252244856
    }
   },
   "usage": {
    "input_tokens": 2780,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 378.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.379
  },
  {
   "case_id": "pv_8b0734d7eb",
   "phase": "staged",
   "state_hash": "7a5fc3b2aba93d835a65c08bf0515e2f46269dce91075d7c6a8a19ff4851746e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999613774575253
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999792071409764
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9988369623276899,
     "probabilities": {
      "likely_fixed": 0.9998022093379315,
      "partial_fix": 1.972423506362957e-05,
      "wrong_location": 4.225057292540748e-06,
      "symptom_suppressed": 2.82379091317409e-05,
      "breaks_other_behaviour": 1.0610923956055857e-05,
      "unclear": 0.00013499253662449819
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08904777441158009,
     "confidence": 0.8134168820949008,
     "probabilities": {
      "0": 0.912853723794578,
      "1": 0.0864568609099197,
      "2": 5.376869080598516e-05,
      "3": 5.921029873700641e-05,
      "4": 0.0005764363059593482
     }
    }
   },
   "usage": {
    "input_tokens": 2956,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 355.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.356
  },
  {
   "case_id": "pv_8bf899b7b1",
   "phase": "one_call",
   "state_hash": "d54ffe11aafb38a4bed5338950752494313d2c9cddd44212a9bdbd1406f9d20d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999160542607065
    }
   },
   "usage": {
    "input_tokens": 1529,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 311.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.312
  },
  {
   "case_id": "pv_8bf899b7b1",
   "phase": "staged",
   "state_hash": "d54ffe11aafb38a4bed5338950752494313d2c9cddd44212a9bdbd1406f9d20d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996034416598
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999942078552592
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999370673277082,
     "probabilities": {
      "likely_fixed": 0.9999916416244635,
      "partial_fix": 3.1337564759528385e-07,
      "wrong_location": 1.6347707133760006e-07,
      "symptom_suppressed": 1.1969884243543248e-06,
      "breaks_other_behaviour": 2.860947454815672e-07,
      "unclear": 6.398439647654307e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.019055151987528326,
     "confidence": 0.9421259393989266,
     "probabilities": {
      "0": 0.9815988150858872,
      "1": 0.018165391834260726,
      "2": 1.3158196473050558e-05,
      "3": 2.7095773194619943e-05,
      "4": 0.00019553911018441004
     }
    }
   },
   "usage": {
    "input_tokens": 1705,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 335.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.335
  },
  {
   "case_id": "pv_8cd86cfb5e",
   "phase": "one_call",
   "state_hash": "dde4ca2ba16a7a03a3490d2bdc60fe6751bb54a93bd175fea4397b469ea69de4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9992566004299356
    }
   },
   "usage": {
    "input_tokens": 2375,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 309.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.31
  },
  {
   "case_id": "pv_8cd86cfb5e",
   "phase": "staged",
   "state_hash": "dde4ca2ba16a7a03a3490d2bdc60fe6751bb54a93bd175fea4397b469ea69de4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999687456682927
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9990577974025348
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9967822542127214,
     "probabilities": {
      "likely_fixed": 0.9993339190705365,
      "partial_fix": 1.4007471127923056e-05,
      "wrong_location": 4.283509107776284e-06,
      "symptom_suppressed": 1.870439343342437e-05,
      "breaks_other_behaviour": 9.509522795422269e-06,
      "unclear": 0.000619576032998939
     }
    },
    "risk": {
     "type": "score",
     "score": 0.37220523261748384,
     "confidence": 0.585782782290853,
     "probabilities": {
      "0": 0.6308780135493096,
      "1": 0.3680087031142014,
      "2": 8.507984725611591e-05,
      "3": 8.644414816170122e-05,
      "4": 0.0009417593410712733
     }
    }
   },
   "usage": {
    "input_tokens": 2551,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 340.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.34
  },
  {
   "case_id": "pv_8d64d7b752",
   "phase": "one_call",
   "state_hash": "bad65d1e0ba2e5c7fc4b9f3ad9c96fb821b1659709e256605da5f95c72a59514",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999954353884242
    }
   },
   "usage": {
    "input_tokens": 1453,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1207.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.208
  },
  {
   "case_id": "pv_8d64d7b752",
   "phase": "staged",
   "state_hash": "bad65d1e0ba2e5c7fc4b9f3ad9c96fb821b1659709e256605da5f95c72a59514",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997563749041
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999996110618588
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998520443651178,
     "probabilities": {
      "likely_fixed": 0.9999797218254003,
      "partial_fix": 4.745250476388069e-06,
      "wrong_location": 8.517799815728771e-07,
      "symptom_suppressed": 3.966310529832212e-06,
      "breaks_other_behaviour": 7.815606542080208e-07,
      "unclear": 9.933272957710696e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.599032362623922,
     "confidence": 0.5785732644625728,
     "probabilities": {
      "0": 0.4024405334386318,
      "1": 0.5970490480886294,
      "2": 2.215991052974971e-05,
      "3": 1.403953460330346e-05,
      "4": 0.00047421902760580567
     }
    }
   },
   "usage": {
    "input_tokens": 1629,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 443.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.444
  },
  {
   "case_id": "pv_8efe3695b2",
   "phase": "one_call",
   "state_hash": "50c290146b9b92af8288b837cbde49b897fd95239fce5dc5f1251fc1e1fd5c5f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9991990663924012
    }
   },
   "usage": {
    "input_tokens": 3314,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 657.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.658
  },
  {
   "case_id": "pv_8efe3695b2",
   "phase": "staged",
   "state_hash": "50c290146b9b92af8288b837cbde49b897fd95239fce5dc5f1251fc1e1fd5c5f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9992715575465405
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.10037201433935154
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9543368730467261,
     "probabilities": {
      "likely_fixed": 0.9852186683113018,
      "partial_fix": 0.000719098242103176,
      "wrong_location": 4.41618877423131e-05,
      "symptom_suppressed": 0.00019069677827885767,
      "breaks_other_behaviour": 0.00011571883833048928,
      "unclear": 0.013711655942243418
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5903256127213768,
     "confidence": 0.561529870538678,
     "probabilities": {
      "0": 0.4189081074617888,
      "1": 0.5773184249992478,
      "2": 0.000905932711260509,
      "3": 0.00027481701120375224,
      "4": 0.002592717816499188
     }
    }
   },
   "usage": {
    "input_tokens": 3490,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1578.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.579
  },
  {
   "case_id": "pv_8fe65eecc1",
   "phase": "one_call",
   "state_hash": "1a1b096c4afc5d5339babd8e39911f4fde2efc71a466dfc89c24bb32577c285e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999908183180598
    }
   },
   "usage": {
    "input_tokens": 1663,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 577.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.578
  },
  {
   "case_id": "pv_8fe65eecc1",
   "phase": "staged",
   "state_hash": "1a1b096c4afc5d5339babd8e39911f4fde2efc71a466dfc89c24bb32577c285e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999782201377633
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9517349675868417
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9985665892301185,
     "probabilities": {
      "likely_fixed": 0.999739516747257,
      "partial_fix": 2.3519589809128017e-05,
      "wrong_location": 3.475143644760561e-06,
      "symptom_suppressed": 1.045472274052521e-05,
      "breaks_other_behaviour": 3.574825016397833e-06,
      "unclear": 0.0002194589715321296
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8285896674293587,
     "confidence": 0.7093044994066664,
     "probabilities": {
      "0": 0.1732825676628363,
      "1": 0.8259396746310178,
      "2": 0.00020883567262164557,
      "3": 4.336668099967754e-05,
      "4": 0.0005255553525246494
     }
    }
   },
   "usage": {
    "input_tokens": 1839,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 430.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.43
  },
  {
   "case_id": "pv_9089ff6fab",
   "phase": "one_call",
   "state_hash": "048880b408f9acc74521b6e48dfbfe429d437deaeef8cbc83419fcb1e72ac890",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997643476230121
    }
   },
   "usage": {
    "input_tokens": 1458,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1338.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.338
  },
  {
   "case_id": "pv_9089ff6fab",
   "phase": "staged",
   "state_hash": "048880b408f9acc74521b6e48dfbfe429d437deaeef8cbc83419fcb1e72ac890",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999203713601
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.3738717535678982e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9952977193160487,
     "probabilities": {
      "likely_fixed": 0.9989695071369521,
      "partial_fix": 3.822138498438643e-05,
      "wrong_location": 6.20374904873288e-06,
      "symptom_suppressed": 7.686810857421062e-06,
      "breaks_other_behaviour": 1.1356730581255836e-05,
      "unclear": 0.0009670241875760526
     }
    },
    "risk": {
     "type": "score",
     "score": 1.3439143548077548,
     "confidence": 0.3515546060749255,
     "probabilities": {
      "0": 0.06918941216945296,
      "1": 0.5819126557429521,
      "2": 0.29025685378588384,
      "3": 0.05307632171380935,
      "4": 0.005564756587901718
     }
    }
   },
   "usage": {
    "input_tokens": 1634,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 329.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.33
  },
  {
   "case_id": "pv_910e9aaf48",
   "phase": "one_call",
   "state_hash": "4efcc134c8585f918896d4955d2ef73bb040983d9f1e969a0eba0688bb4607e7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997163668088249
    }
   },
   "usage": {
    "input_tokens": 1193,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 297.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.297
  },
  {
   "case_id": "pv_910e9aaf48",
   "phase": "staged",
   "state_hash": "4efcc134c8585f918896d4955d2ef73bb040983d9f1e969a0eba0688bb4607e7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998316638737
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999979160926571
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998259035795019,
     "probabilities": {
      "likely_fixed": 0.9999740790731467,
      "partial_fix": 4.576340557242007e-07,
      "wrong_location": 2.2111183987550323e-07,
      "symptom_suppressed": 2.1235334114233537e-06,
      "breaks_other_behaviour": 2.593907471066406e-07,
      "unclear": 2.285925679914862e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.19795164277148705,
     "confidence": 0.6896693568492567,
     "probabilities": {
      "0": 0.8037612459797996,
      "1": 0.19563937089497743,
      "2": 2.116403599283363e-05,
      "3": 4.2932552396333064e-05,
      "4": 0.0005352865368337376
     }
    }
   },
   "usage": {
    "input_tokens": 1369,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 528.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.529
  },
  {
   "case_id": "pv_9164b03cfe",
   "phase": "one_call",
   "state_hash": "1d114bed290df5e8ec7f80fd61a13ed8cdfa69dfe869edbb22d744bab3a21abe",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999315351340348
    }
   },
   "usage": {
    "input_tokens": 1105,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 275.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.276
  },
  {
   "case_id": "pv_9164b03cfe",
   "phase": "staged",
   "state_hash": "1d114bed290df5e8ec7f80fd61a13ed8cdfa69dfe869edbb22d744bab3a21abe",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995109611772
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9997144317353476
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999490796569133,
     "probabilities": {
      "likely_fixed": 0.9999936136603045,
      "partial_fix": 1.240490415560272e-06,
      "wrong_location": 3.3207739670814265e-07,
      "symptom_suppressed": 1.0002286601530516e-06,
      "breaks_other_behaviour": 5.802934265276256e-07,
      "unclear": 3.2332497965922078e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3713195312269179,
     "confidence": 0.58827376090154,
     "probabilities": {
      "0": 0.6300490347416932,
      "1": 0.36948228054795607,
      "2": 9.803593211634609e-06,
      "3": 1.78809760180914e-05,
      "4": 0.00044100014112107206
     }
    }
   },
   "usage": {
    "input_tokens": 1281,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 353.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.353
  },
  {
   "case_id": "pv_927bf4d523",
   "phase": "one_call",
   "state_hash": "19cc1bc2fe74724ba9c4ae752eaa05318d47f63693e5f9472d0044132a580666",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999925083448304
    }
   },
   "usage": {
    "input_tokens": 1583,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 289.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.29
  },
  {
   "case_id": "pv_927bf4d523",
   "phase": "staged",
   "state_hash": "19cc1bc2fe74724ba9c4ae752eaa05318d47f63693e5f9472d0044132a580666",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978265818601
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9691884484302786
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998605492467986,
     "probabilities": {
      "likely_fixed": 0.9999802557564472,
      "partial_fix": 1.1170057622957428e-06,
      "wrong_location": 4.963347290385615e-07,
      "symptom_suppressed": 2.3324749592618132e-06,
      "breaks_other_behaviour": 6.451041114022732e-07,
      "unclear": 1.5153323990745232e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4833225433146734,
     "confidence": 0.5644743779033901,
     "probabilities": {
      "0": 0.5200759958240078,
      "1": 0.47874982966484814,
      "2": 3.3915434313612895e-05,
      "3": 5.615352612388672e-05,
      "4": 0.0010841055507065896
     }
    }
   },
   "usage": {
    "input_tokens": 1759,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1152.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.153
  },
  {
   "case_id": "pv_92be689d37",
   "phase": "one_call",
   "state_hash": "7a42afcff59147622e082102a66d8ce6d9844d396399f2c8fb7dc153efa93410",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999797989761658
    }
   },
   "usage": {
    "input_tokens": 1031,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 266.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.267
  },
  {
   "case_id": "pv_92be689d37",
   "phase": "staged",
   "state_hash": "7a42afcff59147622e082102a66d8ce6d9844d396399f2c8fb7dc153efa93410",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999950973893219
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.005875247479447023
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.994020113886805,
     "probabilities": {
      "likely_fixed": 0.9986267667362376,
      "partial_fix": 1.4652785977266538e-05,
      "wrong_location": 5.480619571954454e-06,
      "symptom_suppressed": 1.425035074822957e-05,
      "breaks_other_behaviour": 1.8121487450513298e-05,
      "unclear": 0.001320728020014436
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8036499571889585,
     "confidence": 0.673459907154544,
     "probabilities": {
      "0": 0.20394449557210115,
      "1": 0.7933060603373345,
      "2": 0.000256420913151733,
      "3": 0.00014103768432981132,
      "4": 0.002351985493082769
     }
    }
   },
   "usage": {
    "input_tokens": 1207,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 370.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.371
  },
  {
   "case_id": "pv_948def1d9e",
   "phase": "one_call",
   "state_hash": "9eee0b80c11beae70411361307c711e146f6960a917f77c0760b08426b21ca01",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.6463722343945775
    }
   },
   "usage": {
    "input_tokens": 2600,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 418.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.422
  },
  {
   "case_id": "pv_948def1d9e",
   "phase": "staged",
   "state_hash": "9eee0b80c11beae70411361307c711e146f6960a917f77c0760b08426b21ca01",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.24336410408067924
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0008551290299760371
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9527383908992728,
     "probabilities": {
      "likely_fixed": 0.008086593837413532,
      "partial_fix": 0.0030850455549910403,
      "wrong_location": 0.0004014189456174781,
      "symptom_suppressed": 0.00033166694527804073,
      "breaks_other_behaviour": 0.0013508228226122147,
      "unclear": 0.9867444518940877
     }
    },
    "risk": {
     "type": "score",
     "score": 3.194416411937235,
     "confidence": 0.26441251678666045,
     "probabilities": {
      "0": 0.026252468251547947,
      "1": 0.029457233061845237,
      "2": 0.12367722390355435,
      "3": 0.36484756806392893,
      "4": 0.4557655067191235
     }
    }
   },
   "usage": {
    "input_tokens": 2776,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 375.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.376
  },
  {
   "case_id": "pv_94f2260d6a",
   "phase": "one_call",
   "state_hash": "99b3f8ea68ffd869ce78c43d1bc94e2662d10ea17595e669e740e97eb4569f51",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9991308413538791
    }
   },
   "usage": {
    "input_tokens": 2336,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 340.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.34
  },
  {
   "case_id": "pv_94f2260d6a",
   "phase": "staged",
   "state_hash": "99b3f8ea68ffd869ce78c43d1bc94e2662d10ea17595e669e740e97eb4569f51",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999935180891053
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6487479392519646
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.633181881159798,
     "probabilities": {
      "likely_fixed": 0.7026978764407751,
      "partial_fix": 0.010766899098233203,
      "wrong_location": 5.0543251961900834e-05,
      "symptom_suppressed": 9.174271355133823e-05,
      "breaks_other_behaviour": 0.00012272517166590595,
      "unclear": 0.28627021332381264
     }
    },
    "risk": {
     "type": "score",
     "score": 0.9516715303166372,
     "confidence": 0.8120563302076738,
     "probabilities": {
      "0": 0.06365664324212482,
      "1": 0.9254420111444968,
      "2": 0.008607910007213447,
      "3": 0.00016004326694628836,
      "4": 0.002133392339218662
     }
    }
   },
   "usage": {
    "input_tokens": 2512,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 350.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.351
  },
  {
   "case_id": "pv_951bcb1ea1",
   "phase": "one_call",
   "state_hash": "68257938abccf65cf679279e56bcdb58e89be28b9c2d4720a74508969047009a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9659358073805815
    }
   },
   "usage": {
    "input_tokens": 2582,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 419.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.42
  },
  {
   "case_id": "pv_951bcb1ea1",
   "phase": "staged",
   "state_hash": "68257938abccf65cf679279e56bcdb58e89be28b9c2d4720a74508969047009a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999955792220672
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9967321988044853
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9922950290348678,
     "probabilities": {
      "likely_fixed": 0.9982036358143624,
      "partial_fix": 4.098601595769025e-05,
      "wrong_location": 1.2524656923541192e-05,
      "symptom_suppressed": 6.208159175246097e-05,
      "breaks_other_behaviour": 2.17751828388618e-05,
      "unclear": 0.0016589967381649355
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2874836891580313,
     "confidence": 0.6207637889364155,
     "probabilities": {
      "0": 0.7191893088695385,
      "1": 0.278206585178528,
      "2": 0.00048006946889379035,
      "3": 0.00017918089044339342,
      "4": 0.0019448555925963922
     }
    }
   },
   "usage": {
    "input_tokens": 2758,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 554.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.555
  },
  {
   "case_id": "pv_954b37fc18",
   "phase": "one_call",
   "state_hash": "e3a71dab28fe396e77e905513a1b9d828cc849169d152c44cfea7f84adb58c80",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999989336866815
    }
   },
   "usage": {
    "input_tokens": 1231,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 274.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.275
  },
  {
   "case_id": "pv_954b37fc18",
   "phase": "staged",
   "state_hash": "e3a71dab28fe396e77e905513a1b9d828cc849169d152c44cfea7f84adb58c80",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996836752176
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999503428154698
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998944313117037,
     "probabilities": {
      "likely_fixed": 0.9999857304677884,
      "partial_fix": 9.934212961448713e-07,
      "wrong_location": 5.373273591590158e-07,
      "symptom_suppressed": 3.8083774035044404e-06,
      "breaks_other_behaviour": 5.436686652611063e-07,
      "unclear": 8.386737487564341e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.23297451683563022,
     "confidence": 0.660243073934158,
     "probabilities": {
      "0": 0.7705154499390714,
      "1": 0.2282591567920985,
      "2": 4.207631309778668e-05,
      "3": 0.00010206040559298634,
      "4": 0.001081256550139302
     }
    }
   },
   "usage": {
    "input_tokens": 1407,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 338.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.338
  },
  {
   "case_id": "pv_967caff01b",
   "phase": "one_call",
   "state_hash": "2d900399856e630d119f532c2d846ebb1a1ab4b61961e495e3cee3ec8165fd11",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9943104732895581
    }
   },
   "usage": {
    "input_tokens": 1832,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 649.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.65
  },
  {
   "case_id": "pv_967caff01b",
   "phase": "staged",
   "state_hash": "2d900399856e630d119f532c2d846ebb1a1ab4b61961e495e3cee3ec8165fd11",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9994324986809682
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.00016488369634199367
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8399671510950422,
     "probabilities": {
      "likely_fixed": 0.9234913576819641,
      "partial_fix": 0.0018500084272274672,
      "wrong_location": 0.0008034143267738135,
      "symptom_suppressed": 0.00026888120071587995,
      "breaks_other_behaviour": 0.0002463747950477114,
      "unclear": 0.07333996356827098
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5903360171485121,
     "confidence": 0.5457076919048711,
     "probabilities": {
      "0": 0.4245437557913438,
      "1": 0.5675762702273849,
      "2": 0.003841584344565184,
      "3": 0.0010769803148276407,
      "4": 0.002961409321878488
     }
    }
   },
   "usage": {
    "input_tokens": 2008,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 449.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.45
  },
  {
   "case_id": "pv_973dd14908",
   "phase": "one_call",
   "state_hash": "a84005addd6f2a24a6bf22e8807aeb2e97806b8412b201709ac13883f062005a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998857308751395
    }
   },
   "usage": {
    "input_tokens": 1264,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 305.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.306
  },
  {
   "case_id": "pv_973dd14908",
   "phase": "staged",
   "state_hash": "a84005addd6f2a24a6bf22e8807aeb2e97806b8412b201709ac13883f062005a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999987352714643
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999999657017911
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999677470142032,
     "probabilities": {
      "likely_fixed": 0.9999960037265441,
      "partial_fix": 2.1638252485832594e-07,
      "wrong_location": 9.286532896418158e-08,
      "symptom_suppressed": 1.1410905075765804e-06,
      "breaks_other_behaviour": 1.4654698346618463e-07,
      "unclear": 2.3993881110841286e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3562561911525669,
     "confidence": 0.590486007995169,
     "probabilities": {
      "0": 0.6478695673303886,
      "1": 0.35064859205694876,
      "2": 0.00011112570699624627,
      "3": 9.751194103975671e-05,
      "4": 0.001273202964626597
     }
    }
   },
   "usage": {
    "input_tokens": 1440,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 369.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.369
  },
  {
   "case_id": "pv_99257f6538",
   "phase": "one_call",
   "state_hash": "f909f5706fed14f4c4992fb9dd9d84e9eeeb22812ded922abddac7e4184a1c57",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995326900275795
    }
   },
   "usage": {
    "input_tokens": 3960,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 445.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.445
  },
  {
   "case_id": "pv_99257f6538",
   "phase": "staged",
   "state_hash": "f909f5706fed14f4c4992fb9dd9d84e9eeeb22812ded922abddac7e4184a1c57",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999371693857417
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.11638308950852386
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.997124551902483,
     "probabilities": {
      "likely_fixed": 0.9994290409118568,
      "partial_fix": 5.1722583902135895e-05,
      "wrong_location": 3.637244357509775e-06,
      "symptom_suppressed": 2.2017432172478308e-05,
      "breaks_other_behaviour": 5.70708084169916e-06,
      "unclear": 0.00048787474686941615
     }
    },
    "risk": {
     "type": "score",
     "score": 0.14454183805881138,
     "confidence": 0.7431345738111581,
     "probabilities": {
      "0": 0.8640430009520129,
      "1": 0.13292593168495737,
      "2": 0.0001574907526476169,
      "3": 0.0001933815729694073,
      "4": 0.0026801950374126388
     }
    }
   },
   "usage": {
    "input_tokens": 4136,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 824.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.825
  },
  {
   "case_id": "pv_99fa2a911c",
   "phase": "one_call",
   "state_hash": "efcad0cf098a1306151bb80db913ed95b618ddc4194c8552ff072a880d79dbd2",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999709661517506
    }
   },
   "usage": {
    "input_tokens": 1875,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 290.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.29
  },
  {
   "case_id": "pv_99fa2a911c",
   "phase": "staged",
   "state_hash": "efcad0cf098a1306151bb80db913ed95b618ddc4194c8552ff072a880d79dbd2",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999992041164083
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999973253718818
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999927850401017,
     "probabilities": {
      "likely_fixed": 0.9999901755470892,
      "partial_fix": 5.498093888267742e-07,
      "wrong_location": 1.1688938214542022e-07,
      "symptom_suppressed": 6.809860938826642e-07,
      "breaks_other_behaviour": 2.1347788486260777e-07,
      "unclear": 8.263290161085951e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.13731976582371788,
     "confidence": 0.7508605220532607,
     "probabilities": {
      "0": 0.8648942166617152,
      "1": 0.13433894332560986,
      "2": 2.0716194523932115e-05,
      "3": 4.5105163543843055e-05,
      "4": 0.0007010186546071542
     }
    }
   },
   "usage": {
    "input_tokens": 2051,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 998.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.999
  },
  {
   "case_id": "pv_9c35b6c22d",
   "phase": "one_call",
   "state_hash": "0046b4152b9c5076c93aae330f012575990d2e89483ab80dcd880322fffb687e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999513915065198
    }
   },
   "usage": {
    "input_tokens": 2617,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 291.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.292
  },
  {
   "case_id": "pv_9c35b6c22d",
   "phase": "staged",
   "state_hash": "0046b4152b9c5076c93aae330f012575990d2e89483ab80dcd880322fffb687e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9995066164283858
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999857518008998
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8076945272516941,
     "probabilities": {
      "likely_fixed": 0.8943437928114705,
      "partial_fix": 0.0006618262458221631,
      "wrong_location": 2.1375652326707067e-05,
      "symptom_suppressed": 0.10451995648518936,
      "breaks_other_behaviour": 2.258012927974221e-05,
      "unclear": 0.00043046867591152124
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08572414131605535,
     "confidence": 0.81963963861558,
     "probabilities": {
      "0": 0.9183861759716623,
      "1": 0.08019647447244689,
      "2": 3.9397311800259754e-05,
      "3": 6.293675635438363e-05,
      "4": 0.0013150154877361962
     }
    }
   },
   "usage": {
    "input_tokens": 2793,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 465.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.466
  },
  {
   "case_id": "pv_9ec0b6a39f",
   "phase": "one_call",
   "state_hash": "b8da5dba55b2642837088f35c51f2f65f5b10dac7718ec6e6dab31addebf3af5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999634971436898
    }
   },
   "usage": {
    "input_tokens": 1950,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 286.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.287
  },
  {
   "case_id": "pv_9ec0b6a39f",
   "phase": "staged",
   "state_hash": "b8da5dba55b2642837088f35c51f2f65f5b10dac7718ec6e6dab31addebf3af5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994964086572
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998112667037565
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996340465797068,
     "probabilities": {
      "likely_fixed": 0.9999412311704144,
      "partial_fix": 1.6097195028930572e-06,
      "wrong_location": 6.644701761245324e-07,
      "symptom_suppressed": 2.774682758358411e-06,
      "breaks_other_behaviour": 3.9766985086417533e-07,
      "unclear": 5.332228729729616e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7271502073417112,
     "confidence": 0.6308780805626671,
     "probabilities": {
      "0": 0.27482738286053515,
      "1": 0.7244504015753953,
      "2": 8.143947668236278e-05,
      "3": 2.6177536597666468e-05,
      "4": 0.0006145985507895432
     }
    }
   },
   "usage": {
    "input_tokens": 2126,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 358.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.359
  },
  {
   "case_id": "pv_a034ffa84d",
   "phase": "one_call",
   "state_hash": "0becafa16ccd96d74f8e87915053ddcb38a3fe77251b9027dd95a0c635438bae",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995597787267255
    }
   },
   "usage": {
    "input_tokens": 1368,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 321.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.322
  },
  {
   "case_id": "pv_a034ffa84d",
   "phase": "staged",
   "state_hash": "0becafa16ccd96d74f8e87915053ddcb38a3fe77251b9027dd95a0c635438bae",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993876563186
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 6.5841254763594595e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8390124876115601,
     "probabilities": {
      "likely_fixed": 0.9258069748937942,
      "partial_fix": 0.006315021025358784,
      "wrong_location": 0.00015631819796276463,
      "symptom_suppressed": 9.32770058670092e-05,
      "breaks_other_behaviour": 9.0377891239552e-05,
      "unclear": 0.0675380309857777
     }
    },
    "risk": {
     "type": "score",
     "score": 1.9586470841911017,
     "confidence": 0.32386405832301535,
     "probabilities": {
      "0": 0.020818097954689703,
      "1": 0.20808179349253472,
      "2": 0.5734274306092833,
      "3": 0.186980282293969,
      "4": 0.010692395649523357
     }
    }
   },
   "usage": {
    "input_tokens": 1544,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 335.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.336
  },
  {
   "case_id": "pv_a0a7ff07a3",
   "phase": "one_call",
   "state_hash": "1349c4bba3f7b4dd413c5836b945c393610094b0777f9e7cc309595ca7cdd413",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9987149624348837
    }
   },
   "usage": {
    "input_tokens": 3193,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 622.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.623
  },
  {
   "case_id": "pv_a0a7ff07a3",
   "phase": "staged",
   "state_hash": "1349c4bba3f7b4dd413c5836b945c393610094b0777f9e7cc309595ca7cdd413",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9997705988829427
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7815075643330226
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9625673533553546,
     "probabilities": {
      "likely_fixed": 0.9885521926612731,
      "partial_fix": 0.0003666010286911612,
      "wrong_location": 0.00023573925497830374,
      "symptom_suppressed": 0.00017641331743068357,
      "breaks_other_behaviour": 0.00016518167772759215,
      "unclear": 0.010503872059899048
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2367119680926889,
     "confidence": 0.6560796640028188,
     "probabilities": {
      "0": 0.7713238592792552,
      "1": 0.22589533725017294,
      "2": 0.00011639835060720198,
      "3": 7.378633855730586e-05,
      "4": 0.00259061878140741
     }
    }
   },
   "usage": {
    "input_tokens": 3369,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 826.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.827
  },
  {
   "case_id": "pv_a15ab088c9",
   "phase": "one_call",
   "state_hash": "9a2307e630d18b397016a6db97ef4a4ad2172df9c64159aff299fc7d6ee9eb5c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998516037027931
    }
   },
   "usage": {
    "input_tokens": 1834,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 299.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.3
  },
  {
   "case_id": "pv_a15ab088c9",
   "phase": "staged",
   "state_hash": "9a2307e630d18b397016a6db97ef4a4ad2172df9c64159aff299fc7d6ee9eb5c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999276518688
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.00362038044820981
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8993125944228867,
     "probabilities": {
      "likely_fixed": 0.9565598616068374,
      "partial_fix": 0.00014684543256984268,
      "wrong_location": 6.031456057054083e-06,
      "symptom_suppressed": 3.798634651486935e-05,
      "breaks_other_behaviour": 4.202764583553123e-05,
      "unclear": 0.0432072475121853
     }
    },
    "risk": {
     "type": "score",
     "score": 0.9288815498230797,
     "confidence": 0.8206596249156632,
     "probabilities": {
      "0": 0.07594323850825623,
      "1": 0.9214692522811698,
      "2": 0.001424106274884862,
      "3": 8.952675061658524e-05,
      "4": 0.0010738761850725982
     }
    }
   },
   "usage": {
    "input_tokens": 2010,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 476.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.477
  },
  {
   "case_id": "pv_a582d49c4f",
   "phase": "one_call",
   "state_hash": "ce7da50e27d8377f820a3f4325ee262946e46c75762e5fa5de254e5a11594069",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9969635425924527
    }
   },
   "usage": {
    "input_tokens": 3188,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 491.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.492
  },
  {
   "case_id": "pv_a582d49c4f",
   "phase": "staged",
   "state_hash": "ce7da50e27d8377f820a3f4325ee262946e46c75762e5fa5de254e5a11594069",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9998006170741737
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9982970338739129
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9163661809308798,
     "probabilities": {
      "likely_fixed": 0.9665954775311213,
      "partial_fix": 0.00032179102164346077,
      "wrong_location": 2.790289378266399e-05,
      "symptom_suppressed": 0.00014555312181853262,
      "breaks_other_behaviour": 6.873393450537039e-05,
      "unclear": 0.03284054149712868
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5884019042816921,
     "confidence": 0.5728728407070673,
     "probabilities": {
      "0": 0.4148148958664739,
      "1": 0.5840328071974727,
      "2": 9.167022407717185e-05,
      "3": 5.6750211839946454e-05,
      "4": 0.0010038765001363075
     }
    }
   },
   "usage": {
    "input_tokens": 3364,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 540.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.541
  },
  {
   "case_id": "pv_a6313a6105",
   "phase": "one_call",
   "state_hash": "b57a7733d155feeb3cb76e98494dbe7f7e034e27d81e2d052a6e8670df3d9c93",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998794753642128
    }
   },
   "usage": {
    "input_tokens": 2390,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 334.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.334
  },
  {
   "case_id": "pv_a6313a6105",
   "phase": "staged",
   "state_hash": "b57a7733d155feeb3cb76e98494dbe7f7e034e27d81e2d052a6e8670df3d9c93",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9978599694833039
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9994059214008252
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.897333215258401,
     "probabilities": {
      "likely_fixed": 0.9629051914398525,
      "partial_fix": 0.012283024670620226,
      "wrong_location": 8.217232350411132e-05,
      "symptom_suppressed": 8.244023751280778e-05,
      "breaks_other_behaviour": 0.00010859697188509759,
      "unclear": 0.024538574356625306
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7528369448070915,
     "confidence": 0.6317112404832677,
     "probabilities": {
      "0": 0.25525844137863757,
      "1": 0.7412783160639009,
      "2": 0.0010845285822610145,
      "3": 0.0001252843221335305,
      "4": 0.0022534296530669815
     }
    }
   },
   "usage": {
    "input_tokens": 2566,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 357.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.358
  },
  {
   "case_id": "pv_a64cba0e59",
   "phase": "one_call",
   "state_hash": "ec782cd678208a9b117c1656b65f4ac7d2532840082d8a2f43174684304fbad9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995788161056766
    }
   },
   "usage": {
    "input_tokens": 1277,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 307.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.307
  },
  {
   "case_id": "pv_a64cba0e59",
   "phase": "staged",
   "state_hash": "ec782cd678208a9b117c1656b65f4ac7d2532840082d8a2f43174684304fbad9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999983477821
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999998791055613
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999984728098723,
     "probabilities": {
      "likely_fixed": 0.9999981981209523,
      "partial_fix": 1.452374671372809e-07,
      "wrong_location": 2.091171120435092e-08,
      "symptom_suppressed": 4.203218754068271e-07,
      "breaks_other_behaviour": 4.107666467758529e-08,
      "unclear": 1.1743313293290231e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.019129021822254653,
     "confidence": 0.9415822361733195,
     "probabilities": {
      "0": 0.9812107480398716,
      "1": 0.018673582194464005,
      "2": 1.2032048811582556e-06,
      "3": 4.833025104393278e-06,
      "4": 0.00010963353567878772
     }
    }
   },
   "usage": {
    "input_tokens": 1453,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 363.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.364
  },
  {
   "case_id": "pv_a6ad6b4fe1",
   "phase": "one_call",
   "state_hash": "176950af726955a90a335cd254f1943707af63e777ccf6062080541ce75d1635",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9967851027005706
    }
   },
   "usage": {
    "input_tokens": 3069,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 402.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.403
  },
  {
   "case_id": "pv_a6ad6b4fe1",
   "phase": "staged",
   "state_hash": "176950af726955a90a335cd254f1943707af63e777ccf6062080541ce75d1635",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999934515605285
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.3049184051302763e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.5903316567196932,
     "probabilities": {
      "likely_fixed": 0.6910906061352419,
      "partial_fix": 0.03417354313197487,
      "wrong_location": 0.00022305011670724497,
      "symptom_suppressed": 0.000507364682357273,
      "breaks_other_behaviour": 0.00037474958704364033,
      "unclear": 0.27363068634667514
     }
    },
    "risk": {
     "type": "score",
     "score": 2.3537783385120297,
     "confidence": 0.29309813716889277,
     "probabilities": {
      "0": 0.013322018679264015,
      "1": 0.13906772512120516,
      "2": 0.35039853859334436,
      "3": 0.47493333422061,
      "4": 0.02227838338557642
     }
    }
   },
   "usage": {
    "input_tokens": 3245,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 423.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.424
  },
  {
   "case_id": "pv_a77101d8fc",
   "phase": "one_call",
   "state_hash": "cb0a28489c3a57c6c101ffc5595d3778cee8e1c42d6c45ff0cfdd3f07368e434",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999707724868315
    }
   },
   "usage": {
    "input_tokens": 2395,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 288.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.288
  },
  {
   "case_id": "pv_a77101d8fc",
   "phase": "staged",
   "state_hash": "cb0a28489c3a57c6c101ffc5595d3778cee8e1c42d6c45ff0cfdd3f07368e434",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999987688784587
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0491773668113055
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9994485544030073,
     "probabilities": {
      "likely_fixed": 0.9999107180882196,
      "partial_fix": 8.68052537111295e-06,
      "wrong_location": 1.1774060903957857e-06,
      "symptom_suppressed": 4.746914347117643e-06,
      "breaks_other_behaviour": 3.3735517020799376e-06,
      "unclear": 7.130351426962888e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6892022703317593,
     "confidence": 0.6018545766429855,
     "probabilities": {
      "0": 0.3171320213894331,
      "1": 0.6806207765302111,
      "2": 0.00013753764452462786,
      "3": 0.00013223923082575733,
      "4": 0.0019774252050054116
     }
    }
   },
   "usage": {
    "input_tokens": 2571,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 350.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.351
  },
  {
   "case_id": "pv_a7eb5d2ff4",
   "phase": "one_call",
   "state_hash": "62127fb8dffc23a31666a12dacf1665a20038b7b8ad911e5a2cc619980f4974a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996614317293455
    }
   },
   "usage": {
    "input_tokens": 1826,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 606.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.607
  },
  {
   "case_id": "pv_a7eb5d2ff4",
   "phase": "staged",
   "state_hash": "62127fb8dffc23a31666a12dacf1665a20038b7b8ad911e5a2cc619980f4974a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995571491789
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 1.852537286950221e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.5450601040318546,
     "probabilities": {
      "likely_fixed": 0.6828884287791979,
      "partial_fix": 0.23740194768667497,
      "wrong_location": 0.0002866456225039708,
      "symptom_suppressed": 0.0011735964322775894,
      "breaks_other_behaviour": 0.0006296323323588512,
      "unclear": 0.07761974914698676
     }
    },
    "risk": {
     "type": "score",
     "score": 1.7339056819672105,
     "confidence": 0.32701805394693695,
     "probabilities": {
      "0": 0.03190349571303405,
      "1": 0.3213962405760163,
      "2": 0.5369706781890731,
      "3": 0.10035025707445804,
      "4": 0.009379328447418503
     }
    }
   },
   "usage": {
    "input_tokens": 2002,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 387.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.388
  },
  {
   "case_id": "pv_a999139877",
   "phase": "one_call",
   "state_hash": "210671387d0fd80c21687142e9f9d5b5c48f5eb02c957a46b6d86eb77cdb945b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.995632722257271
    }
   },
   "usage": {
    "input_tokens": 2073,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 399.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.399
  },
  {
   "case_id": "pv_a999139877",
   "phase": "staged",
   "state_hash": "210671387d0fd80c21687142e9f9d5b5c48f5eb02c957a46b6d86eb77cdb945b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997277594659
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.26838675956697955
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9984355105694436,
     "probabilities": {
      "likely_fixed": 0.9997232008738075,
      "partial_fix": 3.000975512113361e-05,
      "wrong_location": 1.128752699752554e-05,
      "symptom_suppressed": 2.686265042999688e-05,
      "breaks_other_behaviour": 8.145327237569652e-06,
      "unclear": 0.00020049386640623917
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8700187957693909,
     "confidence": 0.7440710193985237,
     "probabilities": {
      "0": 0.1354083990567831,
      "1": 0.8625718474174192,
      "2": 0.0002814894378458423,
      "3": 6.908687552763186e-05,
      "4": 0.001669177212424263
     }
    }
   },
   "usage": {
    "input_tokens": 2249,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 334.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.335
  },
  {
   "case_id": "pv_aa0b07f8cf",
   "phase": "one_call",
   "state_hash": "135abd38d614fe5d7ba0d5317ba1f6d36b0526cc5d2021c866d34f813a43d01a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999521527118237
    }
   },
   "usage": {
    "input_tokens": 2590,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 287.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.288
  },
  {
   "case_id": "pv_aa0b07f8cf",
   "phase": "staged",
   "state_hash": "135abd38d614fe5d7ba0d5317ba1f6d36b0526cc5d2021c866d34f813a43d01a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999964553315741
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9989862699306598
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999582345417976,
     "probabilities": {
      "likely_fixed": 0.9999948345515961,
      "partial_fix": 1.3244166712152552e-06,
      "wrong_location": 2.6094383256445236e-07,
      "symptom_suppressed": 8.668789673364599e-07,
      "breaks_other_behaviour": 2.8456971500377643e-07,
      "unclear": 2.4286392177414475e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2977374893912183,
     "confidence": 0.6172262705194591,
     "probabilities": {
      "0": 0.7062320927081183,
      "1": 0.2922570893598164,
      "2": 0.00019625670972362502,
      "3": 0.0001703582774121281,
      "4": 0.0011442029449295658
     }
    }
   },
   "usage": {
    "input_tokens": 2766,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 487.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.488
  },
  {
   "case_id": "pv_aa467f79a8",
   "phase": "one_call",
   "state_hash": "ce149e70678747e3ea5d8887271e6b1947ee1bd867a69502cf514a4b5a6e7070",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999707038308655
    }
   },
   "usage": {
    "input_tokens": 1263,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 381.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.382
  },
  {
   "case_id": "pv_aa467f79a8",
   "phase": "staged",
   "state_hash": "ce149e70678747e3ea5d8887271e6b1947ee1bd867a69502cf514a4b5a6e7070",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999988103070615
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999964228344182
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999569824432194,
     "probabilities": {
      "likely_fixed": 0.9999944657077593,
      "partial_fix": 4.801237358619813e-07,
      "wrong_location": 1.0331369035770873e-07,
      "symptom_suppressed": 5.345022975827243e-07,
      "breaks_other_behaviour": 1.7043492394262338e-07,
      "unclear": 4.24591759295484e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.020072716683192222,
     "confidence": 0.9400558977883057,
     "probabilities": {
      "0": 0.9809538813926142,
      "1": 0.018658299445622795,
      "2": 4.317195311375209e-05,
      "3": 5.0515503255543724e-05,
      "4": 0.00029413170539382326
     }
    }
   },
   "usage": {
    "input_tokens": 1439,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 331.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.332
  },
  {
   "case_id": "pv_ab461f9e85",
   "phase": "one_call",
   "state_hash": "8b2617f10717cd71dc3aa3b36bd0a1fa23933a0cd618ee61e90dbdf6f04cba57",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9987596646615
    }
   },
   "usage": {
    "input_tokens": 1867,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 362.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.362
  },
  {
   "case_id": "pv_ab461f9e85",
   "phase": "staged",
   "state_hash": "8b2617f10717cd71dc3aa3b36bd0a1fa23933a0cd618ee61e90dbdf6f04cba57",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999983553844916
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.04260852113077016
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9908532658524575,
     "probabilities": {
      "likely_fixed": 0.9979650031762531,
      "partial_fix": 0.0001559243025734725,
      "wrong_location": 1.8097767982061804e-05,
      "symptom_suppressed": 0.00038217889750056123,
      "breaks_other_behaviour": 3.012954130524328e-05,
      "unclear": 0.0014486663143855707
     }
    },
    "risk": {
     "type": "score",
     "score": 0.92255751568687,
     "confidence": 0.8027341256580048,
     "probabilities": {
      "0": 0.084008390868361,
      "1": 0.9119692455991921,
      "2": 0.002641912757559985,
      "3": 0.00021735852698991998,
      "4": 0.0011630922478970498
     }
    }
   },
   "usage": {
    "input_tokens": 2043,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 339.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.339
  },
  {
   "case_id": "pv_ad0bf687d6",
   "phase": "one_call",
   "state_hash": "41d04b754389c76bee7c02097f7b824c9cff2dca0d3211ff0b7e22df125b491c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9991132387835584
    }
   },
   "usage": {
    "input_tokens": 2400,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 345.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.346
  },
  {
   "case_id": "pv_ad0bf687d6",
   "phase": "staged",
   "state_hash": "41d04b754389c76bee7c02097f7b824c9cff2dca0d3211ff0b7e22df125b491c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999999457432746
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9763164404830723
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9992102531866301,
     "probabilities": {
      "likely_fixed": 0.9998649133913198,
      "partial_fix": 4.839771253870984e-06,
      "wrong_location": 1.427174395373218e-06,
      "symptom_suppressed": 9.685331936827532e-06,
      "breaks_other_behaviour": 2.8061238521674193e-06,
      "unclear": 0.00011632820724203151
     }
    },
    "risk": {
     "type": "score",
     "score": 0.748875441608732,
     "confidence": 0.6433005727983634,
     "probabilities": {
      "0": 0.2538407740453325,
      "1": 0.745212271848954,
      "2": 5.011712087984297e-05,
      "3": 2.4412421316079832e-05,
      "4": 0.0008724245635175276
     }
    }
   },
   "usage": {
    "input_tokens": 2576,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 385.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.385
  },
  {
   "case_id": "pv_ad59ef9183",
   "phase": "one_call",
   "state_hash": "285a142dd734df01618fda7a90fd544dec1eef305287b40769081b6a1b38c9ad",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998190748493675
    }
   },
   "usage": {
    "input_tokens": 2935,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 348.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.349
  },
  {
   "case_id": "pv_ad59ef9183",
   "phase": "staged",
   "state_hash": "285a142dd734df01618fda7a90fd544dec1eef305287b40769081b6a1b38c9ad",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9997781140215469
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999595615350128
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.99649832383448,
     "probabilities": {
      "likely_fixed": 0.9992887174597284,
      "partial_fix": 4.157548422114799e-05,
      "wrong_location": 1.0680181272426705e-05,
      "symptom_suppressed": 4.498458966578406e-05,
      "breaks_other_behaviour": 5.220062410619793e-06,
      "unclear": 0.0006088222227016328
     }
    },
    "risk": {
     "type": "score",
     "score": 0.12996467152270783,
     "confidence": 0.7594312198395123,
     "probabilities": {
      "0": 0.8725204248775644,
      "1": 0.12660227953558223,
      "2": 5.01972736962968e-05,
      "3": 4.6395812895464224e-05,
      "4": 0.0007807025002616549
     }
    }
   },
   "usage": {
    "input_tokens": 3111,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 537.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.538
  },
  {
   "case_id": "pv_af679288fe",
   "phase": "one_call",
   "state_hash": "9614e2417ac0b719c0784c14070567ca86dc624c39fcb9b6877674e12f123ffb",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998680819021077
    }
   },
   "usage": {
    "input_tokens": 1031,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 273.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.273
  },
  {
   "case_id": "pv_af679288fe",
   "phase": "staged",
   "state_hash": "9614e2417ac0b719c0784c14070567ca86dc624c39fcb9b6877674e12f123ffb",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996780081052
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9985940622989624
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9995063153030576,
     "probabilities": {
      "likely_fixed": 0.9999182270856015,
      "partial_fix": 3.3363572264458735e-06,
      "wrong_location": 3.970538259240402e-07,
      "symptom_suppressed": 3.038286122305217e-06,
      "breaks_other_behaviour": 6.869742392431349e-07,
      "unclear": 7.431424298452036e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2125777736974699,
     "confidence": 0.6770550148779907,
     "probabilities": {
      "0": 0.7892657895936935,
      "1": 0.21007012560262378,
      "2": 5.139364690250527e-05,
      "3": 4.590382607938902e-05,
      "4": 0.0005667873307007411
     }
    }
   },
   "usage": {
    "input_tokens": 1207,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 453.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.454
  },
  {
   "case_id": "pv_b121a19d90",
   "phase": "one_call",
   "state_hash": "4e21ffa4b8261fc53192e4b63e014576e88583cb5ae07420d9e60b9a47def183",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.768797836827286
    }
   },
   "usage": {
    "input_tokens": 2204,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 925.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.926
  },
  {
   "case_id": "pv_b121a19d90",
   "phase": "staged",
   "state_hash": "4e21ffa4b8261fc53192e4b63e014576e88583cb5ae07420d9e60b9a47def183",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.22238304208591403
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6134927098569678
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.8170582880176026,
     "probabilities": {
      "likely_fixed": 0.022638746755961753,
      "partial_fix": 0.011406676618466772,
      "wrong_location": 0.032642073628155126,
      "symptom_suppressed": 0.0005980580717466704,
      "breaks_other_behaviour": 0.001306045461189106,
      "unclear": 0.9314083994644806
     }
    },
    "risk": {
     "type": "score",
     "score": 0.67125585369999,
     "confidence": 0.37371507610223675,
     "probabilities": {
      "0": 0.48788322339044166,
      "1": 0.4265028289439958,
      "2": 0.043189298086340255,
      "3": 0.011324169733575395,
      "4": 0.031100479845646848
     }
    }
   },
   "usage": {
    "input_tokens": 2380,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 416.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.417
  },
  {
   "case_id": "pv_b283e8d1a0",
   "phase": "one_call",
   "state_hash": "da1547bcc97407575f7e42e5c96951b6adcd053a35dbc71de5b4f4c7073a4fc7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.6585714046056215
    }
   },
   "usage": {
    "input_tokens": 2996,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 394.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.395
  },
  {
   "case_id": "pv_b283e8d1a0",
   "phase": "staged",
   "state_hash": "da1547bcc97407575f7e42e5c96951b6adcd053a35dbc71de5b4f4c7073a4fc7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9996974738479261
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.311175634387506e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.7129086373126856,
     "probabilities": {
      "likely_fixed": 0.10468925698126512,
      "partial_fix": 0.03244636739235272,
      "wrong_location": 0.00013063799516894423,
      "symptom_suppressed": 0.00019158120900296648,
      "breaks_other_behaviour": 0.006155087330940231,
      "unclear": 0.85638706909127
     }
    },
    "risk": {
     "type": "score",
     "score": 2.956511202161298,
     "confidence": 0.2732284473310944,
     "probabilities": {
      "0": 0.015819731166703203,
      "1": 0.06164750860899156,
      "2": 0.12247179026456406,
      "3": 0.5503237668157868,
      "4": 0.24973720314395445
     }
    }
   },
   "usage": {
    "input_tokens": 3172,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 591.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.591
  },
  {
   "case_id": "pv_b2d8bc71ad",
   "phase": "one_call",
   "state_hash": "f81eccaa5ba517b68cd27cbfdeb6077453598feb33253970862e54d0c26e3eee",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.006771224324103861
    }
   },
   "usage": {
    "input_tokens": 2395,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 632.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.633
  },
  {
   "case_id": "pv_b2d8bc71ad",
   "phase": "staged",
   "state_hash": "f81eccaa5ba517b68cd27cbfdeb6077453598feb33253970862e54d0c26e3eee",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.07456112137267247
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.006230202871543581
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9807116199255299,
     "probabilities": {
      "likely_fixed": 0.001687495531306713,
      "partial_fix": 0.000979218304570853,
      "wrong_location": 0.0007120241424729318,
      "symptom_suppressed": 0.0003205506728835105,
      "breaks_other_behaviour": 0.0006708204740241878,
      "unclear": 0.9956298908747419
     }
    },
    "risk": {
     "type": "score",
     "score": 1.6848441787484927,
     "confidence": 0.3823004795719046,
     "probabilities": {
      "0": 0.5326106659541634,
      "1": 0.024254786428517684,
      "2": 0.05038492844290767,
      "3": 0.011178941263485224,
      "4": 0.38157067791092597
     }
    }
   },
   "usage": {
    "input_tokens": 2571,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 416.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.416
  },
  {
   "case_id": "pv_b327a4a2e3",
   "phase": "one_call",
   "state_hash": "3e911592181ca7e05ceca6b8ce41369e454657adcc79a3cfeb42b42a41e097af",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999209921417909
    }
   },
   "usage": {
    "input_tokens": 2376,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 411.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.412
  },
  {
   "case_id": "pv_b327a4a2e3",
   "phase": "staged",
   "state_hash": "3e911592181ca7e05ceca6b8ce41369e454657adcc79a3cfeb42b42a41e097af",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998043191943
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999979206677153
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999125162815549,
     "probabilities": {
      "likely_fixed": 0.9999883772477863,
      "partial_fix": 1.643728081793074e-06,
      "wrong_location": 4.0482360982518946e-07,
      "symptom_suppressed": 2.0480490340318293e-06,
      "breaks_other_behaviour": 4.350875256703213e-07,
      "unclear": 7.091063962370169e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7012575222056081,
     "confidence": 0.613903310271356,
     "probabilities": {
      "0": 0.3016409132904567,
      "1": 0.6972354754918165,
      "2": 0.000193825484249646,
      "3": 8.474718861637391e-05,
      "4": 0.0008450385448608033
     }
    }
   },
   "usage": {
    "input_tokens": 2552,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 441.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.442
  },
  {
   "case_id": "pv_b39f777f5b",
   "phase": "one_call",
   "state_hash": "10ed9998bc6c66dd2a06dd277aabb3130da79544a9c5fd116b5a32617223196b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.04323921545612383
    }
   },
   "usage": {
    "input_tokens": 2069,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 440.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.441
  }
 ],
 "metrics": {
  "requests": 300,
  "completed_requests": 299,
  "input_tokens": 641917,
  "output_tokens": 0,
  "median_latency_ms": 561.3,
  "wall_s": 191.46,
  "cost_usd": 0.0,
  "cost_basis": "free route; missing provider cost fields are not receipts",
  "reported_cost_usd": null
 },
 "wall_s": 62.416
}