{
 "schema_version": 2,
 "project": "patch-verdict",
 "subset": "full",
 "repeat": 3,
 "limit": null,
 "timestamp": "2026-09-24T19:33:38Z",
 "input_hashes": {
  "samples/patch-verdict/fixtures/cases.jsonl": "efa48dde7d27f9d5818f94591b87a8859496096b2ddcdc21a546c9c894975a2d"
 },
 "source_hashes": {
  "samples/_shared/jev.py": "bd3cdc5ce9c7414e609d5d43db4d38941393951677493abf544153472a41fa9d",
  "samples/patch-verdict/../_shared/community.py": "96f6d81afffe8914293fda4b963b6a2e7a2a02bd8c240f01af4c20c3ac1ecc95",
  "samples/patch-verdict/build_fixtures.py": "a2d631aeb30be78a045af0b976b8e42dbd8bedc7a8dc360f7a69a25579bec4ea",
  "samples/patch-verdict/patch_verdict.py": "367bdb7bc22076e6e7440653674e14546618c90943eb414088ab7b452d15853d",
  "samples/patch-verdict/score.py": "59231c58f7c0965ab60c2c7d055be6fb64211f427ece31873a811a80e720a44c"
 },
 "label": "openjev (Codiv free hosted) - NOT JEV",
 "mode": "live",
 "provider": "codiv",
 "call_cap": 314,
 "resumed_after": "http_error",
 "original_source_hashes": {
  "samples/_shared/jev.py": "0ab1237a037b005379d3b6de37834a7c552435671d111be5c1cc41e96d0636ac",
  "samples/patch-verdict/../_shared/community.py": "4cd057b6bdf56c2f0ceddd624b6d7098b26c2186bac562bb0aba3f9d03c8b8ee",
  "samples/patch-verdict/build_fixtures.py": "a2d631aeb30be78a045af0b976b8e42dbd8bedc7a8dc360f7a69a25579bec4ea",
  "samples/patch-verdict/patch_verdict.py": "367bdb7bc22076e6e7440653674e14546618c90943eb414088ab7b452d15853d",
  "samples/patch-verdict/score.py": "59231c58f7c0965ab60c2c7d055be6fb64211f427ece31873a811a80e720a44c"
 },
 "rows": [
  {
   "id": "pv_322dd01fa9",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9994297483479814,
   "p_staged": 0.9990120477742114,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2315,
    "output_tokens": 0,
    "median_latency_ms": 4325.8,
    "wall_s": 4.326,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.31930004749855034,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2491,
    "output_tokens": 0,
    "median_latency_ms": 4759.1,
    "wall_s": 4.76,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_333f5a6224",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9997645829312177,
   "p_staged": 0.9999409954867439,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2348,
    "output_tokens": 0,
    "median_latency_ms": 2906.4,
    "wall_s": 2.907,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.41372478814362856,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2524,
    "output_tokens": 0,
    "median_latency_ms": 1350.1,
    "wall_s": 1.35,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_3430efee5f",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9887398442030485,
   "p_staged": 0.9991992800014463,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1729,
    "output_tokens": 0,
    "median_latency_ms": 982.5,
    "wall_s": 0.983,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.23196933639999295,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1905,
    "output_tokens": 0,
    "median_latency_ms": 3301.5,
    "wall_s": 3.302,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_3536c0ea43",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.005721081955856267,
   "p_staged": 0.2576800556595215,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2557,
    "output_tokens": 0,
    "median_latency_ms": 1373.3,
    "wall_s": 1.374,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6903882348898147,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2733,
    "output_tokens": 0,
    "median_latency_ms": 5301.6,
    "wall_s": 5.302,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_35678fb74c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999826498082961,
   "p_staged": 0.9647258339506282,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1610,
    "output_tokens": 0,
    "median_latency_ms": 4179.5,
    "wall_s": 4.18,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.33228937532976105,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1786,
    "output_tokens": 0,
    "median_latency_ms": 3969.4,
    "wall_s": 3.97,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_35980d829a",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999473709757614,
   "p_staged": 0.7993856511384423,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2132,
    "output_tokens": 0,
    "median_latency_ms": 1624.3,
    "wall_s": 1.625,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.058194976852965735,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2308,
    "output_tokens": 0,
    "median_latency_ms": 2880.5,
    "wall_s": 2.881,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_35b5099e46",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999838217499559,
   "p_staged": 0.9999982342691353,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2080,
    "output_tokens": 0,
    "median_latency_ms": 2460.3,
    "wall_s": 2.46,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.00653984458591937,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2256,
    "output_tokens": 0,
    "median_latency_ms": 532.7,
    "wall_s": 0.533,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_38d6359087",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999433507785276,
   "p_staged": 0.6678842121359256,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1633,
    "output_tokens": 0,
    "median_latency_ms": 4810.2,
    "wall_s": 4.81,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.055090991036046526,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1809,
    "output_tokens": 0,
    "median_latency_ms": 3231.1,
    "wall_s": 3.231,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_391647b5a9",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.7719062758198726,
   "p_staged": 0.4729063119327841,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2515,
    "output_tokens": 0,
    "median_latency_ms": 5656.3,
    "wall_s": 5.657,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 2.199009731208437,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2691,
    "output_tokens": 0,
    "median_latency_ms": 1993.9,
    "wall_s": 1.994,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_391c9e5cad",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9762289877538044,
   "p_staged": 0.7205444859606939,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2446,
    "output_tokens": 0,
    "median_latency_ms": 2173.1,
    "wall_s": 2.173,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.15333906784720955,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2622,
    "output_tokens": 0,
    "median_latency_ms": 2481.9,
    "wall_s": 2.482,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_39e506484a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999703058158006,
   "p_staged": 0.9918542644606392,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1952,
    "output_tokens": 0,
    "median_latency_ms": 840.9,
    "wall_s": 0.841,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.127930556581108,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2128,
    "output_tokens": 0,
    "median_latency_ms": 2217.1,
    "wall_s": 2.217,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_3a3e4b5b8b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999911770968447,
   "p_staged": 0.9890786849284393,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2129,
    "output_tokens": 0,
    "median_latency_ms": 2074.2,
    "wall_s": 2.074,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.021011850542746055,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2305,
    "output_tokens": 0,
    "median_latency_ms": 2386.1,
    "wall_s": 2.387,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_3a86fea53e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.8919785368107244,
   "p_staged": 0.3844807964566171,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2657,
    "output_tokens": 0,
    "median_latency_ms": 4279.8,
    "wall_s": 4.28,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.783663162727452,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2833,
    "output_tokens": 0,
    "median_latency_ms": 3824.0,
    "wall_s": 3.824,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_3ffaf882e2",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9994258095986532,
   "p_staged": 0.9903750258174918,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1833,
    "output_tokens": 0,
    "median_latency_ms": 442.2,
    "wall_s": 0.442,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.22925011061260428,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2009,
    "output_tokens": 0,
    "median_latency_ms": 3681.8,
    "wall_s": 3.682,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_401bc7a19b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9996307275547309,
   "p_staged": 0.725751738517332,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2267,
    "output_tokens": 0,
    "median_latency_ms": 5758.2,
    "wall_s": 5.758,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2292798154987619,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2443,
    "output_tokens": 0,
    "median_latency_ms": 3836.6,
    "wall_s": 3.837,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_404999ffdd",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999982292712641,
   "p_staged": 0.9999986479330992,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3142,
    "output_tokens": 0,
    "median_latency_ms": 2119.5,
    "wall_s": 2.12,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.010443915307458243,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3318,
    "output_tokens": 0,
    "median_latency_ms": 2250.0,
    "wall_s": 2.25,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_40daf1aadf",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.712959101784375,
   "p_staged": 0.4330445220410222,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2067,
    "output_tokens": 0,
    "median_latency_ms": 3010.8,
    "wall_s": 3.011,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "partial_fix",
   "risk": 1.1730923746520994,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2243,
    "output_tokens": 0,
    "median_latency_ms": 6084.5,
    "wall_s": 6.085,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4166f8e7db",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999953483522978,
   "p_staged": 0.9998207876340494,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1214,
    "output_tokens": 0,
    "median_latency_ms": 1292.8,
    "wall_s": 1.293,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0659217551461953,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1390,
    "output_tokens": 0,
    "median_latency_ms": 2143.7,
    "wall_s": 2.144,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4253370174",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999271846768278,
   "p_staged": 0.9020708688309756,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1719,
    "output_tokens": 0,
    "median_latency_ms": 2254.5,
    "wall_s": 2.255,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5644308088047301,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1895,
    "output_tokens": 0,
    "median_latency_ms": 723.8,
    "wall_s": 0.724,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_426dfeb70e",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999991724207575,
   "p_staged": 0.999975679234864,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1698,
    "output_tokens": 0,
    "median_latency_ms": 507.4,
    "wall_s": 0.508,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11641878739027456,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1874,
    "output_tokens": 0,
    "median_latency_ms": 6482.6,
    "wall_s": 6.483,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_42ca4fde1e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999921354302245,
   "p_staged": 0.8165466333049661,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1723,
    "output_tokens": 0,
    "median_latency_ms": 781.3,
    "wall_s": 0.782,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2126302450453941,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1899,
    "output_tokens": 0,
    "median_latency_ms": 4539.4,
    "wall_s": 4.54,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_42e17d4e24",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9848598326376471,
   "p_staged": 0.3505255317750254,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2013,
    "output_tokens": 0,
    "median_latency_ms": 2554.8,
    "wall_s": 2.555,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6775091268846993,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2189,
    "output_tokens": 0,
    "median_latency_ms": 1892.6,
    "wall_s": 1.893,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_433fc1ec5b",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.045009640507688506,
   "p_staged": 0.5338167269278671,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2212,
    "output_tokens": 0,
    "median_latency_ms": 4200.1,
    "wall_s": 4.2,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.606632547277881,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2388,
    "output_tokens": 0,
    "median_latency_ms": 2633.1,
    "wall_s": 2.633,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_43b83f25fb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999971194503467,
   "p_staged": 0.6667508070438136,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1357,
    "output_tokens": 0,
    "median_latency_ms": 422.2,
    "wall_s": 0.422,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8324336184636847,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1533,
    "output_tokens": 0,
    "median_latency_ms": 3085.4,
    "wall_s": 3.086,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4466179dc7",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.3821762165383473,
   "p_staged": 0.6515825416284168,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2234,
    "output_tokens": 0,
    "median_latency_ms": 6058.2,
    "wall_s": 6.058,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6400722378154189,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2410,
    "output_tokens": 0,
    "median_latency_ms": 2265.7,
    "wall_s": 2.266,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_446f6c03ef",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9977699030228289,
   "p_staged": 0.9999972012312108,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2661,
    "output_tokens": 0,
    "median_latency_ms": 1523.5,
    "wall_s": 1.524,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.027089363620335906,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2837,
    "output_tokens": 0,
    "median_latency_ms": 3011.5,
    "wall_s": 3.012,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_45bb76d3fd",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999893718889027,
   "p_staged": 0.9950227275278176,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1747,
    "output_tokens": 0,
    "median_latency_ms": 2590.4,
    "wall_s": 2.591,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08206728642113595,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1923,
    "output_tokens": 0,
    "median_latency_ms": 2211.0,
    "wall_s": 2.211,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_47898bea60",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9949825151254366,
   "p_staged": 0.4607779309171047,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2458,
    "output_tokens": 0,
    "median_latency_ms": 1877.9,
    "wall_s": 1.878,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.0840589567102915,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2634,
    "output_tokens": 0,
    "median_latency_ms": 2643.5,
    "wall_s": 2.644,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_479d35d50d",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999366618919894,
   "p_staged": 0.788103689661405,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2219,
    "output_tokens": 0,
    "median_latency_ms": 854.7,
    "wall_s": 0.855,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.16828709722178303,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2395,
    "output_tokens": 0,
    "median_latency_ms": 4496.1,
    "wall_s": 4.496,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_49dc5be89b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999956857163949,
   "p_staged": 0.9791520946211306,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2519,
    "output_tokens": 0,
    "median_latency_ms": 1092.8,
    "wall_s": 1.093,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.039022302803957326,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2695,
    "output_tokens": 0,
    "median_latency_ms": 2293.9,
    "wall_s": 2.294,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4a3b31c893",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999916203607886,
   "p_staged": 0.9999356628639658,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2114,
    "output_tokens": 0,
    "median_latency_ms": 1394.1,
    "wall_s": 1.394,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.003404284775648781,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2290,
    "output_tokens": 0,
    "median_latency_ms": 2516.9,
    "wall_s": 2.517,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4a3f1e618e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998864436312367,
   "p_staged": 0.8349061904833058,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1389,
    "output_tokens": 0,
    "median_latency_ms": 819.3,
    "wall_s": 0.82,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.14153339611910007,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1565,
    "output_tokens": 0,
    "median_latency_ms": 2439.2,
    "wall_s": 2.439,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4a94c750ec",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999517485193956,
   "p_staged": 0.9907686292663094,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1744,
    "output_tokens": 0,
    "median_latency_ms": 1434.0,
    "wall_s": 1.434,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5539360975789996,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1920,
    "output_tokens": 0,
    "median_latency_ms": 3006.5,
    "wall_s": 3.007,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4b610941b7",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9938003914804545,
   "p_staged": 0.7380054694261107,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3053,
    "output_tokens": 0,
    "median_latency_ms": 8000.7,
    "wall_s": 8.001,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.21474142090015244,
   "metrics_staged": {
    "requests": 2,
    "completed_requests": 1,
    "input_tokens": 3229,
    "output_tokens": 0,
    "median_latency_ms": 1270.5,
    "wall_s": 6.555,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4b7adb40e9",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999410576696021,
   "p_staged": 0.9999905173109108,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1773,
    "output_tokens": 0,
    "median_latency_ms": 2856.0,
    "wall_s": 2.856,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0022422846827113165,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1949,
    "output_tokens": 0,
    "median_latency_ms": 1141.7,
    "wall_s": 1.142,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4e80105f72",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999702599194016,
   "p_staged": 0.9953155663673893,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1398,
    "output_tokens": 0,
    "median_latency_ms": 1048.5,
    "wall_s": 1.049,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8182916369811521,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1574,
    "output_tokens": 0,
    "median_latency_ms": 753.7,
    "wall_s": 0.754,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4ea8733b39",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9992650908816287,
   "p_staged": 0.6622398629515994,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2848,
    "output_tokens": 0,
    "median_latency_ms": 561.3,
    "wall_s": 0.562,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.9331350271140932,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3024,
    "output_tokens": 0,
    "median_latency_ms": 1304.8,
    "wall_s": 1.305,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4efa2bad6a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999748956929522,
   "p_staged": 0.9961383403110725,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1151,
    "output_tokens": 0,
    "median_latency_ms": 426.8,
    "wall_s": 0.427,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.17028265021935068,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1327,
    "output_tokens": 0,
    "median_latency_ms": 794.2,
    "wall_s": 0.794,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4f23b299c1",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.37559121997989986,
   "p_staged": 0.41211635443552436,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1441,
    "output_tokens": 0,
    "median_latency_ms": 502.6,
    "wall_s": 0.503,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "symptom_suppressed",
   "risk": 0.8859505186922975,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1617,
    "output_tokens": 0,
    "median_latency_ms": 585.4,
    "wall_s": 0.586,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_4f4a7964ba",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9985779703182494,
   "p_staged": 0.992703173420594,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3082,
    "output_tokens": 0,
    "median_latency_ms": 1035.6,
    "wall_s": 1.036,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11767214494437725,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3258,
    "output_tokens": 0,
    "median_latency_ms": 1069.6,
    "wall_s": 1.07,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_50d9405c18",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.6509553538714907,
   "p_staged": 0.6629321713323936,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2725,
    "output_tokens": 0,
    "median_latency_ms": 671.5,
    "wall_s": 0.672,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3181286216303323,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2901,
    "output_tokens": 0,
    "median_latency_ms": 755.9,
    "wall_s": 0.756,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_51038f6013",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.99999213543023,
   "p_staged": 0.669665554708383,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1015,
    "output_tokens": 0,
    "median_latency_ms": 785.1,
    "wall_s": 0.785,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.022972405053392077,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1191,
    "output_tokens": 0,
    "median_latency_ms": 554.2,
    "wall_s": 0.555,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_5117097579",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999894047983136,
   "p_staged": 0.9982831853982054,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2237,
    "output_tokens": 0,
    "median_latency_ms": 658.7,
    "wall_s": 0.659,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08898729019196841,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2413,
    "output_tokens": 0,
    "median_latency_ms": 1038.8,
    "wall_s": 1.039,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_512dbdaa91",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999944523749751,
   "p_staged": 0.995170367105391,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2306,
    "output_tokens": 0,
    "median_latency_ms": 1113.5,
    "wall_s": 1.114,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08091398253454525,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2482,
    "output_tokens": 0,
    "median_latency_ms": 625.3,
    "wall_s": 0.626,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_52463b269e",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999824406730999,
   "p_staged": 0.999915750796748,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1474,
    "output_tokens": 0,
    "median_latency_ms": 439.8,
    "wall_s": 0.44,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.10732338205734494,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1650,
    "output_tokens": 0,
    "median_latency_ms": 556.8,
    "wall_s": 0.557,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_52cc2bf008",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.12043729490383409,
   "p_staged": 0.40178402830842935,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2921,
    "output_tokens": 0,
    "median_latency_ms": 719.2,
    "wall_s": 0.719,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.5530062895619392,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3097,
    "output_tokens": 0,
    "median_latency_ms": 741.1,
    "wall_s": 0.742,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_52ebcd1ca7",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.5163018660971048,
   "p_staged": 0.13974776662495805,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2901,
    "output_tokens": 0,
    "median_latency_ms": 1170.3,
    "wall_s": 1.171,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 2.687481648332346,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3077,
    "output_tokens": 0,
    "median_latency_ms": 1578.7,
    "wall_s": 1.579,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_53b60908a6",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9945139643516068,
   "p_staged": 0.351291712008812,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2248,
    "output_tokens": 0,
    "median_latency_ms": 821.9,
    "wall_s": 0.822,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "breaks_other_behaviour",
   "risk": 2.4825269092780724,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2424,
    "output_tokens": 0,
    "median_latency_ms": 858.5,
    "wall_s": 0.859,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_5449c6a56a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999203736862883,
   "p_staged": 0.9982766795420579,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1777,
    "output_tokens": 0,
    "median_latency_ms": 606.0,
    "wall_s": 0.606,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.29023459158267234,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1953,
    "output_tokens": 0,
    "median_latency_ms": 834.2,
    "wall_s": 0.834,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_54aa4badd1",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998304312496713,
   "p_staged": 0.867433489301119,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1734,
    "output_tokens": 0,
    "median_latency_ms": 445.0,
    "wall_s": 0.445,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3752584165909608,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1910,
    "output_tokens": 0,
    "median_latency_ms": 1019.3,
    "wall_s": 1.02,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_563ae4364a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9994291686807838,
   "p_staged": 0.8150647117183639,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2743,
    "output_tokens": 0,
    "median_latency_ms": 560.8,
    "wall_s": 0.561,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.1837903838584779,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2919,
    "output_tokens": 0,
    "median_latency_ms": 911.1,
    "wall_s": 0.911,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_57a2c02401",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.14876964210914842,
   "p_staged": 0.31328898034903335,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1955,
    "output_tokens": 0,
    "median_latency_ms": 919.7,
    "wall_s": 0.92,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6611959332350302,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2131,
    "output_tokens": 0,
    "median_latency_ms": 732.8,
    "wall_s": 0.733,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_58652d6007",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9989714793231333,
   "p_staged": 0.7486912560240007,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2942,
    "output_tokens": 0,
    "median_latency_ms": 606.8,
    "wall_s": 0.607,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.15316318991972602,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3118,
    "output_tokens": 0,
    "median_latency_ms": 1018.6,
    "wall_s": 1.019,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_58d8d7816c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999282352512439,
   "p_staged": 0.9431402092982258,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2529,
    "output_tokens": 0,
    "median_latency_ms": 617.1,
    "wall_s": 0.617,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.21152516774559432,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2705,
    "output_tokens": 0,
    "median_latency_ms": 1283.5,
    "wall_s": 1.284,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_5906a6a962",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999995259719444,
   "p_staged": 0.7262212120512702,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1992,
    "output_tokens": 0,
    "median_latency_ms": 528.1,
    "wall_s": 0.528,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.036500413213443536,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2168,
    "output_tokens": 0,
    "median_latency_ms": 806.5,
    "wall_s": 0.807,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_5c88d9039a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998977018230573,
   "p_staged": 0.6574121305532766,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1589,
    "output_tokens": 0,
    "median_latency_ms": 565.2,
    "wall_s": 0.565,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.4763114005054751,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1765,
    "output_tokens": 0,
    "median_latency_ms": 927.1,
    "wall_s": 0.927,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_5dcabdacbb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999045794861854,
   "p_staged": 0.9737409501061279,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2693,
    "output_tokens": 0,
    "median_latency_ms": 1048.2,
    "wall_s": 1.049,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.40374764547584946,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2869,
    "output_tokens": 0,
    "median_latency_ms": 732.9,
    "wall_s": 0.733,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_60d85d59f6",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9996881580962557,
   "p_staged": 0.9988363347494073,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1080,
    "output_tokens": 0,
    "median_latency_ms": 726.9,
    "wall_s": 0.727,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3068766146783126,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1256,
    "output_tokens": 0,
    "median_latency_ms": 560.6,
    "wall_s": 0.561,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6135d9067b",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999976094478589,
   "p_staged": 0.669834415131846,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1485,
    "output_tokens": 0,
    "median_latency_ms": 451.4,
    "wall_s": 0.452,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.12174842675194902,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1661,
    "output_tokens": 0,
    "median_latency_ms": 558.8,
    "wall_s": 0.559,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_61f0181ea5",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999301071490746,
   "p_staged": 0.6854630260591302,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2786,
    "output_tokens": 0,
    "median_latency_ms": 1085.2,
    "wall_s": 1.085,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6136264596074158,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2962,
    "output_tokens": 0,
    "median_latency_ms": 708.3,
    "wall_s": 0.709,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6313aa4ef3",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9997420029326868,
   "p_staged": 0.999958771475392,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1585,
    "output_tokens": 0,
    "median_latency_ms": 518.1,
    "wall_s": 0.518,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.005975796340249494,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1761,
    "output_tokens": 0,
    "median_latency_ms": 420.9,
    "wall_s": 0.421,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6573df4d33",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9354009791261666,
   "p_staged": 0.4819989137916088,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2505,
    "output_tokens": 0,
    "median_latency_ms": 695.3,
    "wall_s": 0.696,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.4534794286857098,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2681,
    "output_tokens": 0,
    "median_latency_ms": 783.8,
    "wall_s": 0.784,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6736d74803",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999227033908484,
   "p_staged": 0.9994554485664517,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1854,
    "output_tokens": 0,
    "median_latency_ms": 507.8,
    "wall_s": 0.508,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11998884626897906,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2030,
    "output_tokens": 0,
    "median_latency_ms": 714.8,
    "wall_s": 0.715,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_67b8a97518",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999961700910849,
   "p_staged": 0.8114336045083735,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1315,
    "output_tokens": 0,
    "median_latency_ms": 457.8,
    "wall_s": 0.458,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.21556276228853494,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1491,
    "output_tokens": 0,
    "median_latency_ms": 614.7,
    "wall_s": 0.615,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_69cdec724d",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9978176576363433,
   "p_staged": 0.6141778321365174,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1286,
    "output_tokens": 0,
    "median_latency_ms": 564.0,
    "wall_s": 0.564,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8473301659232692,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1462,
    "output_tokens": 0,
    "median_latency_ms": 529.7,
    "wall_s": 0.53,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6ac51cf124",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999612967704667,
   "p_staged": 0.9995072363478869,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2376,
    "output_tokens": 0,
    "median_latency_ms": 691.3,
    "wall_s": 0.692,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.017807732083779,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2552,
    "output_tokens": 0,
    "median_latency_ms": 699.8,
    "wall_s": 0.7,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6af2337274",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998653464895243,
   "p_staged": 0.9992590217993507,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2758,
    "output_tokens": 0,
    "median_latency_ms": 532.9,
    "wall_s": 0.533,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.05709644570819988,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2934,
    "output_tokens": 0,
    "median_latency_ms": 871.7,
    "wall_s": 0.872,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6b1036218c",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999994434122168,
   "p_staged": 0.9999945066681858,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2676,
    "output_tokens": 0,
    "median_latency_ms": 649.7,
    "wall_s": 0.65,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06808669839617956,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2852,
    "output_tokens": 0,
    "median_latency_ms": 871.8,
    "wall_s": 0.872,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6b8470570e",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999692177494356,
   "p_staged": 0.9999777500060006,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1854,
    "output_tokens": 0,
    "median_latency_ms": 467.8,
    "wall_s": 0.468,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07722854773415722,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2030,
    "output_tokens": 0,
    "median_latency_ms": 644.6,
    "wall_s": 0.645,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6ce4f93076",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9833585883913637,
   "p_staged": 0.3611610124789744,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3195,
    "output_tokens": 0,
    "median_latency_ms": 887.0,
    "wall_s": 0.887,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6886313016298102,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3371,
    "output_tokens": 0,
    "median_latency_ms": 975.7,
    "wall_s": 0.976,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6ded944f33",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998290005925464,
   "p_staged": 0.9753872740632503,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1606,
    "output_tokens": 0,
    "median_latency_ms": 407.3,
    "wall_s": 0.408,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7954712143927256,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1782,
    "output_tokens": 0,
    "median_latency_ms": 614.6,
    "wall_s": 0.615,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6e2c2e2e54",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999575837736463,
   "p_staged": 0.5648846753693164,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1563,
    "output_tokens": 0,
    "median_latency_ms": 431.2,
    "wall_s": 0.432,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8440002460001268,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1739,
    "output_tokens": 0,
    "median_latency_ms": 741.7,
    "wall_s": 0.742,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6e42341d97",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999850368479885,
   "p_staged": 0.8423539939608576,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1280,
    "output_tokens": 0,
    "median_latency_ms": 384.2,
    "wall_s": 0.384,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6309724694430646,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1456,
    "output_tokens": 0,
    "median_latency_ms": 655.2,
    "wall_s": 0.655,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6e5dba09b5",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9980830225143837,
   "p_staged": 0.9917233679196599,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3406,
    "output_tokens": 0,
    "median_latency_ms": 723.0,
    "wall_s": 0.723,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.18465494408397964,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3582,
    "output_tokens": 0,
    "median_latency_ms": 2185.0,
    "wall_s": 2.185,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6e5e2cba99",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999712416752703,
   "p_staged": 0.7249426606830282,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2192,
    "output_tokens": 0,
    "median_latency_ms": 592.5,
    "wall_s": 0.593,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.3244978532691375,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2368,
    "output_tokens": 0,
    "median_latency_ms": 832.9,
    "wall_s": 0.833,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6e800b0d59",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9548221359007066,
   "p_staged": 0.9479157268579664,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2397,
    "output_tokens": 0,
    "median_latency_ms": 802.4,
    "wall_s": 0.803,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.46651890461894574,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2573,
    "output_tokens": 0,
    "median_latency_ms": 803.2,
    "wall_s": 0.803,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_6eca5f9c74",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999547264650802,
   "p_staged": 0.9952478002735122,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1771,
    "output_tokens": 0,
    "median_latency_ms": 912.8,
    "wall_s": 0.913,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.22353469607471316,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1947,
    "output_tokens": 0,
    "median_latency_ms": 638.2,
    "wall_s": 0.639,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_71a2bf4ec0",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999991796891202,
   "p_staged": 0.9999449191570061,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1881,
    "output_tokens": 0,
    "median_latency_ms": 594.1,
    "wall_s": 0.594,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.10242971102376647,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2057,
    "output_tokens": 0,
    "median_latency_ms": 645.6,
    "wall_s": 0.646,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_722d7f9008",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9933245378490388,
   "p_staged": 0.8508787039476066,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2155,
    "output_tokens": 0,
    "median_latency_ms": 549.3,
    "wall_s": 0.55,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.1704330936067784,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2331,
    "output_tokens": 0,
    "median_latency_ms": 788.4,
    "wall_s": 0.789,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_724c92ee1b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999512493475441,
   "p_staged": 0.6725285176096891,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2862,
    "output_tokens": 0,
    "median_latency_ms": 580.4,
    "wall_s": 0.581,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.387119362944168,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3038,
    "output_tokens": 0,
    "median_latency_ms": 809.0,
    "wall_s": 0.809,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_7285c0e8a1",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999972798625054,
   "p_staged": 0.9996789635668462,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1201,
    "output_tokens": 0,
    "median_latency_ms": 396.2,
    "wall_s": 0.397,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.08989062396725087,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1377,
    "output_tokens": 0,
    "median_latency_ms": 450.1,
    "wall_s": 0.45,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_72d6402b89",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9992295233075097,
   "p_staged": 0.6787726981664508,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1185,
    "output_tokens": 0,
    "median_latency_ms": 793.3,
    "wall_s": 0.794,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.19468593623541933,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1361,
    "output_tokens": 0,
    "median_latency_ms": 599.6,
    "wall_s": 0.6,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_7353732e6a",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9995520157943384,
   "p_staged": 0.760056948667828,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1035,
    "output_tokens": 0,
    "median_latency_ms": 489.6,
    "wall_s": 0.49,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6012393899691528,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1211,
    "output_tokens": 0,
    "median_latency_ms": 460.1,
    "wall_s": 0.46,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_75020aef25",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.999980253329854,
   "p_staged": 0.9543715171155878,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1093,
    "output_tokens": 0,
    "median_latency_ms": 409.9,
    "wall_s": 0.41,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.11184181582009807,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1269,
    "output_tokens": 0,
    "median_latency_ms": 530.6,
    "wall_s": 0.531,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_75715b5d5a",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999924372354616,
   "p_staged": 0.9990225819517414,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1575,
    "output_tokens": 0,
    "median_latency_ms": 457.9,
    "wall_s": 0.458,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07337301402254996,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1751,
    "output_tokens": 0,
    "median_latency_ms": 546.9,
    "wall_s": 0.547,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_76132426eb",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9997176417397721,
   "p_staged": 0.646705815192523,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1920,
    "output_tokens": 0,
    "median_latency_ms": 546.4,
    "wall_s": 0.547,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.7752086411199228,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2096,
    "output_tokens": 0,
    "median_latency_ms": 636.9,
    "wall_s": 0.637,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_77a744cccc",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999507334766315,
   "p_staged": 0.9996149898869039,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2498,
    "output_tokens": 0,
    "median_latency_ms": 616.2,
    "wall_s": 0.616,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2532686431583317,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2674,
    "output_tokens": 0,
    "median_latency_ms": 1919.4,
    "wall_s": 1.92,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_785b414fcc",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999984312909308,
   "p_staged": 0.6799347923870019,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1184,
    "output_tokens": 0,
    "median_latency_ms": 413.1,
    "wall_s": 0.413,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07585702219884016,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1360,
    "output_tokens": 0,
    "median_latency_ms": 600.3,
    "wall_s": 0.601,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_7872b98f22",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.07217435088326343,
   "p_staged": 0.42452710928027954,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2181,
    "output_tokens": 0,
    "median_latency_ms": 594.4,
    "wall_s": 0.595,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6341214546777135,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2357,
    "output_tokens": 0,
    "median_latency_ms": 811.1,
    "wall_s": 0.811,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_7a65f54fd1",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9997416656310397,
   "p_staged": 0.9573798486757346,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1922,
    "output_tokens": 0,
    "median_latency_ms": 567.5,
    "wall_s": 0.568,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.36339261951511226,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2098,
    "output_tokens": 0,
    "median_latency_ms": 5119.4,
    "wall_s": 5.12,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_7c6a3e4079",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9525116727635935,
   "p_staged": 0.9809865949204211,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2248,
    "output_tokens": 0,
    "median_latency_ms": 587.4,
    "wall_s": 0.588,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2522669786625491,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2424,
    "output_tokens": 0,
    "median_latency_ms": 761.9,
    "wall_s": 0.762,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_7d313487b4",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9994226554211437,
   "p_staged": 0.9996645774069015,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1081,
    "output_tokens": 0,
    "median_latency_ms": 526.0,
    "wall_s": 0.526,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.20139752123344198,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1257,
    "output_tokens": 0,
    "median_latency_ms": 489.3,
    "wall_s": 0.49,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_7d52e04e3f",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999620341570438,
   "p_staged": 0.9930554428830766,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1297,
    "output_tokens": 0,
    "median_latency_ms": 562.6,
    "wall_s": 0.563,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.17133680714146235,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1473,
    "output_tokens": 0,
    "median_latency_ms": 538.9,
    "wall_s": 0.539,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_7d6334e275",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.997618230807759,
   "p_staged": 0.9418217293895527,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2897,
    "output_tokens": 0,
    "median_latency_ms": 602.5,
    "wall_s": 0.603,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.20890343612125922,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3073,
    "output_tokens": 0,
    "median_latency_ms": 707.6,
    "wall_s": 0.708,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_7e38ea28b1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999544237758834,
   "p_staged": 0.9894473675350879,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1602,
    "output_tokens": 0,
    "median_latency_ms": 462.3,
    "wall_s": 0.463,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.18615424914978523,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1778,
    "output_tokens": 0,
    "median_latency_ms": 653.9,
    "wall_s": 0.654,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_82add1fce5",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9994197910837883,
   "p_staged": 0.9998026550930188,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1896,
    "output_tokens": 0,
    "median_latency_ms": 965.9,
    "wall_s": 0.966,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.016309868240164976,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2072,
    "output_tokens": 0,
    "median_latency_ms": 1479.9,
    "wall_s": 1.48,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_82f3709d5f",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9996714093336829,
   "p_staged": 0.9999945484256328,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2624,
    "output_tokens": 0,
    "median_latency_ms": 694.2,
    "wall_s": 0.694,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.09611521165598035,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2800,
    "output_tokens": 0,
    "median_latency_ms": 868.1,
    "wall_s": 0.868,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_8331c386d3",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999910339850719,
   "p_staged": 0.8974380898700024,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2162,
    "output_tokens": 0,
    "median_latency_ms": 629.7,
    "wall_s": 0.63,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.20162584657870863,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2338,
    "output_tokens": 0,
    "median_latency_ms": 617.7,
    "wall_s": 0.618,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_84398b1bab",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.0004491720927936884,
   "p_staged": 0.010018631486120763,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2343,
    "output_tokens": 0,
    "median_latency_ms": 637.6,
    "wall_s": 0.638,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.8108545778903934,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2519,
    "output_tokens": 0,
    "median_latency_ms": 657.6,
    "wall_s": 0.658,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_84b0ac7a04",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999695197312671,
   "p_staged": 0.9965505112639508,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2085,
    "output_tokens": 0,
    "median_latency_ms": 1299.6,
    "wall_s": 1.3,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06670777954132576,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2261,
    "output_tokens": 0,
    "median_latency_ms": 616.8,
    "wall_s": 0.617,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_873a7b4806",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999669281009232,
   "p_staged": 0.9984215978471727,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1481,
    "output_tokens": 0,
    "median_latency_ms": 1177.2,
    "wall_s": 1.177,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.17929590767488357,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1657,
    "output_tokens": 0,
    "median_latency_ms": 509.5,
    "wall_s": 0.51,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_874a57383b",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.99998121321251,
   "p_staged": 0.9998319007216576,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1608,
    "output_tokens": 0,
    "median_latency_ms": 428.9,
    "wall_s": 0.429,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.13395889575510345,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1784,
    "output_tokens": 0,
    "median_latency_ms": 815.6,
    "wall_s": 0.816,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_87a9fefd93",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999754891195999,
   "p_staged": 0.9694100317211723,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1293,
    "output_tokens": 0,
    "median_latency_ms": 481.7,
    "wall_s": 0.482,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.15967971983717977,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1469,
    "output_tokens": 0,
    "median_latency_ms": 772.5,
    "wall_s": 0.773,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_87c74015a9",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9989401866713735,
   "p_staged": 0.9136077367489174,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2924,
    "output_tokens": 0,
    "median_latency_ms": 587.6,
    "wall_s": 0.588,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.13254650805178708,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3100,
    "output_tokens": 0,
    "median_latency_ms": 682.0,
    "wall_s": 0.682,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_88163f1a39",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.6145558807558957,
   "p_staged": 0.6095493179535654,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2636,
    "output_tokens": 0,
    "median_latency_ms": 795.5,
    "wall_s": 0.796,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.2724335244639899,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2812,
    "output_tokens": 0,
    "median_latency_ms": 729.2,
    "wall_s": 0.729,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_89eae72ac3",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999920833188731,
   "p_staged": 0.9995344944517837,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1354,
    "output_tokens": 0,
    "median_latency_ms": 585.7,
    "wall_s": 0.586,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.027815352487360563,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1530,
    "output_tokens": 0,
    "median_latency_ms": 591.1,
    "wall_s": 0.591,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_8a62799d01",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9913329585166579,
   "p_staged": 0.6452615119240344,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2842,
    "output_tokens": 0,
    "median_latency_ms": 798.3,
    "wall_s": 0.799,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.1612754206347735,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3018,
    "output_tokens": 0,
    "median_latency_ms": 1256.4,
    "wall_s": 1.257,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_8b0199400b",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999610699916535,
   "p_staged": 0.9987352730472532,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1416,
    "output_tokens": 0,
    "median_latency_ms": 592.7,
    "wall_s": 0.593,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.13865578095548622,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1592,
    "output_tokens": 0,
    "median_latency_ms": 577.0,
    "wall_s": 0.577,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_8b0734d7eb",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998473870447414,
   "p_staged": 0.9998630083355415,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2780,
    "output_tokens": 0,
    "median_latency_ms": 588.1,
    "wall_s": 0.589,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.019472733588796753,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2956,
    "output_tokens": 0,
    "median_latency_ms": 852.6,
    "wall_s": 0.853,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_8bf899b7b1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999920429322885,
   "p_staged": 0.999997090444683,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1529,
    "output_tokens": 0,
    "median_latency_ms": 413.7,
    "wall_s": 0.414,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.009217786103930209,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1705,
    "output_tokens": 0,
    "median_latency_ms": 512.0,
    "wall_s": 0.512,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_8cd86cfb5e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9995129559877418,
   "p_staged": 0.9636178565622453,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2375,
    "output_tokens": 0,
    "median_latency_ms": 734.1,
    "wall_s": 0.734,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.09265772647415273,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2551,
    "output_tokens": 0,
    "median_latency_ms": 716.0,
    "wall_s": 0.716,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_8d64d7b752",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999961074930614,
   "p_staged": 0.9999950549425844,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1453,
    "output_tokens": 0,
    "median_latency_ms": 824.8,
    "wall_s": 0.825,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.04073334003459758,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1629,
    "output_tokens": 0,
    "median_latency_ms": 727.3,
    "wall_s": 0.728,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_8efe3695b2",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9965824138146007,
   "p_staged": 0.6613484433703897,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3314,
    "output_tokens": 0,
    "median_latency_ms": 917.1,
    "wall_s": 0.917,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.4732415029201428,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3490,
    "output_tokens": 0,
    "median_latency_ms": 1010.1,
    "wall_s": 1.011,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_8fe65eecc1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9995585002804732,
   "p_staged": 0.7974335601567432,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1663,
    "output_tokens": 0,
    "median_latency_ms": 520.1,
    "wall_s": 0.52,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.5273359028075064,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1839,
    "output_tokens": 0,
    "median_latency_ms": 762.7,
    "wall_s": 0.763,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_9089ff6fab",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999442039830037,
   "p_staged": 0.6646631823568029,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1458,
    "output_tokens": 0,
    "median_latency_ms": 434.2,
    "wall_s": 0.434,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.8240707354045892,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1634,
    "output_tokens": 0,
    "median_latency_ms": 664.0,
    "wall_s": 0.664,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_910e9aaf48",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999166936588223,
   "p_staged": 0.9999925773786935,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1193,
    "output_tokens": 0,
    "median_latency_ms": 609.5,
    "wall_s": 0.61,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.006656361309803491,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1369,
    "output_tokens": 0,
    "median_latency_ms": 595.2,
    "wall_s": 0.595,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_9164b03cfe",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999927238308647,
   "p_staged": 0.9874222870451832,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1105,
    "output_tokens": 0,
    "median_latency_ms": 413.7,
    "wall_s": 0.414,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07364758956560709,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1281,
    "output_tokens": 0,
    "median_latency_ms": 577.1,
    "wall_s": 0.577,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_927bf4d523",
   "resolved": true,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999926735255765,
   "p_staged": 0.9969159046840664,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1583,
    "output_tokens": 0,
    "median_latency_ms": 553.9,
    "wall_s": 0.554,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.09279354915386817,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1759,
    "output_tokens": 0,
    "median_latency_ms": 551.2,
    "wall_s": 0.551,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_92be689d37",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999652912092621,
   "p_staged": 0.6672307540277793,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1031,
    "output_tokens": 0,
    "median_latency_ms": 335.2,
    "wall_s": 0.335,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.22420584069425145,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1207,
    "output_tokens": 0,
    "median_latency_ms": 743.3,
    "wall_s": 0.744,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_948def1d9e",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.13843794789334846,
   "p_staged": 0.1273207266614782,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2600,
    "output_tokens": 0,
    "median_latency_ms": 1570.7,
    "wall_s": 1.571,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 3.4008085556922234,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2776,
    "output_tokens": 0,
    "median_latency_ms": 807.6,
    "wall_s": 0.808,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_94f2260d6a",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9988825006296174,
   "p_staged": 0.9065887500159683,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2336,
    "output_tokens": 0,
    "median_latency_ms": 810.5,
    "wall_s": 0.811,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.4821503589348819,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2512,
    "output_tokens": 0,
    "median_latency_ms": 661.8,
    "wall_s": 0.662,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_951bcb1ea1",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9891769992177406,
   "p_staged": 0.998208273144754,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2582,
    "output_tokens": 0,
    "median_latency_ms": 754.2,
    "wall_s": 0.754,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.09824179493189863,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2758,
    "output_tokens": 0,
    "median_latency_ms": 1022.5,
    "wall_s": 1.023,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_954b37fc18",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999936392954675,
   "p_staged": 0.9999190306993618,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1231,
    "output_tokens": 0,
    "median_latency_ms": 383.6,
    "wall_s": 0.384,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.045484242412147095,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1407,
    "output_tokens": 0,
    "median_latency_ms": 476.6,
    "wall_s": 0.477,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_967caff01b",
   "resolved": true,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999245949350811,
   "p_staged": 0.6177976266750019,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1832,
    "output_tokens": 0,
    "median_latency_ms": 608.4,
    "wall_s": 0.609,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.26961455648207794,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2008,
    "output_tokens": 0,
    "median_latency_ms": 1275.6,
    "wall_s": 1.276,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_973dd14908",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999819074917766,
   "p_staged": 0.9999989170858531,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1264,
    "output_tokens": 0,
    "median_latency_ms": 384.5,
    "wall_s": 0.385,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.04214574280250293,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1440,
    "output_tokens": 0,
    "median_latency_ms": 583.5,
    "wall_s": 0.584,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_99257f6538",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999649402055009,
   "p_staged": 0.669193271673295,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3960,
    "output_tokens": 0,
    "median_latency_ms": 891.8,
    "wall_s": 0.892,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.13793391629269247,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 4136,
    "output_tokens": 0,
    "median_latency_ms": 881.3,
    "wall_s": 0.882,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_99fa2a911c",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999784063492748,
   "p_staged": 0.9999983534233202,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1875,
    "output_tokens": 0,
    "median_latency_ms": 587.3,
    "wall_s": 0.588,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.01071168686114816,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2051,
    "output_tokens": 0,
    "median_latency_ms": 585.7,
    "wall_s": 0.586,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_9c35b6c22d",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.999690991038267,
   "p_staged": 0.9924722108791936,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2617,
    "output_tokens": 0,
    "median_latency_ms": 546.1,
    "wall_s": 0.546,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.06679819876985592,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2793,
    "output_tokens": 0,
    "median_latency_ms": 1002.0,
    "wall_s": 1.002,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_9ec0b6a39f",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999905617570236,
   "p_staged": 0.9998558448548357,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1950,
    "output_tokens": 0,
    "median_latency_ms": 499.8,
    "wall_s": 0.5,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2031266501815473,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2126,
    "output_tokens": 0,
    "median_latency_ms": 839.3,
    "wall_s": 0.84,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a034ffa84d",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999687308666633,
   "p_staged": 0.6034453803968535,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1368,
    "output_tokens": 0,
    "median_latency_ms": 378.0,
    "wall_s": 0.378,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.8095115328042015,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1544,
    "output_tokens": 0,
    "median_latency_ms": 565.2,
    "wall_s": 0.565,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a0a7ff07a3",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9998438677338425,
   "p_staged": 0.7745585234143696,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3193,
    "output_tokens": 0,
    "median_latency_ms": 656.7,
    "wall_s": 0.657,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.05793341739680568,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3369,
    "output_tokens": 0,
    "median_latency_ms": 1805.0,
    "wall_s": 1.805,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a15ab088c9",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9996881581309507,
   "p_staged": 0.6667031645105902,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1834,
    "output_tokens": 0,
    "median_latency_ms": 505.8,
    "wall_s": 0.506,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.4065429648026661,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2010,
    "output_tokens": 0,
    "median_latency_ms": 548.3,
    "wall_s": 0.549,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a582d49c4f",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9924800657683912,
   "p_staged": 0.9888966467031882,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3188,
    "output_tokens": 0,
    "median_latency_ms": 1090.9,
    "wall_s": 1.091,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.25063503949378807,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3364,
    "output_tokens": 0,
    "median_latency_ms": 829.8,
    "wall_s": 0.83,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a6313a6105",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9991367282481021,
   "p_staged": 0.8810648035105105,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2390,
    "output_tokens": 0,
    "median_latency_ms": 701.1,
    "wall_s": 0.701,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.744530439391433,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2566,
    "output_tokens": 0,
    "median_latency_ms": 1059.5,
    "wall_s": 1.06,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a64cba0e59",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999366618463355,
   "p_staged": 0.9999938233621376,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1277,
    "output_tokens": 0,
    "median_latency_ms": 425.4,
    "wall_s": 0.426,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.017227305456477895,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1453,
    "output_tokens": 0,
    "median_latency_ms": 439.1,
    "wall_s": 0.439,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a6ad6b4fe1",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9996906432015611,
   "p_staged": 0.48344685154345446,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3069,
    "output_tokens": 0,
    "median_latency_ms": 896.9,
    "wall_s": 0.897,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 1.2625792723563065,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3245,
    "output_tokens": 0,
    "median_latency_ms": 712.1,
    "wall_s": 0.712,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a77101d8fc",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999843319111322,
   "p_staged": 0.6881456169466006,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2395,
    "output_tokens": 0,
    "median_latency_ms": 609.3,
    "wall_s": 0.61,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.14221231698220965,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2571,
    "output_tokens": 0,
    "median_latency_ms": 657.4,
    "wall_s": 0.658,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a7eb5d2ff4",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999225982502808,
   "p_staged": 0.6093863671297736,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1826,
    "output_tokens": 0,
    "median_latency_ms": 447.4,
    "wall_s": 0.448,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 1.0060991740212404,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2002,
    "output_tokens": 0,
    "median_latency_ms": 788.2,
    "wall_s": 0.788,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_a999139877",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9996899115332162,
   "p_staged": 0.6984260877302403,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2073,
    "output_tokens": 0,
    "median_latency_ms": 496.1,
    "wall_s": 0.496,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2428041986449481,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2249,
    "output_tokens": 0,
    "median_latency_ms": 596.0,
    "wall_s": 0.596,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_aa0b07f8cf",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999876694656438,
   "p_staged": 0.9996522398425208,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2590,
    "output_tokens": 0,
    "median_latency_ms": 565.9,
    "wall_s": 0.566,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07940729057655196,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2766,
    "output_tokens": 0,
    "median_latency_ms": 699.0,
    "wall_s": 0.699,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_aa467f79a8",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999979148601599,
   "p_staged": 0.9999081617898358,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1263,
    "output_tokens": 0,
    "median_latency_ms": 384.2,
    "wall_s": 0.384,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.0029092470144345033,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1439,
    "output_tokens": 0,
    "median_latency_ms": 500.3,
    "wall_s": 0.501,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_ab461f9e85",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999951873145788,
   "p_staged": 0.6793171546903668,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1867,
    "output_tokens": 0,
    "median_latency_ms": 436.4,
    "wall_s": 0.437,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.6160410426193779,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2043,
    "output_tokens": 0,
    "median_latency_ms": 688.3,
    "wall_s": 0.689,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_ad0bf687d6",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9998933034180814,
   "p_staged": 0.999894794985989,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2400,
    "output_tokens": 0,
    "median_latency_ms": 601.7,
    "wall_s": 0.602,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.17190347373735804,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2576,
    "output_tokens": 0,
    "median_latency_ms": 1196.1,
    "wall_s": 1.196,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_ad59ef9183",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999695110432731,
   "p_staged": 0.9996497122515212,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2935,
    "output_tokens": 0,
    "median_latency_ms": 649.5,
    "wall_s": 0.65,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.01991579457534303,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3111,
    "output_tokens": 0,
    "median_latency_ms": 778.6,
    "wall_s": 0.779,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_af679288fe",
   "resolved": false,
   "code": "accept",
   "gate_rejected": false,
   "p_one_call": 0.9999966678692009,
   "p_staged": 0.9999425041387989,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1031,
    "output_tokens": 0,
    "median_latency_ms": 742.7,
    "wall_s": 0.743,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.07451180545861423,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 1207,
    "output_tokens": 0,
    "median_latency_ms": 617.7,
    "wall_s": 0.618,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_b121a19d90",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.7976382061345594,
   "p_staged": 0.31407658171388514,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2204,
    "output_tokens": 0,
    "median_latency_ms": 600.7,
    "wall_s": 0.601,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.6370979843651401,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2380,
    "output_tokens": 0,
    "median_latency_ms": 640.5,
    "wall_s": 0.641,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_b283e8d1a0",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.10738435168737683,
   "p_staged": 0.3406739427699886,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2996,
    "output_tokens": 0,
    "median_latency_ms": 722.1,
    "wall_s": 0.723,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 3.0779220406680756,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 3172,
    "output_tokens": 0,
    "median_latency_ms": 894.7,
    "wall_s": 0.895,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_b2d8bc71ad",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.002194604962623539,
   "p_staged": 0.02871308211267279,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2395,
    "output_tokens": 0,
    "median_latency_ms": 533.0,
    "wall_s": 0.533,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "unclear",
   "risk": 0.5084553885581773,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2571,
    "output_tokens": 0,
    "median_latency_ms": 741.0,
    "wall_s": 0.741,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_b327a4a2e3",
   "resolved": false,
   "code": "unknown",
   "gate_rejected": false,
   "p_one_call": 0.9999827162262828,
   "p_staged": 0.9999716342277637,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2376,
    "output_tokens": 0,
    "median_latency_ms": 664.7,
    "wall_s": 0.665,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "failure_mode": "likely_fixed",
   "risk": 0.2141659129737194,
   "metrics_staged": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2552,
    "output_tokens": 0,
    "median_latency_ms": 905.2,
    "wall_s": 0.905,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  },
  {
   "id": "pv_b39f777f5b",
   "resolved": false,
   "code": "reject",
   "gate_rejected": true,
   "p_one_call": 0.016517377298361887,
   "p_staged": 0.0,
   "metrics_one_call": {
    "requests": 1,
    "completed_requests": 1,
    "input_tokens": 2069,
    "output_tokens": 0,
    "median_latency_ms": 572.6,
    "wall_s": 0.573,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "repeat": 3
  }
 ],
 "summary": {
  "dataset": {
   "subset": "full",
   "cases": 150,
   "resolved": 75,
   "limit": null,
   "plan": {
    "cases": 150,
    "one_call_requests": 150,
    "staged_requests": 149,
    "total_requests": 299,
    "zen_minutes_at_spacing": 99.7
   }
  },
  "cases": 150,
  "resolved": 75,
  "gate_rejected": 1,
  "code": {
   "auroc": 0.5428,
   "auroc_95": [
    0.4681,
    0.6268
   ],
   "decided": 83,
   "decided_correct": "45/83"
  },
  "one_call": {
   "auroc": 0.5924,
   "auroc_95": [
    0.4955,
    0.6835
   ],
   "accuracy_at_0_5": "81/150",
   "brier": 0.4397,
   "ece_10": 0.4482
  },
  "staged": {
   "auroc": 0.5216,
   "auroc_95": [
    0.4263,
    0.6168
   ],
   "accuracy_at_0_5": "84/150",
   "brier": 0.3679,
   "ece_10": 0.3227
  },
  "mcnemar_one_call_vs_staged": {
   "only_first_right": 5,
   "only_second_right": 8,
   "p_value": 0.5811
  }
 },
 "policy": {
  "version": "patch-verdict-v1",
  "code_gate_rejects": "no patch, or no change outside tests and new scratch scripts",
  "code_rule_accepts": "source change + last test run after the last edit + exit code 0",
  "one_call_score": "p = Noul(passes)",
  "staged_score": "p = mean(Noul(addresses_issue), Noul(verified_after_last_edit), P(failure_mode=likely_fixed))",
  "default_threshold": 0.5,
  "thresholds": "auto-accept/auto-reject cut-offs are chosen on the dev split (openjev) and then frozen",
  "frozen_before_live_runs": true
 },
 "status": "complete",
 "calls": [
  {
   "case_id": "pv_322dd01fa9",
   "phase": "one_call",
   "state_hash": "771c61cf82ee07fb5b99496df60fbb53ee6334222e971697d9ef6e209b9849f9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9994297483479814
    }
   },
   "usage": {
    "input_tokens": 2315,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 4325.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 4.326
  },
  {
   "case_id": "pv_322dd01fa9",
   "phase": "staged",
   "state_hash": "771c61cf82ee07fb5b99496df60fbb53ee6334222e971697d9ef6e209b9849f9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999845939529467
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9986485122666409
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9931035370481031,
     "probabilities": {
      "likely_fixed": 0.9984030371030467,
      "partial_fix": 6.452180458362156e-05,
      "wrong_location": 5.578060467326943e-06,
      "symptom_suppressed": 2.4659040408154584e-05,
      "breaks_other_behaviour": 6.875945297098281e-06,
      "unclear": 0.0014953280461970848
     }
    },
    "risk": {
     "type": "score",
     "score": 0.31930004749855034,
     "confidence": 0.6042392203634426,
     "probabilities": {
      "0": 0.6868712846422107,
      "1": 0.31080131785563864,
      "2": 0.0002660806164576353,
      "3": 0.00027869913277596387,
      "4": 0.0017826177529171356
     }
    }
   },
   "usage": {
    "input_tokens": 2491,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 4759.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 4.76
  },
  {
   "case_id": "pv_333f5a6224",
   "phase": "one_call",
   "state_hash": "d0e35bc6f5b7877f383da8aaae605780414ba5d3013a4afeddfac6bbbf849e80",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997645829312177
    }
   },
   "usage": {
    "input_tokens": 2348,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2906.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.907
  },
  {
   "case_id": "pv_333f5a6224",
   "phase": "staged",
   "state_hash": "d0e35bc6f5b7877f383da8aaae605780414ba5d3013a4afeddfac6bbbf849e80",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985401095217
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999843185317436
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9990817441097388,
     "probabilities": {
      "likely_fixed": 0.9998401278189666,
      "partial_fix": 5.773242729073646e-06,
      "wrong_location": 6.251635373571356e-07,
      "symptom_suppressed": 4.292825967511805e-06,
      "breaks_other_behaviour": 1.1083740897151853e-05,
      "unclear": 0.00013809720790231567
     }
    },
    "risk": {
     "type": "score",
     "score": 0.41372478814362856,
     "confidence": 0.5713805926087866,
     "probabilities": {
      "0": 0.5914450509541818,
      "1": 0.4066347126948344,
      "2": 0.0001656830676924279,
      "3": 0.00025950381975658153,
      "4": 0.0014950494635348804
     }
    }
   },
   "usage": {
    "input_tokens": 2524,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1350.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.35
  },
  {
   "case_id": "pv_3430efee5f",
   "phase": "one_call",
   "state_hash": "635de697d211178c68f4d6c7ab34c515ad863ebffbf635fbe2d1916c0ad026c1",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9887398442030485
    }
   },
   "usage": {
    "input_tokens": 1729,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 982.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.983
  },
  {
   "case_id": "pv_3430efee5f",
   "phase": "staged",
   "state_hash": "635de697d211178c68f4d6c7ab34c515ad863ebffbf635fbe2d1916c0ad026c1",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999979624994715
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.99864022120743
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9949596259871878,
     "probabilities": {
      "likely_fixed": 0.9989596562974374,
      "partial_fix": 0.00013988534289969932,
      "wrong_location": 9.528961097110553e-06,
      "symptom_suppressed": 7.540611276854651e-05,
      "breaks_other_behaviour": 2.8682495002035588e-05,
      "unclear": 0.0007868407907952304
     }
    },
    "risk": {
     "type": "score",
     "score": 0.23196933639999295,
     "confidence": 0.6583321021988948,
     "probabilities": {
      "0": 0.7764569573349617,
      "1": 0.22040355775345952,
      "2": 0.0003519627226516025,
      "3": 0.00028823555447874495,
      "4": 0.0024992866344484992
     }
    }
   },
   "usage": {
    "input_tokens": 1905,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3301.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.302
  },
  {
   "case_id": "pv_3536c0ea43",
   "phase": "one_call",
   "state_hash": "322d33f51ea9e8699d8384c4d175307ad6841f094f83a091ee4f3384b8180cf4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.005721081955856267
    }
   },
   "usage": {
    "input_tokens": 2557,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1373.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.374
  },
  {
   "case_id": "pv_3536c0ea43",
   "phase": "staged",
   "state_hash": "322d33f51ea9e8699d8384c4d175307ad6841f094f83a091ee4f3384b8180cf4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.011654638421947394
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7526903293561195
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9398987911804672,
     "probabilities": {
      "likely_fixed": 0.00869519920049763,
      "partial_fix": 0.0010404308606119185,
      "wrong_location": 0.006868494425581909,
      "symptom_suppressed": 0.00027696311844874135,
      "breaks_other_behaviour": 0.0007405010987807286,
      "unclear": 0.9823784112960791
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6903882348898147,
     "confidence": 0.3861969725714661,
     "probabilities": {
      "0": 0.4531467256114593,
      "1": 0.46705233325030804,
      "2": 0.044593551320872976,
      "3": 0.0066807602716779,
      "4": 0.02852662954568176
     }
    }
   },
   "usage": {
    "input_tokens": 2733,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 5301.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 5.302
  },
  {
   "case_id": "pv_35678fb74c",
   "phase": "one_call",
   "state_hash": "47dc3c52ff6a2da56e03ab762a0f8e70eabd2fe3ec3e1c05746681df29ca6c97",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999826498082961
    }
   },
   "usage": {
    "input_tokens": 1610,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 4179.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 4.18
  },
  {
   "case_id": "pv_35678fb74c",
   "phase": "staged",
   "state_hash": "47dc3c52ff6a2da56e03ab762a0f8e70eabd2fe3ec3e1c05746681df29ca6c97",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999984807016129
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8942161528687258
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997502116268304,
     "probabilities": {
      "likely_fixed": 0.9999628682815456,
      "partial_fix": 4.903280165014557e-06,
      "wrong_location": 8.799575100624396e-07,
      "symptom_suppressed": 2.5281857680894554e-06,
      "breaks_other_behaviour": 9.963651554240457e-07,
      "unclear": 2.782392985582819e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.33228937532976105,
     "confidence": 0.5913958521143194,
     "probabilities": {
      "0": 0.6790590022197613,
      "1": 0.316056457293968,
      "2": 0.0012146541007781017,
      "3": 0.0008759357077336102,
      "4": 0.002793950677759005
     }
    }
   },
   "usage": {
    "input_tokens": 1786,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3969.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.97
  },
  {
   "case_id": "pv_35980d829a",
   "phase": "one_call",
   "state_hash": "8f6a4449dc097d1aaec1dbb7bd38ba00bac97be6ff89ba4e4fb2193a76b38c87",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999473709757614
    }
   },
   "usage": {
    "input_tokens": 2132,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1624.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.625
  },
  {
   "case_id": "pv_35980d829a",
   "phase": "staged",
   "state_hash": "8f6a4449dc097d1aaec1dbb7bd38ba00bac97be6ff89ba4e4fb2193a76b38c87",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9613284524741644
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8304047470144335
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.610241690420858,
     "probabilities": {
      "likely_fixed": 0.606423753926729,
      "partial_fix": 0.0015787559907419766,
      "wrong_location": 0.001991591946066508,
      "symptom_suppressed": 0.00030012328563377457,
      "breaks_other_behaviour": 0.00034719460201844193,
      "unclear": 0.38935858024881026
     }
    },
    "risk": {
     "type": "score",
     "score": 0.058194976852965735,
     "confidence": 0.870975181266457,
     "probabilities": {
      "0": 0.9524998810451066,
      "1": 0.043488656163956974,
      "2": 0.0004042932632968587,
      "3": 0.0005309439481433303,
      "4": 0.003076225579496264
     }
    }
   },
   "usage": {
    "input_tokens": 2308,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2880.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.881
  },
  {
   "case_id": "pv_35b5099e46",
   "phase": "one_call",
   "state_hash": "604f47acaca9756d6fbc89f8a69597511ff9b5befbf19ccd7ba5e5c1fd44621b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999838217499559
    }
   },
   "usage": {
    "input_tokens": 2080,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2460.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.46
  },
  {
   "case_id": "pv_35b5099e46",
   "phase": "staged",
   "state_hash": "604f47acaca9756d6fbc89f8a69597511ff9b5befbf19ccd7ba5e5c1fd44621b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999103633737
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999994962321346
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999626208893042,
     "probabilities": {
      "likely_fixed": 0.9999952962118973,
      "partial_fix": 1.1947365048194944e-07,
      "wrong_location": 8.938277948961524e-08,
      "symptom_suppressed": 2.5830968866916056e-06,
      "breaks_other_behaviour": 1.4208347143622885e-07,
      "unclear": 1.7697513146357283e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.00653984458591937,
     "confidence": 0.98017132397894,
     "probabilities": {
      "0": 0.9953504328289827,
      "1": 0.003972259444575277,
      "2": 2.56883729922907e-05,
      "3": 9.026901843893559e-05,
      "4": 0.0005613503350106762
     }
    }
   },
   "usage": {
    "input_tokens": 2256,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 532.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.533
  },
  {
   "case_id": "pv_38d6359087",
   "phase": "one_call",
   "state_hash": "7fec96d7037d8f376d0f179fd4b0f1b7c166cbfb9edf1b39f554e26bc00ff89b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999433507785276
    }
   },
   "usage": {
    "input_tokens": 1633,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 4810.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 4.81
  },
  {
   "case_id": "pv_38d6359087",
   "phase": "staged",
   "state_hash": "7fec96d7037d8f376d0f179fd4b0f1b7c166cbfb9edf1b39f554e26bc00ff89b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999979759275988
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.003679610066562008
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998220633378904,
     "probabilities": {
      "likely_fixed": 0.9999750504136163,
      "partial_fix": 4.0031372501868394e-06,
      "wrong_location": 4.331495542636677e-07,
      "symptom_suppressed": 4.758744511546877e-06,
      "breaks_other_behaviour": 1.6253626776630156e-06,
      "unclear": 1.4129192390048403e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.055090991036046526,
     "confidence": 0.8802848587461928,
     "probabilities": {
      "0": 0.9575753040513487,
      "1": 0.03784486945570352,
      "2": 0.00030872546816823105,
      "3": 0.00045573345511172483,
      "4": 0.0038153675696678416
     }
    }
   },
   "usage": {
    "input_tokens": 1809,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3231.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.231
  },
  {
   "case_id": "pv_391647b5a9",
   "phase": "one_call",
   "state_hash": "3db3f8fd9319cdb567dc264b0c5a2c7e6eb717e9d110024b543afd19281f1fc8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.7719062758198726
    }
   },
   "usage": {
    "input_tokens": 2515,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 5656.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 5.657
  },
  {
   "case_id": "pv_391647b5a9",
   "phase": "staged",
   "state_hash": "3db3f8fd9319cdb567dc264b0c5a2c7e6eb717e9d110024b543afd19281f1fc8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978165365451
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 4.370109011145765e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.5862657615677758,
     "probabilities": {
      "likely_fixed": 0.4187167491527961,
      "partial_fix": 0.010263727887809385,
      "wrong_location": 4.267413262646573e-05,
      "symptom_suppressed": 0.0001659666779690647,
      "breaks_other_behaviour": 0.0010828984510783816,
      "unclear": 0.5697279836977206
     }
    },
    "risk": {
     "type": "score",
     "score": 2.199009731208437,
     "confidence": 0.21958825213979094,
     "probabilities": {
      "0": 0.013028499258797887,
      "1": 0.17498521343678503,
      "2": 0.4945552136348128,
      "3": 0.23481020417639076,
      "4": 0.08262086949321357
     }
    }
   },
   "usage": {
    "input_tokens": 2691,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1993.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.994
  },
  {
   "case_id": "pv_391c9e5cad",
   "phase": "one_call",
   "state_hash": "dcb203395e80dc626f229d75221956ea1f52cb86b957e8756861a4cf19186ac7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9762289877538044
    }
   },
   "usage": {
    "input_tokens": 2446,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2173.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.173
  },
  {
   "case_id": "pv_391c9e5cad",
   "phase": "staged",
   "state_hash": "dcb203395e80dc626f229d75221956ea1f52cb86b957e8756861a4cf19186ac7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9638937229318418
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.920375181662559
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6663669722186368,
     "probabilities": {
      "likely_fixed": 0.27736455328768106,
      "partial_fix": 0.0006083213133846441,
      "wrong_location": 4.1456723792661315e-05,
      "symptom_suppressed": 6.34919824548758e-05,
      "breaks_other_behaviour": 0.000138687393936426,
      "unclear": 0.7217834892987504
     }
    },
    "risk": {
     "type": "score",
     "score": 0.15333906784720955,
     "confidence": 0.7318904520177538,
     "probabilities": {
      "0": 0.8575202783767405,
      "1": 0.13828911059777851,
      "2": 0.0006160325418055222,
      "3": 0.0004804217688820392,
      "4": 0.0030941567147934647
     }
    }
   },
   "usage": {
    "input_tokens": 2622,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2481.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.482
  },
  {
   "case_id": "pv_39e506484a",
   "phase": "one_call",
   "state_hash": "8907ffd3128df2d5f3f78d0f0dbf9d6f89570798640af6acd554adb1f20bf9c8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999703058158006
    }
   },
   "usage": {
    "input_tokens": 1952,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 840.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.841
  },
  {
   "case_id": "pv_39e506484a",
   "phase": "staged",
   "state_hash": "8907ffd3128df2d5f3f78d0f0dbf9d6f89570798640af6acd554adb1f20bf9c8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999976763800213
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9756886719170522
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9992802353218715,
     "probabilities": {
      "likely_fixed": 0.9998764450848442,
      "partial_fix": 6.698335971127522e-06,
      "wrong_location": 6.836663009951979e-07,
      "symptom_suppressed": 3.4241928454151804e-06,
      "breaks_other_behaviour": 1.64181094870191e-06,
      "unclear": 0.000111106909089555
     }
    },
    "risk": {
     "type": "score",
     "score": 0.127930556581108,
     "confidence": 0.7620966930524686,
     "probabilities": {
      "0": 0.8792448912772102,
      "1": 0.11810619557759479,
      "2": 0.00021950052785624883,
      "3": 0.0003322905215548403,
      "4": 0.0020971220957840472
     }
    }
   },
   "usage": {
    "input_tokens": 2128,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2217.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.217
  },
  {
   "case_id": "pv_3a3e4b5b8b",
   "phase": "one_call",
   "state_hash": "1df0732736a1e8fbb3f09ed9c47c5bdfaa7995dbe6c239c587bf1c4f1a9b17e6",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999911770968447
    }
   },
   "usage": {
    "input_tokens": 2129,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2074.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.074
  },
  {
   "case_id": "pv_3a3e4b5b8b",
   "phase": "staged",
   "state_hash": "1df0732736a1e8fbb3f09ed9c47c5bdfaa7995dbe6c239c587bf1c4f1a9b17e6",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9812951548559287
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9975909155648127
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9644035831368587,
     "probabilities": {
      "likely_fixed": 0.9883499843645763,
      "partial_fix": 1.492064583492851e-05,
      "wrong_location": 1.6145077285983843e-06,
      "symptom_suppressed": 1.9924297909994807e-05,
      "breaks_other_behaviour": 5.83806829806141e-06,
      "unclear": 0.011607718115652074
     }
    },
    "risk": {
     "type": "score",
     "score": 0.021011850542746055,
     "confidence": 0.9428903709535223,
     "probabilities": {
      "0": 0.983026738774198,
      "1": 0.015504712221076048,
      "2": 4.824636820982058e-05,
      "3": 0.0002705649608140533,
      "4": 0.0011497376757020512
     }
    }
   },
   "usage": {
    "input_tokens": 2305,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2386.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.387
  },
  {
   "case_id": "pv_3a86fea53e",
   "phase": "one_call",
   "state_hash": "49f9c7dc1134812aa2c60649d27cc95ae27e31119448db2de6ce39bdbdaec460",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.8919785368107244
    }
   },
   "usage": {
    "input_tokens": 2657,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 4279.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 4.28
  },
  {
   "case_id": "pv_3a86fea53e",
   "phase": "staged",
   "state_hash": "49f9c7dc1134812aa2c60649d27cc95ae27e31119448db2de6ce39bdbdaec460",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999994891653679
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 6.072798261336653e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.7262471915520146,
     "probabilities": {
      "likely_fixed": 0.15338676973355886,
      "partial_fix": 0.011337784664152362,
      "wrong_location": 2.4559371315782436e-05,
      "symptom_suppressed": 4.276581315521637e-05,
      "breaks_other_behaviour": 0.00010537867282334979,
      "unclear": 0.8351027417449944
     }
    },
    "risk": {
     "type": "score",
     "score": 1.783663162727452,
     "confidence": 0.09307593685628812,
     "probabilities": {
      "0": 0.1163665671643193,
      "1": 0.2882153010553528,
      "2": 0.3658051828170232,
      "3": 0.15461429981516625,
      "4": 0.0749986491481385
     }
    }
   },
   "usage": {
    "input_tokens": 2833,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3824.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.824
  },
  {
   "case_id": "pv_3ffaf882e2",
   "phase": "one_call",
   "state_hash": "bb95361dcd3b84c1ebde7e25b68caea981d9298821218f0b975b16c6e80b1ac5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9994258095986532
    }
   },
   "usage": {
    "input_tokens": 1833,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 442.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.442
  },
  {
   "case_id": "pv_3ffaf882e2",
   "phase": "staged",
   "state_hash": "bb95361dcd3b84c1ebde7e25b68caea981d9298821218f0b975b16c6e80b1ac5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999955719864692
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.972150829717429
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.995442404465246,
     "probabilities": {
      "likely_fixed": 0.9989786757485772,
      "partial_fix": 1.0592913590750073e-05,
      "wrong_location": 1.4604477196196294e-06,
      "symptom_suppressed": 3.2106077845759317e-06,
      "breaks_other_behaviour": 2.957320477209343e-06,
      "unclear": 0.0010031029618506446
     }
    },
    "risk": {
     "type": "score",
     "score": 0.22925011061260428,
     "confidence": 0.6595156094879455,
     "probabilities": {
      "0": 0.7802949742698173,
      "1": 0.21603385732714944,
      "2": 0.0004982057076400314,
      "3": 0.00047200891139814375,
      "4": 0.002700953783995085
     }
    }
   },
   "usage": {
    "input_tokens": 2009,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3681.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.682
  },
  {
   "case_id": "pv_401bc7a19b",
   "phase": "one_call",
   "state_hash": "ef15e7a81352f9d540f6419e018c1a767540dd42398bdf7dd5b7e838353da68e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996307275547309
    }
   },
   "usage": {
    "input_tokens": 2267,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 5758.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 5.758
  },
  {
   "case_id": "pv_401bc7a19b",
   "phase": "staged",
   "state_hash": "ef15e7a81352f9d540f6419e018c1a767540dd42398bdf7dd5b7e838353da68e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999887583970154
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.21665033164369013
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9069032981549667,
     "probabilities": {
      "likely_fixed": 0.9606161255112905,
      "partial_fix": 6.92081535830693e-05,
      "wrong_location": 9.2853368528955e-06,
      "symptom_suppressed": 1.864111765440487e-05,
      "breaks_other_behaviour": 7.235434701047756e-06,
      "unclear": 0.03927950444591809
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2292798154987619,
     "confidence": 0.6594140308417324,
     "probabilities": {
      "0": 0.7834037619839236,
      "1": 0.21192065638843777,
      "2": 0.0003778295344608473,
      "3": 0.0005875083313086637,
      "4": 0.0037102437618691062
     }
    }
   },
   "usage": {
    "input_tokens": 2443,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3836.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.837
  },
  {
   "case_id": "pv_404999ffdd",
   "phase": "one_call",
   "state_hash": "c01b04f16886c7a9ff8feb729400a31c7874f5c5a6551686f1cabd07608ce645",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999982292712641
    }
   },
   "usage": {
    "input_tokens": 3142,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2119.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.12
  },
  {
   "case_id": "pv_404999ffdd",
   "phase": "staged",
   "state_hash": "c01b04f16886c7a9ff8feb729400a31c7874f5c5a6551686f1cabd07608ce645",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995089277209
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999973666306428
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999914766065507,
     "probabilities": {
      "likely_fixed": 0.9999990682409337,
      "partial_fix": 1.8368446295867157e-07,
      "wrong_location": 1.4600062091416746e-07,
      "symptom_suppressed": 1.1592216386795394e-07,
      "breaks_other_behaviour": 1.2281676245919984e-07,
      "unclear": 3.633350561964992e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.010443915307458243,
     "confidence": 0.9698287873278155,
     "probabilities": {
      "0": 0.9923693409640577,
      "1": 0.006587665521309045,
      "2": 7.888332515436179e-05,
      "3": 0.00015795762207482938,
      "4": 0.0008061525674039967
     }
    }
   },
   "usage": {
    "input_tokens": 3318,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2250.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.25
  },
  {
   "case_id": "pv_40daf1aadf",
   "phase": "one_call",
   "state_hash": "d75635856b58ec8b4e5cbcb01f3e7f43a053269c64b25f4e2b9d6d661f32e1ee",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.712959101784375
    }
   },
   "usage": {
    "input_tokens": 2067,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3010.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.011
  },
  {
   "case_id": "pv_40daf1aadf",
   "phase": "staged",
   "state_hash": "d75635856b58ec8b4e5cbcb01f3e7f43a053269c64b25f4e2b9d6d661f32e1ee",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999669517207688
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.27641298325201463
    },
    "failure_mode": {
     "type": "choice",
     "choice": "partial_fix",
     "confidence": 0.748925262229657,
     "probabilities": {
      "likely_fixed": 0.022753631150283147,
      "partial_fix": 0.8815645617800452,
      "wrong_location": 0.0004039168727209716,
      "symptom_suppressed": 0.00043767645419869576,
      "breaks_other_behaviour": 0.006129843677625261,
      "unclear": 0.08871037006512669
     }
    },
    "risk": {
     "type": "score",
     "score": 1.1730923746520994,
     "confidence": 0.3509361962103631,
     "probabilities": {
      "0": 0.1318582104699213,
      "1": 0.6109794390793165,
      "2": 0.22094751839112126,
      "3": 0.024641429448023573,
      "4": 0.011573402611617385
     }
    }
   },
   "usage": {
    "input_tokens": 2243,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 6084.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 6.085
  },
  {
   "case_id": "pv_4166f8e7db",
   "phase": "one_call",
   "state_hash": "2147db62ee7a32c3adb641898a894731320b359a57f0e68130fb6b6a0c396a06",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999953483522978
    }
   },
   "usage": {
    "input_tokens": 1214,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1292.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.293
  },
  {
   "case_id": "pv_4166f8e7db",
   "phase": "staged",
   "state_hash": "2147db62ee7a32c3adb641898a894731320b359a57f0e68130fb6b6a0c396a06",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996974856742
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9994638335406506
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999895504963641,
     "probabilities": {
      "likely_fixed": 0.9999988318758235,
      "partial_fix": 2.5260822650035566e-07,
      "wrong_location": 5.732758002950658e-08,
      "symptom_suppressed": 3.915587978738698e-07,
      "breaks_other_behaviour": 6.175631643839436e-08,
      "unclear": 4.048732556542806e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0659217551461953,
     "confidence": 0.850776634648378,
     "probabilities": {
      "0": 0.9377778505707443,
      "1": 0.060897752176778404,
      "2": 5.264606736849005e-05,
      "3": 0.00016829390575571375,
      "4": 0.0011034572793531942
     }
    }
   },
   "usage": {
    "input_tokens": 1390,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2143.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.144
  },
  {
   "case_id": "pv_4253370174",
   "phase": "one_call",
   "state_hash": "3384ed72e8e8670260e0dfe33a6c268429b12c4874d88f97bfe38ba5e1a5f83a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999271846768278
    }
   },
   "usage": {
    "input_tokens": 1719,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2254.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.255
  },
  {
   "case_id": "pv_4253370174",
   "phase": "staged",
   "state_hash": "3384ed72e8e8670260e0dfe33a6c268429b12c4874d88f97bfe38ba5e1a5f83a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999995313357638
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7068594021565581
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9966666617462308,
     "probabilities": {
      "likely_fixed": 0.9993578909787307,
      "partial_fix": 5.1239931617035376e-05,
      "wrong_location": 5.5852797886719865e-06,
      "symptom_suppressed": 8.98060974275679e-05,
      "breaks_other_behaviour": 4.442109777868379e-05,
      "unclear": 0.0004510566146573199
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5644308088047301,
     "confidence": 0.5482583646024657,
     "probabilities": {
      "0": 0.45081384595850993,
      "1": 0.5430747246783398,
      "2": 0.001123759575107536,
      "3": 0.0008421141759956464,
      "4": 0.004145555612047062
     }
    }
   },
   "usage": {
    "input_tokens": 1895,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 723.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.724
  },
  {
   "case_id": "pv_426dfeb70e",
   "phase": "one_call",
   "state_hash": "b7ee4f343bb4aaa94be2ef17d7ca82abf7ecc7e5a861152c41a54e678a2a3676",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999991724207575
    }
   },
   "usage": {
    "input_tokens": 1698,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 507.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.508
  },
  {
   "case_id": "pv_426dfeb70e",
   "phase": "staged",
   "state_hash": "b7ee4f343bb4aaa94be2ef17d7ca82abf7ecc7e5a861152c41a54e678a2a3676",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999767055544349
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999601448754611
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999264702917486,
     "probabilities": {
      "likely_fixed": 0.9999901872746961,
      "partial_fix": 1.4828258332235032e-06,
      "wrong_location": 2.3043548310316844e-07,
      "symptom_suppressed": 7.337284927899252e-07,
      "breaks_other_behaviour": 2.50751113211932e-07,
      "unclear": 7.1149843816286895e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11641878739027456,
     "confidence": 0.777529751448404,
     "probabilities": {
      "0": 0.8908837656006672,
      "1": 0.10654207321330991,
      "2": 6.791438606480004e-05,
      "3": 0.00028410179499753507,
      "4": 0.002222145004960612
     }
    }
   },
   "usage": {
    "input_tokens": 1874,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 6482.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 6.483
  },
  {
   "case_id": "pv_42ca4fde1e",
   "phase": "one_call",
   "state_hash": "7f451fe6e53e51100f60780ef5f1190c60de80669a4e20cc405836c4400312a4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999921354302245
    }
   },
   "usage": {
    "input_tokens": 1723,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 781.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.782
  },
  {
   "case_id": "pv_42ca4fde1e",
   "phase": "staged",
   "state_hash": "7f451fe6e53e51100f60780ef5f1190c60de80669a4e20cc405836c4400312a4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999987435631835
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.4497029413429259
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996038641319438,
     "probabilities": {
      "likely_fixed": 0.9999382150087891,
      "partial_fix": 5.218001824340078e-06,
      "wrong_location": 1.2210972475649537e-06,
      "symptom_suppressed": 3.307632206299242e-06,
      "breaks_other_behaviour": 3.520772762840895e-06,
      "unclear": 4.85174871698481e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2126302450453941,
     "confidence": 0.6740026004184394,
     "probabilities": {
      "0": 0.8014733710053544,
      "1": 0.19346536460970776,
      "2": 0.0002621577294734071,
      "3": 0.0005558616451179648,
      "4": 0.004243245010346408
     }
    }
   },
   "usage": {
    "input_tokens": 1899,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 4539.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 4.54
  },
  {
   "case_id": "pv_42e17d4e24",
   "phase": "one_call",
   "state_hash": "c639a21495dce349633c97f6b9f09924e07f4d655f59ab285c8a3be85ccc7226",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9848598326376471
    }
   },
   "usage": {
    "input_tokens": 2013,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2554.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.555
  },
  {
   "case_id": "pv_42e17d4e24",
   "phase": "staged",
   "state_hash": "c639a21495dce349633c97f6b9f09924e07f4d655f59ab285c8a3be85ccc7226",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.027062203307069002
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9979971581266939
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9082495098322421,
     "probabilities": {
      "likely_fixed": 0.026517233891313278,
      "partial_fix": 0.004938958125937951,
      "wrong_location": 0.0003197730883548437,
      "symptom_suppressed": 0.0001272128266851875,
      "breaks_other_behaviour": 0.0008463542401687086,
      "unclear": 0.9672504678275401
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6775091268846993,
     "confidence": 0.5055720573033807,
     "probabilities": {
      "0": 0.36873227608016484,
      "1": 0.6036139822831194,
      "2": 0.017180151448630252,
      "3": 0.0023595190480228075,
      "4": 0.008114071140062757
     }
    }
   },
   "usage": {
    "input_tokens": 2189,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1892.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.893
  },
  {
   "case_id": "pv_433fc1ec5b",
   "phase": "one_call",
   "state_hash": "2b053ea0c8b486cf0659f296475e975d661836f18b1dc2eb93c5df1c846aa97e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.045009640507688506
    }
   },
   "usage": {
    "input_tokens": 2212,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 4200.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 4.2
  },
  {
   "case_id": "pv_433fc1ec5b",
   "phase": "staged",
   "state_hash": "2b053ea0c8b486cf0659f296475e975d661836f18b1dc2eb93c5df1c846aa97e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.8928404088779999
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6666306634123929
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.8791873447026675,
     "probabilities": {
      "likely_fixed": 0.041979108493208704,
      "partial_fix": 0.00499035547307356,
      "wrong_location": 8.921059092945905e-05,
      "symptom_suppressed": 0.0002674226346116814,
      "breaks_other_behaviour": 0.0009767286537245908,
      "unclear": 0.951697174154452
     }
    },
    "risk": {
     "type": "score",
     "score": 0.606632547277881,
     "confidence": 0.4967574330082899,
     "probabilities": {
      "0": 0.4425139937125707,
      "1": 0.5328948214730111,
      "2": 0.011304933884324011,
      "3": 0.0020171456841549746,
      "4": 0.011269105245939218
     }
    }
   },
   "usage": {
    "input_tokens": 2388,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2633.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.633
  },
  {
   "case_id": "pv_43b83f25fb",
   "phase": "one_call",
   "state_hash": "35872d850773e9b14dd5b1f9d6381f7689b3d5102d4e7f55d6f3415d3d37c749",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999971194503467
    }
   },
   "usage": {
    "input_tokens": 1357,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 422.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.422
  },
  {
   "case_id": "pv_43b83f25fb",
   "phase": "staged",
   "state_hash": "35872d850773e9b14dd5b1f9d6381f7689b3d5102d4e7f55d6f3415d3d37c749",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994649657856
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0005574131268528546
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9983802505918646,
     "probabilities": {
      "likely_fixed": 0.9996955430388025,
      "partial_fix": 2.303874845877212e-05,
      "wrong_location": 1.5570694823623433e-06,
      "symptom_suppressed": 4.139640746809098e-06,
      "breaks_other_behaviour": 3.7396860180505364e-06,
      "unclear": 0.0002719818164914847
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8324336184636847,
     "confidence": 0.6867356317452443,
     "probabilities": {
      "0": 0.17932269845718513,
      "1": 0.81576798018714,
      "2": 0.0013638044649516598,
      "3": 0.00024403821625127673,
      "4": 0.0033014786744718708
     }
    }
   },
   "usage": {
    "input_tokens": 1533,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3085.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.086
  },
  {
   "case_id": "pv_4466179dc7",
   "phase": "one_call",
   "state_hash": "563144f4884fa837c646118b5e790ca4aab96e4ca2b5425cd6a50218826c0092",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.3821762165383473
    }
   },
   "usage": {
    "input_tokens": 2234,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 6058.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 6.058
  },
  {
   "case_id": "pv_4466179dc7",
   "phase": "staged",
   "state_hash": "563144f4884fa837c646118b5e790ca4aab96e4ca2b5425cd6a50218826c0092",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9912449304260014
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0031429007733125404
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8918986080505684,
     "probabilities": {
      "likely_fixed": 0.9603597936859365,
      "partial_fix": 0.028535100508819907,
      "wrong_location": 7.086242461132326e-05,
      "symptom_suppressed": 0.00012153399101457473,
      "breaks_other_behaviour": 0.0005863840815522325,
      "unclear": 0.010326325308065393
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6400722378154189,
     "confidence": 0.5253168752675007,
     "probabilities": {
      "0": 0.38968535658335995,
      "1": 0.5926086467988388,
      "2": 0.010967816703885854,
      "3": 0.001424762046852927,
      "4": 0.005313417867062381
     }
    }
   },
   "usage": {
    "input_tokens": 2410,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2265.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.266
  },
  {
   "case_id": "pv_446f6c03ef",
   "phase": "one_call",
   "state_hash": "0beca3c7c0c6a4742ae93c5c9c470eadbd5f24ececa9b6b528d1fd806af5d6e8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9977699030228289
    }
   },
   "usage": {
    "input_tokens": 2661,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1523.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.524
  },
  {
   "case_id": "pv_446f6c03ef",
   "phase": "staged",
   "state_hash": "0beca3c7c0c6a4742ae93c5c9c470eadbd5f24ececa9b6b528d1fd806af5d6e8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989451816494
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999994162971246
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999489758542096,
     "probabilities": {
      "likely_fixed": 0.9999932422148582,
      "partial_fix": 3.149573823711823e-07,
      "wrong_location": 1.6761258625948755e-07,
      "symptom_suppressed": 4.3659177907343094e-07,
      "breaks_other_behaviour": 1.1875887796805776e-07,
      "unclear": 5.719864516081206e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.027089363620335906,
     "confidence": 0.9277017716236552,
     "probabilities": {
      "0": 0.976777756099732,
      "1": 0.02182917478570072,
      "2": 8.948906921295135e-05,
      "3": 0.00013310948520784216,
      "4": 0.0011704705601464397
     }
    }
   },
   "usage": {
    "input_tokens": 2837,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3011.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.012
  },
  {
   "case_id": "pv_45bb76d3fd",
   "phase": "one_call",
   "state_hash": "fdf22c2817f355367a4344e06859dc6333676e8d78476b2b6558c7ed57505d8f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999893718889027
    }
   },
   "usage": {
    "input_tokens": 1747,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2590.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.591
  },
  {
   "case_id": "pv_45bb76d3fd",
   "phase": "staged",
   "state_hash": "fdf22c2817f355367a4344e06859dc6333676e8d78476b2b6558c7ed57505d8f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999997837763135
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9850787423651266
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999197029708848,
     "probabilities": {
      "likely_fixed": 0.9999896564420127,
      "partial_fix": 3.3045053683382858e-06,
      "wrong_location": 7.924395384438709e-07,
      "symptom_suppressed": 1.9585731527778505e-06,
      "breaks_other_behaviour": 7.275707837924793e-07,
      "unclear": 3.5604691440108513e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08206728642113595,
     "confidence": 0.8271760218764848,
     "probabilities": {
      "0": 0.9259858151103402,
      "1": 0.0710645590626481,
      "2": 0.00020938670176885558,
      "3": 0.0003770025460214132,
      "4": 0.002363236579221475
     }
    }
   },
   "usage": {
    "input_tokens": 1923,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2211.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.211
  },
  {
   "case_id": "pv_47898bea60",
   "phase": "one_call",
   "state_hash": "f4a8c3df7708eaac8695b7994906b0675060ec0d1de48ae2be9f59b8d6cfed3d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9949825151254366
    }
   },
   "usage": {
    "input_tokens": 2458,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1877.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.878
  },
  {
   "case_id": "pv_47898bea60",
   "phase": "staged",
   "state_hash": "f4a8c3df7708eaac8695b7994906b0675060ec0d1de48ae2be9f59b8d6cfed3d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9301239650475284
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.10955805769579753
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.636821763820159,
     "probabilities": {
      "likely_fixed": 0.3426517700079883,
      "partial_fix": 0.0005387923419278418,
      "wrong_location": 2.3755854194611588e-05,
      "symptom_suppressed": 0.00016177778996112147,
      "breaks_other_behaviour": 0.00019873958273648545,
      "unclear": 0.6564251644231917
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0840589567102915,
     "confidence": 0.8267508671161009,
     "probabilities": {
      "0": 0.9272427219464274,
      "1": 0.06866889771660509,
      "2": 0.00023098489992435096,
      "3": 0.000501492554334906,
      "4": 0.0033559028827082472
     }
    }
   },
   "usage": {
    "input_tokens": 2634,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2643.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.644
  },
  {
   "case_id": "pv_479d35d50d",
   "phase": "one_call",
   "state_hash": "50f456d1313f539df0395b9fe7bc492033f6f05467d5c177d2e8279c52e4693d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999366618919894
    }
   },
   "usage": {
    "input_tokens": 2219,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 854.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.855
  },
  {
   "case_id": "pv_479d35d50d",
   "phase": "staged",
   "state_hash": "50f456d1313f539df0395b9fe7bc492033f6f05467d5c177d2e8279c52e4693d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995403090172
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.3650444586730341
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9966060335194227,
     "probabilities": {
      "likely_fixed": 0.9992670700021639,
      "partial_fix": 4.378407165719239e-06,
      "wrong_location": 3.707963494859191e-07,
      "symptom_suppressed": 6.011226246525769e-07,
      "breaks_other_behaviour": 3.6653432110881994e-06,
      "unclear": 0.0007239143284851876
     }
    },
    "risk": {
     "type": "score",
     "score": 0.16828709722178303,
     "confidence": 0.7170174385292258,
     "probabilities": {
      "0": 0.8412950888164293,
      "1": 0.15532256712382464,
      "2": 0.0001292907203388158,
      "3": 0.00030626470034800436,
      "4": 0.0029467886390591837
     }
    }
   },
   "usage": {
    "input_tokens": 2395,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 4496.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 4.496
  },
  {
   "case_id": "pv_49dc5be89b",
   "phase": "one_call",
   "state_hash": "8a176f2735be978402a9d1e0957c8729f74f0d2cc9b96e7399000c6f23b4f661",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999956857163949
    }
   },
   "usage": {
    "input_tokens": 2519,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1092.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.093
  },
  {
   "case_id": "pv_49dc5be89b",
   "phase": "staged",
   "state_hash": "8a176f2735be978402a9d1e0957c8729f74f0d2cc9b96e7399000c6f23b4f661",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994556997532
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9374628184395631
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999520026378559,
     "probabilities": {
      "likely_fixed": 0.9999940097240756,
      "partial_fix": 1.7519651921797347e-06,
      "wrong_location": 2.709008833211687e-07,
      "symptom_suppressed": 7.788482931338553e-07,
      "breaks_other_behaviour": 4.982855640640248e-07,
      "unclear": 2.6902759916631477e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.039022302803957326,
     "confidence": 0.9014523209246558,
     "probabilities": {
      "0": 0.9650338528259851,
      "1": 0.03349309700920701,
      "2": 4.335045730039167e-05,
      "3": 0.0002762939498806413,
      "4": 0.001153405757626902
     }
    }
   },
   "usage": {
    "input_tokens": 2695,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2293.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.294
  },
  {
   "case_id": "pv_4a3b31c893",
   "phase": "one_call",
   "state_hash": "0d84f4558953f217c87dbbfd332b2ff5b45d80d4d32a2884385b8540ef5cba6d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999916203607886
    }
   },
   "usage": {
    "input_tokens": 2114,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1394.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.394
  },
  {
   "case_id": "pv_4a3b31c893",
   "phase": "staged",
   "state_hash": "0d84f4558953f217c87dbbfd332b2ff5b45d80d4d32a2884385b8540ef5cba6d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999998669761606
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998145498166111
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999526054789709,
     "probabilities": {
      "likely_fixed": 0.9999937690136804,
      "partial_fix": 3.3957490214685705e-07,
      "wrong_location": 7.91676203133103e-08,
      "symptom_suppressed": 6.03719209638362e-07,
      "breaks_other_behaviour": 6.006350218249405e-08,
      "unclear": 5.148461085297286e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.003404284775648781,
     "confidence": 0.988648150850043,
     "probabilities": {
      "0": 0.9975771467520013,
      "1": 0.0020619984300473963,
      "2": 1.48476618015687e-05,
      "3": 7.143760260052047e-05,
      "4": 0.00027456955354917146
     }
    }
   },
   "usage": {
    "input_tokens": 2290,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2516.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.517
  },
  {
   "case_id": "pv_4a3f1e618e",
   "phase": "one_call",
   "state_hash": "064ce95bfbcfc4d65f39a18eab9e47aa956ce6422afa2fa2818ac1e75c02ac18",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998864436312367
    }
   },
   "usage": {
    "input_tokens": 1389,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 819.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.82
  },
  {
   "case_id": "pv_4a3f1e618e",
   "phase": "staged",
   "state_hash": "064ce95bfbcfc4d65f39a18eab9e47aa956ce6422afa2fa2818ac1e75c02ac18",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999999290796473
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.5047328237009125
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998985427585922,
     "probabilities": {
      "likely_fixed": 0.9999864569525321,
      "partial_fix": 3.520535594766558e-06,
      "wrong_location": 6.337577728124633e-07,
      "symptom_suppressed": 1.962958166562239e-06,
      "breaks_other_behaviour": 3.781236902817347e-07,
      "unclear": 7.0476722434805265e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.14153339611910007,
     "confidence": 0.7474069265784529,
     "probabilities": {
      "0": 0.8702741944188457,
      "1": 0.12552624815076394,
      "2": 0.00016404431140774512,
      "3": 0.0004629931304102262,
      "4": 0.0035725199885724896
     }
    }
   },
   "usage": {
    "input_tokens": 1565,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2439.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.439
  },
  {
   "case_id": "pv_4a94c750ec",
   "phase": "one_call",
   "state_hash": "ee49e659586cc43d76ef5f955c601ba4eec656e07b056f58afad70c08dcc7d16",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999517485193956
    }
   },
   "usage": {
    "input_tokens": 1744,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1434.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.434
  },
  {
   "case_id": "pv_4a94c750ec",
   "phase": "staged",
   "state_hash": "ee49e659586cc43d76ef5f955c601ba4eec656e07b056f58afad70c08dcc7d16",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999985329926709
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9727937336236667
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.997621406521545,
     "probabilities": {
      "likely_fixed": 0.9995136211825907,
      "partial_fix": 6.580005233683699e-06,
      "wrong_location": 1.3190596040218016e-06,
      "symptom_suppressed": 1.4782959579185146e-06,
      "breaks_other_behaviour": 1.7020233853187304e-06,
      "unclear": 0.00047529943322839835
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5539360975789996,
     "confidence": 0.5652877160325857,
     "probabilities": {
      "0": 0.4504143410576215,
      "1": 0.5480286329787349,
      "2": 0.00012047514716115983,
      "3": 7.968895998687449e-05,
      "4": 0.0013568618564954523
     }
    }
   },
   "usage": {
    "input_tokens": 1920,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 3006.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 3.007
  },
  {
   "case_id": "pv_4b610941b7",
   "phase": "one_call",
   "state_hash": "c3542341611f8fa5fd9951e6095e09c7311fddc912e21aef1199b42377497b6d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9938003914804545
    }
   },
   "usage": {
    "input_tokens": 3053,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 8000.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 8.001
  },
  {
   "case_id": "pv_4b610941b7",
   "phase": "staged",
   "state_hash": "c3542341611f8fa5fd9951e6095e09c7311fddc912e21aef1199b42377497b6d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "status": "failed",
   "reason": "http_error",
   "elapsed_s": 5.284
  },
  {
   "case_id": "pv_4b610941b7",
   "phase": "staged",
   "state_hash": "c3542341611f8fa5fd9951e6095e09c7311fddc912e21aef1199b42377497b6d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9953280217239632
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8709564877753295
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6360351060768648,
     "probabilities": {
      "likely_fixed": 0.34773189877903904,
      "partial_fix": 0.0004880580728194097,
      "wrong_location": 1.3641971188109055e-05,
      "symptom_suppressed": 3.08478021239787e-05,
      "breaks_other_behaviour": 0.00017413190510912974,
      "unclear": 0.6515614214697203
     }
    },
    "risk": {
     "type": "score",
     "score": 0.21474142090015244,
     "confidence": 0.6716147289107306,
     "probabilities": {
      "0": 0.7990436541118555,
      "1": 0.1958943411936747,
      "2": 0.00042048096864324926,
      "3": 0.0005599771341147534,
      "4": 0.004081546591711746
     }
    }
   },
   "usage": {
    "input_tokens": 3229,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1270.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.271
  },
  {
   "case_id": "pv_4b7adb40e9",
   "phase": "one_call",
   "state_hash": "6608a0a05ff293c66932d814f17041f883d9b90790dc9236e1005e3e085828dc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999410576696021
    }
   },
   "usage": {
    "input_tokens": 1773,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2856.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.856
  },
  {
   "case_id": "pv_4b7adb40e9",
   "phase": "staged",
   "state_hash": "6608a0a05ff293c66932d814f17041f883d9b90790dc9236e1005e3e085828dc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999971042517427
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999991572749806
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998340496458379,
     "probabilities": {
      "likely_fixed": 0.9999752904060091,
      "partial_fix": 4.851932883251782e-07,
      "wrong_location": 2.2876195319866073e-07,
      "symptom_suppressed": 1.2047121862744796e-06,
      "breaks_other_behaviour": 4.0831273264865655e-07,
      "unclear": 2.238261383044597e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0022422846827113165,
     "confidence": 0.9933505260949496,
     "probabilities": {
      "0": 0.9987440824894273,
      "1": 0.0008805655574242699,
      "2": 2.7157609181548665e-05,
      "3": 8.537346894363856e-05,
      "4": 0.0002628208750232584
     }
    }
   },
   "usage": {
    "input_tokens": 1949,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1141.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.142
  },
  {
   "case_id": "pv_4e80105f72",
   "phase": "one_call",
   "state_hash": "01df54bde16576703327641148599214ad070d0cd7d06f57d65cc8cbaab780a2",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999702599194016
    }
   },
   "usage": {
    "input_tokens": 1398,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1048.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.049
  },
  {
   "case_id": "pv_4e80105f72",
   "phase": "staged",
   "state_hash": "01df54bde16576703327641148599214ad070d0cd7d06f57d65cc8cbaab780a2",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999998315851642
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9860797562418226
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9992189594877584,
     "probabilities": {
      "likely_fixed": 0.9998686270087035,
      "partial_fix": 2.8038742121088704e-05,
      "wrong_location": 7.663169544210796e-07,
      "symptom_suppressed": 2.7280977586353856e-06,
      "breaks_other_behaviour": 1.7249327462055232e-06,
      "unclear": 9.81149017161722e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8182916369811521,
     "confidence": 0.6954626706481544,
     "probabilities": {
      "0": 0.18530972084007136,
      "1": 0.8133423570063208,
      "2": 0.00018651795220186765,
      "3": 6.937273519593644e-05,
      "4": 0.0010920314662099413
     }
    }
   },
   "usage": {
    "input_tokens": 1574,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 753.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.754
  },
  {
   "case_id": "pv_4ea8733b39",
   "phase": "one_call",
   "state_hash": "70b388f677313d35571c299ca2eff8a10107f6cbb3767e9f3fe6bf145b346d4e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9992650908816287
    }
   },
   "usage": {
    "input_tokens": 2848,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 561.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.562
  },
  {
   "case_id": "pv_4ea8733b39",
   "phase": "staged",
   "state_hash": "70b388f677313d35571c299ca2eff8a10107f6cbb3767e9f3fe6bf145b346d4e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999967465850916
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 6.293977250433994e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9561076940847943,
     "probabilities": {
      "likely_fixed": 0.9867165482924561,
      "partial_fix": 0.00241903796252602,
      "wrong_location": 4.699026440064001e-05,
      "symptom_suppressed": 5.15503298758725e-05,
      "breaks_other_behaviour": 0.00023074526561031765,
      "unclear": 0.010535127885131104
     }
    },
    "risk": {
     "type": "score",
     "score": 1.9331350271140932,
     "confidence": 0.053015524963614946,
     "probabilities": {
      "0": 0.12367855779784812,
      "1": 0.2560371444420304,
      "2": 0.27027819754918414,
      "3": 0.2634829132700547,
      "4": 0.08652318694088261
     }
    }
   },
   "usage": {
    "input_tokens": 3024,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1304.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.305
  },
  {
   "case_id": "pv_4efa2bad6a",
   "phase": "one_call",
   "state_hash": "f8ddf6a85a7472fc72e0782325f6549ff60e73050ed024b77d2f012f660a6a79",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999748956929522
    }
   },
   "usage": {
    "input_tokens": 1151,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 426.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.427
  },
  {
   "case_id": "pv_4efa2bad6a",
   "phase": "staged",
   "state_hash": "f8ddf6a85a7472fc72e0782325f6549ff60e73050ed024b77d2f012f660a6a79",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999958392429685
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9884416669962937
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998407779035925,
     "probabilities": {
      "likely_fixed": 0.9999775146939556,
      "partial_fix": 3.8734988474183996e-06,
      "wrong_location": 1.8258619236424312e-07,
      "symptom_suppressed": 1.8876877235584272e-06,
      "breaks_other_behaviour": 1.3616614157361272e-06,
      "unclear": 1.5179871865359717e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.17028265021935068,
     "confidence": 0.7146090613629066,
     "probabilities": {
      "0": 0.8361205856565883,
      "1": 0.16159058775016671,
      "2": 9.108550898091815e-05,
      "3": 0.0002810728858339411,
      "4": 0.001916668198430078
     }
    }
   },
   "usage": {
    "input_tokens": 1327,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 794.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.794
  },
  {
   "case_id": "pv_4f23b299c1",
   "phase": "one_call",
   "state_hash": "c79caf41722958eb7d8b5bb75ef362dd73377668a1fe1deb4f5351578bb593dd",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.37559121997989986
    }
   },
   "usage": {
    "input_tokens": 1441,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 502.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.503
  },
  {
   "case_id": "pv_4f23b299c1",
   "phase": "staged",
   "state_hash": "c79caf41722958eb7d8b5bb75ef362dd73377668a1fe1deb4f5351578bb593dd",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999584044582834
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 3.536647294242133e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "symptom_suppressed",
     "confidence": 0.3894453759304535,
     "probabilities": {
      "likely_fixed": 0.23635529237534714,
      "partial_fix": 0.2782936551171377,
      "wrong_location": 0.0003474592208280252,
      "symptom_suppressed": 0.4773473198457225,
      "breaks_other_behaviour": 0.001665471803495608,
      "unclear": 0.005990801637469001
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8859505186922975,
     "confidence": 0.364309219262102,
     "probabilities": {
      "0": 0.2844202881754409,
      "1": 0.5885437569174679,
      "2": 0.09605687694771724,
      "3": 0.01862330395810109,
      "4": 0.012355774001272957
     }
    }
   },
   "usage": {
    "input_tokens": 1617,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 585.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.586
  },
  {
   "case_id": "pv_4f4a7964ba",
   "phase": "one_call",
   "state_hash": "21ae1335af649d18c3ff75d1396199577ffff251c0ce6312fe402d7ea782f35a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9985779703182494
    }
   },
   "usage": {
    "input_tokens": 3082,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1035.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.036
  },
  {
   "case_id": "pv_4f4a7964ba",
   "phase": "staged",
   "state_hash": "21ae1335af649d18c3ff75d1396199577ffff251c0ce6312fe402d7ea782f35a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9987082405955268
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9961799321139965
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9519527703795622,
     "probabilities": {
      "likely_fixed": 0.9832213475522589,
      "partial_fix": 7.973125580011167e-05,
      "wrong_location": 5.275444303524008e-06,
      "symptom_suppressed": 9.792277410550866e-06,
      "breaks_other_behaviour": 3.169516359089938e-05,
      "unclear": 0.016652158306636054
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11767214494437725,
     "confidence": 0.7760756193843085,
     "probabilities": {
      "0": 0.8902296925964428,
      "1": 0.10697282390292885,
      "2": 0.00011816199258733174,
      "3": 0.0002542889758903655,
      "4": 0.0024250325321506596
     }
    }
   },
   "usage": {
    "input_tokens": 3258,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1069.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.07
  },
  {
   "case_id": "pv_50d9405c18",
   "phase": "one_call",
   "state_hash": "0f0d75ac913b77253c6fb2d55817c5f1bb005acd2a5758985dfc191edd752ea8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.6509553538714907
    }
   },
   "usage": {
    "input_tokens": 2725,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 671.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.672
  },
  {
   "case_id": "pv_50d9405c18",
   "phase": "staged",
   "state_hash": "0f0d75ac913b77253c6fb2d55817c5f1bb005acd2a5758985dfc191edd752ea8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9998303352183574
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0106653027659298
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9337134815831382,
     "probabilities": {
      "likely_fixed": 0.9783008760128937,
      "partial_fix": 0.004724740237036997,
      "wrong_location": 6.670192298202825e-05,
      "symptom_suppressed": 0.0003415569310222362,
      "breaks_other_behaviour": 0.00012012264719252551,
      "unclear": 0.01644600224887259
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3181286216303323,
     "confidence": 0.598498051239511,
     "probabilities": {
      "0": 0.6958541394466782,
      "1": 0.2986289833930669,
      "2": 0.0010195696321872475,
      "3": 0.0005287311393798172,
      "4": 0.003968576388687846
     }
    }
   },
   "usage": {
    "input_tokens": 2901,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 755.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.756
  },
  {
   "case_id": "pv_51038f6013",
   "phase": "one_call",
   "state_hash": "66ec371725603345c5b033f160170f9f1b7a2dfdb15e8657a93762ac39a4eb46",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.99999213543023
    }
   },
   "usage": {
    "input_tokens": 1015,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 785.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.785
  },
  {
   "case_id": "pv_51038f6013",
   "phase": "staged",
   "state_hash": "66ec371725603345c5b033f160170f9f1b7a2dfdb15e8657a93762ac39a4eb46",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.6464571143052461
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.36254745696615137
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999381845506632,
     "probabilities": {
      "likely_fixed": 0.9999920928537513,
      "partial_fix": 2.2266090486289006e-06,
      "wrong_location": 1.5602296018227064e-07,
      "symptom_suppressed": 1.2488213314699118e-06,
      "breaks_other_behaviour": 5.249679435461567e-07,
      "unclear": 3.750724964859534e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.022972405053392077,
     "confidence": 0.9429387743292322,
     "probabilities": {
      "0": 0.9835007101593549,
      "1": 0.01421010747531012,
      "2": 3.510340642254539e-05,
      "3": 0.00032422507041304224,
      "4": 0.0019298538884994347
     }
    }
   },
   "usage": {
    "input_tokens": 1191,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 554.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.555
  },
  {
   "case_id": "pv_5117097579",
   "phase": "one_call",
   "state_hash": "c110cfa23a7b4325398f5a6c6e1b28a141898b135d643cbb9dc0a584970a1c67",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999894047983136
    }
   },
   "usage": {
    "input_tokens": 2237,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 658.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.659
  },
  {
   "case_id": "pv_5117097579",
   "phase": "staged",
   "state_hash": "c110cfa23a7b4325398f5a6c6e1b28a141898b135d643cbb9dc0a584970a1c67",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993551384074
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9948747412005168
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998283925131934,
     "probabilities": {
      "likely_fixed": 0.999975459855692,
      "partial_fix": 1.0745165948663227e-05,
      "wrong_location": 2.0720091213791984e-07,
      "symptom_suppressed": 8.295317894504923e-07,
      "breaks_other_behaviour": 3.0023783265786446e-07,
      "unclear": 1.2458007825131524e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08898729019196841,
     "confidence": 0.8187666078093461,
     "probabilities": {
      "0": 0.9220456735595381,
      "1": 0.07398591959313738,
      "2": 0.00012941378228077365,
      "3": 0.0006134292259056427,
      "4": 0.003225563839138138
     }
    }
   },
   "usage": {
    "input_tokens": 2413,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1038.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.039
  },
  {
   "case_id": "pv_512dbdaa91",
   "phase": "one_call",
   "state_hash": "3a9b4a669a50d297eba9085e6c12fe40b88cc0c79fa224e478a959665e9137d7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999944523749751
    }
   },
   "usage": {
    "input_tokens": 2306,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1113.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.114
  },
  {
   "case_id": "pv_512dbdaa91",
   "phase": "staged",
   "state_hash": "3a9b4a669a50d297eba9085e6c12fe40b88cc0c79fa224e478a959665e9137d7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999930471969253
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9855317758796608
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998956349261995,
     "probabilities": {
      "likely_fixed": 0.9999862782395872,
      "partial_fix": 3.78902379539843e-06,
      "wrong_location": 1.0440126440195489e-06,
      "symptom_suppressed": 3.1328058381626834e-06,
      "breaks_other_behaviour": 8.710263256298377e-07,
      "unclear": 4.884891809571567e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08091398253454525,
     "confidence": 0.8292805267523731,
     "probabilities": {
      "0": 0.927047893662883,
      "1": 0.0701052526781057,
      "2": 0.00010992594495936586,
      "3": 0.00035883288968719816,
      "4": 0.0023780948243648055
     }
    }
   },
   "usage": {
    "input_tokens": 2482,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 625.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.626
  },
  {
   "case_id": "pv_52463b269e",
   "phase": "one_call",
   "state_hash": "b8109fb1387cefde6e072c10175ed54b9f5a41ea18ad61c53b853497fe19d225",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999824406730999
    }
   },
   "usage": {
    "input_tokens": 1474,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 439.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.44
  },
  {
   "case_id": "pv_52463b269e",
   "phase": "staged",
   "state_hash": "b8109fb1387cefde6e072c10175ed54b9f5a41ea18ad61c53b853497fe19d225",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999998016698597
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9997823841551369
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997709666786204,
     "probabilities": {
      "likely_fixed": 0.9999650665652473,
      "partial_fix": 2.14449698835829e-06,
      "wrong_location": 3.2047483594141754e-07,
      "symptom_suppressed": 1.411585629199855e-06,
      "breaks_other_behaviour": 2.1438191178108179e-07,
      "unclear": 3.0842495387345295e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.10732338205734494,
     "confidence": 0.7885467946536473,
     "probabilities": {
      "0": 0.8980941762363456,
      "1": 0.09992047021569085,
      "2": 8.85751277139354e-05,
      "3": 0.00036135209477230866,
      "4": 0.0015354263254773242
     }
    }
   },
   "usage": {
    "input_tokens": 1650,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 556.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.557
  },
  {
   "case_id": "pv_52cc2bf008",
   "phase": "one_call",
   "state_hash": "9ee51f5283727639a56894461ec732b54950c266cacd82cd537bbb40f198b972",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.12043729490383409
    }
   },
   "usage": {
    "input_tokens": 2921,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 719.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.719
  },
  {
   "case_id": "pv_52cc2bf008",
   "phase": "staged",
   "state_hash": "9ee51f5283727639a56894461ec732b54950c266cacd82cd537bbb40f198b972",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.25507762885934754
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9443786033874877
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9773245055155794,
     "probabilities": {
      "likely_fixed": 0.005895852678452895,
      "partial_fix": 0.00034911117513444675,
      "wrong_location": 7.722729974280978e-06,
      "symptom_suppressed": 2.4296572180691434e-05,
      "breaks_other_behaviour": 9.533642097072178e-05,
      "unclear": 0.993627680423287
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5530062895619392,
     "confidence": 0.5181379842622397,
     "probabilities": {
      "0": 0.47531002164869673,
      "1": 0.5091761022580756,
      "2": 0.008566332729240391,
      "3": 0.001092651610566492,
      "4": 0.005854891753420816
     }
    }
   },
   "usage": {
    "input_tokens": 3097,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 741.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.742
  },
  {
   "case_id": "pv_52ebcd1ca7",
   "phase": "one_call",
   "state_hash": "ce95c64677e465145672d8550615e55cd45655e2476499e421a8fe8145915e50",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.5163018660971048
    }
   },
   "usage": {
    "input_tokens": 2901,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1170.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.171
  },
  {
   "case_id": "pv_52ebcd1ca7",
   "phase": "staged",
   "state_hash": "ce95c64677e465145672d8550615e55cd45655e2476499e421a8fe8145915e50",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.4159889413202414
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0007196352735560923
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9859747795448204,
     "probabilities": {
      "likely_fixed": 0.0025347232810767053,
      "partial_fix": 0.0006198451163896329,
      "wrong_location": 2.3394331673012504e-05,
      "symptom_suppressed": 1.5166719048517871e-05,
      "breaks_other_behaviour": 0.00018728379505769354,
      "unclear": 0.9966195867567544
     }
    },
    "risk": {
     "type": "score",
     "score": 2.687481648332346,
     "confidence": 0.1571151556168514,
     "probabilities": {
      "0": 0.15536722174506631,
      "1": 0.12081821826939171,
      "2": 0.11946027578055786,
      "3": 0.08967425831809762,
      "4": 0.5146800258868864
     }
    }
   },
   "usage": {
    "input_tokens": 3077,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1578.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.579
  },
  {
   "case_id": "pv_53b60908a6",
   "phase": "one_call",
   "state_hash": "6db95359634f5508388cb88179a4872107656e390bdfbaf7a94c16328784f802",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9945139643516068
    }
   },
   "usage": {
    "input_tokens": 2248,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 821.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.822
  },
  {
   "case_id": "pv_53b60908a6",
   "phase": "staged",
   "state_hash": "6db95359634f5508388cb88179a4872107656e390bdfbaf7a94c16328784f802",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999904105589221
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 7.863954829874769e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "breaks_other_behaviour",
     "confidence": 0.7184439399318351,
     "probabilities": {
      "likely_fixed": 0.05389239088891621,
      "partial_fix": 0.05345219503791157,
      "wrong_location": 0.0004343133343146135,
      "symptom_suppressed": 0.0016435376085061008,
      "breaks_other_behaviour": 0.8762426190104298,
      "unclear": 0.014334944119921676
     }
    },
    "risk": {
     "type": "score",
     "score": 2.4825269092780724,
     "confidence": 0.10711271986848148,
     "probabilities": {
      "0": 0.04546451544108168,
      "1": 0.17204104353919897,
      "2": 0.20728698480996707,
      "3": 0.40491792872006965,
      "4": 0.1702895274896826
     }
    }
   },
   "usage": {
    "input_tokens": 2424,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 858.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.859
  },
  {
   "case_id": "pv_5449c6a56a",
   "phase": "one_call",
   "state_hash": "12b30ad1e2754ebabb10ebca120506f902c2c237a21f49dc5bf78696b557d001",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999203736862883
    }
   },
   "usage": {
    "input_tokens": 1777,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 606.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.606
  },
  {
   "case_id": "pv_5449c6a56a",
   "phase": "staged",
   "state_hash": "12b30ad1e2754ebabb10ebca120506f902c2c237a21f49dc5bf78696b557d001",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999945150047558
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9960837461972308
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.994432915120919,
     "probabilities": {
      "likely_fixed": 0.998751777424187,
      "partial_fix": 5.513604108933903e-05,
      "wrong_location": 2.7569223634261263e-06,
      "symptom_suppressed": 1.7184080133427902e-05,
      "breaks_other_behaviour": 7.723329994831083e-06,
      "unclear": 0.0011654222022319863
     }
    },
    "risk": {
     "type": "score",
     "score": 0.29023459158267234,
     "confidence": 0.6132713134619066,
     "probabilities": {
      "0": 0.7247415280084786,
      "1": 0.2691728685767013,
      "2": 0.0014151360802378051,
      "3": 0.00045041849283411625,
      "4": 0.004220048841748267
     }
    }
   },
   "usage": {
    "input_tokens": 1953,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 834.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.834
  },
  {
   "case_id": "pv_54aa4badd1",
   "phase": "one_call",
   "state_hash": "8efe64e386f5ef18d4dcaded926e95517e86af3d58a9a830113e6cd40fe90353",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998304312496713
    }
   },
   "usage": {
    "input_tokens": 1734,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 445.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.445
  },
  {
   "case_id": "pv_54aa4badd1",
   "phase": "staged",
   "state_hash": "8efe64e386f5ef18d4dcaded926e95517e86af3d58a9a830113e6cd40fe90353",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999974623381351
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.6030237429614393
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9966147019647679,
     "probabilities": {
      "likely_fixed": 0.9992792626037824,
      "partial_fix": 1.3116527095017741e-05,
      "wrong_location": 2.116568784476892e-06,
      "symptom_suppressed": 4.122506717928528e-06,
      "breaks_other_behaviour": 4.102904029588389e-06,
      "unclear": 0.0006972788895906296
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3752584165909608,
     "confidence": 0.5783445705319719,
     "probabilities": {
      "0": 0.6345986413973639,
      "1": 0.36182188416198724,
      "2": 0.0002751907728136147,
      "3": 0.0003309837879945276,
      "4": 0.0029732998798406864
     }
    }
   },
   "usage": {
    "input_tokens": 1910,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1019.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.02
  },
  {
   "case_id": "pv_563ae4364a",
   "phase": "one_call",
   "state_hash": "9afa7f90f7c046e5a38499e9081da8e7159475bb884984f909b5cd1816d392b4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9994291686807838
    }
   },
   "usage": {
    "input_tokens": 2743,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 560.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.561
  },
  {
   "case_id": "pv_563ae4364a",
   "phase": "staged",
   "state_hash": "9afa7f90f7c046e5a38499e9081da8e7159475bb884984f909b5cd1816d392b4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9730311743033004
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.49912798453584084
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9292090355009189,
     "probabilities": {
      "likely_fixed": 0.9730349763159505,
      "partial_fix": 0.00033080884745852315,
      "wrong_location": 7.744589301703609e-06,
      "symptom_suppressed": 5.6271903640889327e-05,
      "breaks_other_behaviour": 8.160228896507493e-05,
      "unclear": 0.026488596054683223
     }
    },
    "risk": {
     "type": "score",
     "score": 0.1837903838584779,
     "confidence": 0.6998328456366689,
     "probabilities": {
      "0": 0.8265545613999142,
      "1": 0.16950345875003628,
      "2": 0.00044455466899145864,
      "3": 0.0005918849537734532,
      "4": 0.0029055402272845834
     }
    }
   },
   "usage": {
    "input_tokens": 2919,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 911.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.911
  },
  {
   "case_id": "pv_57a2c02401",
   "phase": "one_call",
   "state_hash": "adca5cad7001f86980f205d9685b53658f2c0fa60c872f7999c0d555f1b80a50",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.14876964210914842
    }
   },
   "usage": {
    "input_tokens": 1955,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 919.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.92
  },
  {
   "case_id": "pv_57a2c02401",
   "phase": "staged",
   "state_hash": "adca5cad7001f86980f205d9685b53658f2c0fa60c872f7999c0d555f1b80a50",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9072813014562555
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.009954564822224437
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.3580963264953191,
     "probabilities": {
      "likely_fixed": 0.022631074768620186,
      "partial_fix": 0.3633857526428326,
      "wrong_location": 0.0006045126878255403,
      "symptom_suppressed": 0.19784464392756862,
      "breaks_other_behaviour": 0.0009274214438325214,
      "unclear": 0.4146065945293205
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6611959332350302,
     "confidence": 0.4699767364435298,
     "probabilities": {
      "0": 0.4016695599791463,
      "1": 0.5585014148111457,
      "2": 0.026572712992440135,
      "3": 0.003476156430067563,
      "4": 0.009780155787200396
     }
    }
   },
   "usage": {
    "input_tokens": 2131,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 732.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.733
  },
  {
   "case_id": "pv_58652d6007",
   "phase": "one_call",
   "state_hash": "94b34ae5ca63561b6105808e2fcee1db77a02aca2b91acddfcd911994b57d460",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9989714793231333
    }
   },
   "usage": {
    "input_tokens": 2942,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 606.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.607
  },
  {
   "case_id": "pv_58652d6007",
   "phase": "staged",
   "state_hash": "94b34ae5ca63561b6105808e2fcee1db77a02aca2b91acddfcd911994b57d460",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999785221308299
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.24948039254677074
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9866823264619915,
     "probabilities": {
      "likely_fixed": 0.9966148533944013,
      "partial_fix": 0.0002650116392042173,
      "wrong_location": 9.211322422682244e-06,
      "symptom_suppressed": 2.1292857273490533e-05,
      "breaks_other_behaviour": 1.7325233025052268e-05,
      "unclear": 0.0030723055536733333
     }
    },
    "risk": {
     "type": "score",
     "score": 0.15316318991972602,
     "confidence": 0.7326746675959986,
     "probabilities": {
      "0": 0.8581684512891842,
      "1": 0.13758755283589477,
      "2": 0.00045982162278782133,
      "3": 0.00048070317027753667,
      "4": 0.003303471081855751
     }
    }
   },
   "usage": {
    "input_tokens": 3118,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1018.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.019
  },
  {
   "case_id": "pv_58d8d7816c",
   "phase": "one_call",
   "state_hash": "dc8ba5aece20d67b2ec2f0e200b1ab2e4e0154b57b14ea31578988b95a1bf58a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999282352512439
    }
   },
   "usage": {
    "input_tokens": 2529,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 617.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.617
  },
  {
   "case_id": "pv_58d8d7816c",
   "phase": "staged",
   "state_hash": "dc8ba5aece20d67b2ec2f0e200b1ab2e4e0154b57b14ea31578988b95a1bf58a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999990507075643
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8294382898283436
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998837953549046,
     "probabilities": {
      "likely_fixed": 0.9999832873587694,
      "partial_fix": 4.460235977646732e-07,
      "wrong_location": 4.041898232288249e-07,
      "symptom_suppressed": 5.639864554013201e-07,
      "breaks_other_behaviour": 2.5225161843235557e-07,
      "unclear": 1.5046189735709828e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.21152516774559432,
     "confidence": 0.6744624457779969,
     "probabilities": {
      "0": 0.8005084660140835,
      "1": 0.19505436970614282,
      "2": 0.000272949856292136,
      "3": 0.0007319593670589771,
      "4": 0.0034322550564225758
     }
    }
   },
   "usage": {
    "input_tokens": 2705,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1283.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.284
  },
  {
   "case_id": "pv_5906a6a962",
   "phase": "one_call",
   "state_hash": "6c38a4c6eda22838d317339a7131091b767e0ea9584087f649a8fe40bc6996a4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999995259719444
    }
   },
   "usage": {
    "input_tokens": 1992,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 528.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.528
  },
  {
   "case_id": "pv_5906a6a962",
   "phase": "staged",
   "state_hash": "6c38a4c6eda22838d317339a7131091b767e0ea9584087f649a8fe40bc6996a4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999752452663009
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.18296064382436944
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9843772367861651,
     "probabilities": {
      "likely_fixed": 0.9957277470631403,
      "partial_fix": 4.6613314951401245e-05,
      "wrong_location": 2.7059566746747873e-06,
      "symptom_suppressed": 1.313596676496323e-05,
      "breaks_other_behaviour": 7.165825847638894e-06,
      "unclear": 0.004202631872621074
     }
    },
    "risk": {
     "type": "score",
     "score": 0.036500413213443536,
     "confidence": 0.9069859626879729,
     "probabilities": {
      "0": 0.9678040911658681,
      "1": 0.03060597244788494,
      "2": 9.651842177042039e-05,
      "3": 0.0002722679358882452,
      "4": 0.0012211500285882555
     }
    }
   },
   "usage": {
    "input_tokens": 2168,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 806.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.807
  },
  {
   "case_id": "pv_5c88d9039a",
   "phase": "one_call",
   "state_hash": "1e57ffd891549081b2f7d37f803f734bf7c2cb3273ff4f40a331ca7be555dbea",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998977018230573
    }
   },
   "usage": {
    "input_tokens": 1589,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 565.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.565
  },
  {
   "case_id": "pv_5c88d9039a",
   "phase": "staged",
   "state_hash": "1e57ffd891549081b2f7d37f803f734bf7c2cb3273ff4f40a331ca7be555dbea",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978347161881
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.10256476356265523
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7828634852923702,
     "probabilities": {
      "likely_fixed": 0.8696737933809865,
      "partial_fix": 0.00020519471056356704,
      "wrong_location": 5.386335752489027e-06,
      "symptom_suppressed": 2.4632531162757862e-05,
      "breaks_other_behaviour": 2.3403080376137887e-05,
      "unclear": 0.13006758996115858
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4763114005054751,
     "confidence": 0.551512561318662,
     "probabilities": {
      "0": 0.5381257801716379,
      "1": 0.45665121030994127,
      "2": 0.00034540122635700384,
      "3": 0.0005410454254352385,
      "4": 0.004336562866628524
     }
    }
   },
   "usage": {
    "input_tokens": 1765,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 927.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.927
  },
  {
   "case_id": "pv_5dcabdacbb",
   "phase": "one_call",
   "state_hash": "25ffbe4fda5d63a16076f6fc9f253cc58c5f9afcd9d1519bd60da3b9f6016696",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999045794861854
    }
   },
   "usage": {
    "input_tokens": 2693,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1048.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.049
  },
  {
   "case_id": "pv_5dcabdacbb",
   "phase": "staged",
   "state_hash": "25ffbe4fda5d63a16076f6fc9f253cc58c5f9afcd9d1519bd60da3b9f6016696",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999997253735485
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9212952892265004
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9995468620288548,
     "probabilities": {
      "likely_fixed": 0.9999303073563984,
      "partial_fix": 1.900658750920778e-05,
      "wrong_location": 2.0343657350164056e-06,
      "symptom_suppressed": 2.9074585439045564e-06,
      "breaks_other_behaviour": 4.535949946638946e-06,
      "unclear": 4.1208281866905375e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.40374764547584946,
     "confidence": 0.5619253454085381,
     "probabilities": {
      "0": 0.6171707300343989,
      "1": 0.37544372006037297,
      "2": 0.00041613914136392626,
      "3": 0.0004059959227081701,
      "4": 0.006563414841156034
     }
    }
   },
   "usage": {
    "input_tokens": 2869,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 732.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.733
  },
  {
   "case_id": "pv_60d85d59f6",
   "phase": "one_call",
   "state_hash": "9445d4f7ef0b495834afd462c3f17ca53b4a6130514660a9c4ea55455cbbd06d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996881580962557
    }
   },
   "usage": {
    "input_tokens": 1080,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 726.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.727
  },
  {
   "case_id": "pv_60d85d59f6",
   "phase": "staged",
   "state_hash": "9445d4f7ef0b495834afd462c3f17ca53b4a6130514660a9c4ea55455cbbd06d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999934811410949
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9965214454106914
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999952426290048,
     "probabilities": {
      "likely_fixed": 0.9999940776964356,
      "partial_fix": 1.6773402502938306e-06,
      "wrong_location": 1.428332645516459e-07,
      "symptom_suppressed": 1.5172370939314646e-06,
      "breaks_other_behaviour": 4.3768149859035514e-07,
      "unclear": 2.147211457117323e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3068766146783126,
     "confidence": 0.6093426215650877,
     "probabilities": {
      "0": 0.7024117602303714,
      "1": 0.2942735350417561,
      "2": 0.00014573086747466968,
      "3": 0.0003642775399841211,
      "4": 0.002804696320413712
     }
    }
   },
   "usage": {
    "input_tokens": 1256,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 560.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.561
  },
  {
   "case_id": "pv_6135d9067b",
   "phase": "one_call",
   "state_hash": "f7920085b6a4d83c039f6f7611a79c4b89964b93d9d625a903a75034e4681786",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999976094478589
    }
   },
   "usage": {
    "input_tokens": 1485,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 451.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.452
  },
  {
   "case_id": "pv_6135d9067b",
   "phase": "staged",
   "state_hash": "f7920085b6a4d83c039f6f7611a79c4b89964b93d9d625a903a75034e4681786",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999984892630727
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.009541390890570899
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997619844788452,
     "probabilities": {
      "likely_fixed": 0.9999633652418947,
      "partial_fix": 2.497043763915231e-06,
      "wrong_location": 2.1509973885292405e-07,
      "symptom_suppressed": 9.14899199115272e-07,
      "breaks_other_behaviour": 1.5716624256440105e-07,
      "unclear": 3.285054916089759e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.12174842675194902,
     "confidence": 0.7698868559375909,
     "probabilities": {
      "0": 0.8857735806139353,
      "1": 0.11142919517323288,
      "2": 0.00019286756185212163,
      "3": 0.00048393014890687173,
      "4": 0.00212042650207282
     }
    }
   },
   "usage": {
    "input_tokens": 1661,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 558.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.559
  },
  {
   "case_id": "pv_61f0181ea5",
   "phase": "one_call",
   "state_hash": "5ac058fcb4d226a6f3be427deddd903a3c3b1c3a91eaf6975ffa2de70636f97a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999301071490746
    }
   },
   "usage": {
    "input_tokens": 2786,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1085.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.085
  },
  {
   "case_id": "pv_61f0181ea5",
   "phase": "staged",
   "state_hash": "5ac058fcb4d226a6f3be427deddd903a3c3b1c3a91eaf6975ffa2de70636f97a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999651270984431
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.08485227809455057
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9254616629193133,
     "probabilities": {
      "likely_fixed": 0.9715716729843967,
      "partial_fix": 0.0007946307416862338,
      "wrong_location": 8.826066253476775e-06,
      "symptom_suppressed": 6.731938784907717e-05,
      "breaks_other_behaviour": 1.6762782165853773e-05,
      "unclear": 0.027540788037648638
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6136264596074158,
     "confidence": 0.5688515956789574,
     "probabilities": {
      "0": 0.395202230795095,
      "1": 0.6014614194778957,
      "2": 0.0004599114902285052,
      "3": 0.00026053579806022484,
      "4": 0.0026159024387206213
     }
    }
   },
   "usage": {
    "input_tokens": 2962,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 708.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.709
  },
  {
   "case_id": "pv_6313aa4ef3",
   "phase": "one_call",
   "state_hash": "2e19f3ecf9fa527a1bafead99314820d65c1c572ab5293840d0809cf2b4f042b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997420029326868
    }
   },
   "usage": {
    "input_tokens": 1585,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 518.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.518
  },
  {
   "case_id": "pv_6313aa4ef3",
   "phase": "staged",
   "state_hash": "2e19f3ecf9fa527a1bafead99314820d65c1c572ab5293840d0809cf2b4f042b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999996853547548
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998776268920109
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999910118919355,
     "probabilities": {
      "likely_fixed": 0.9999990021794103,
      "partial_fix": 7.794840703892476e-08,
      "wrong_location": 8.249890820692122e-08,
      "symptom_suppressed": 2.9802614899687e-07,
      "breaks_other_behaviour": 7.794840703892476e-08,
      "unclear": 4.613987183261683e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.005975796340249494,
     "confidence": 0.9799677229128863,
     "probabilities": {
      "0": 0.9952057096973161,
      "1": 0.0043403939063848835,
      "2": 1.8558694318986996e-05,
      "3": 0.0001430657626934213,
      "4": 0.000292271939286593
     }
    }
   },
   "usage": {
    "input_tokens": 1761,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 420.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.421
  },
  {
   "case_id": "pv_6573df4d33",
   "phase": "one_call",
   "state_hash": "ba6ba9da96d9c87a27d67fced65d43ca80a8b946397f5fb127196b01557ecc7c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9354009791261666
    }
   },
   "usage": {
    "input_tokens": 2505,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 695.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.696
  },
  {
   "case_id": "pv_6573df4d33",
   "phase": "staged",
   "state_hash": "ba6ba9da96d9c87a27d67fced65d43ca80a8b946397f5fb127196b01557ecc7c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999953481501803
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 7.019394583715872e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.5804800291744553,
     "probabilities": {
      "likely_fixed": 0.44599437383006235,
      "partial_fix": 0.013249061954148366,
      "wrong_location": 1.500862884390032e-05,
      "symptom_suppressed": 1.2819865990088897e-05,
      "breaks_other_behaviour": 0.00016530698614180948,
      "unclear": 0.5405634287348136
     }
    },
    "risk": {
     "type": "score",
     "score": 1.4534794286857098,
     "confidence": 0.19365514447377163,
     "probabilities": {
      "0": 0.1306334742224637,
      "1": 0.42411893363120495,
      "2": 0.3418068117324188,
      "3": 0.06801625006598307,
      "4": 0.035424530347929487
     }
    }
   },
   "usage": {
    "input_tokens": 2681,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 783.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.784
  },
  {
   "case_id": "pv_6736d74803",
   "phase": "one_call",
   "state_hash": "91f64648899c1026e75753ea3b1e1ca441e6ff1999d7eed371fba635e00ce37c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999227033908484
    }
   },
   "usage": {
    "input_tokens": 1854,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 507.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.508
  },
  {
   "case_id": "pv_6736d74803",
   "phase": "staged",
   "state_hash": "91f64648899c1026e75753ea3b1e1ca441e6ff1999d7eed371fba635e00ce37c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999575307442914
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999909582533374
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9926571110746266,
     "probabilities": {
      "likely_fixed": 0.9984178567017262,
      "partial_fix": 0.0004939461304358084,
      "wrong_location": 7.253026675932602e-06,
      "symptom_suppressed": 2.556963034707048e-05,
      "breaks_other_behaviour": 5.8387991009297175e-05,
      "unclear": 0.0009969865198057276
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11998884626897906,
     "confidence": 0.7713227111090524,
     "probabilities": {
      "0": 0.8833711683743284,
      "1": 0.11536455215149564,
      "2": 0.00012444657380762824,
      "3": 0.00018393063160492972,
      "4": 0.0009559022687633418
     }
    }
   },
   "usage": {
    "input_tokens": 2030,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 714.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.715
  },
  {
   "case_id": "pv_67b8a97518",
   "phase": "one_call",
   "state_hash": "c20977d34035b9a306ce7ab716c9eb582417a6722a8873eb4599709b2ff1bed3",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999961700910849
    }
   },
   "usage": {
    "input_tokens": 1315,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 457.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.458
  },
  {
   "case_id": "pv_67b8a97518",
   "phase": "staged",
   "state_hash": "c20977d34035b9a306ce7ab716c9eb582417a6722a8873eb4599709b2ff1bed3",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999816405839081
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.4380301204596655
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.986242036263039,
     "probabilities": {
      "likely_fixed": 0.9962890524815466,
      "partial_fix": 2.3090575494785535e-05,
      "wrong_location": 6.688990392286316e-07,
      "symptom_suppressed": 2.1661458008320053e-06,
      "breaks_other_behaviour": 1.5613275699874654e-06,
      "unclear": 0.003683460570548598
     }
    },
    "risk": {
     "type": "score",
     "score": 0.21556276228853494,
     "confidence": 0.6726900438699273,
     "probabilities": {
      "0": 0.7945563851309678,
      "1": 0.20193965918332668,
      "2": 0.00010276244362036328,
      "3": 0.00018719475037342137,
      "4": 0.0032139984917118163
     }
    }
   },
   "usage": {
    "input_tokens": 1491,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 614.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.615
  },
  {
   "case_id": "pv_69cdec724d",
   "phase": "one_call",
   "state_hash": "e051f2eb2535e453ca5f36a321b68327e5235cc1371deb870734a8a941448c96",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9978176576363433
    }
   },
   "usage": {
    "input_tokens": 1286,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 564.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.564
  },
  {
   "case_id": "pv_69cdec724d",
   "phase": "staged",
   "state_hash": "e051f2eb2535e453ca5f36a321b68327e5235cc1371deb870734a8a941448c96",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9996062522703675
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.017840870447687503
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6696500846270073,
     "probabilities": {
      "likely_fixed": 0.8250863736914973,
      "partial_fix": 0.07748446586938895,
      "wrong_location": 8.07174893496057e-05,
      "symptom_suppressed": 0.00014080025071501893,
      "breaks_other_behaviour": 0.0012075376609225594,
      "unclear": 0.09600010503812653
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8473301659232692,
     "confidence": 0.7133232531010631,
     "probabilities": {
      "0": 0.15948380262690257,
      "1": 0.8374883178865631,
      "2": 0.001053630626645535,
      "3": 0.00016240865614012122,
      "4": 0.0018118402037486472
     }
    }
   },
   "usage": {
    "input_tokens": 1462,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 529.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.53
  },
  {
   "case_id": "pv_6ac51cf124",
   "phase": "one_call",
   "state_hash": "78d442702af4b4d1cd70ae6e4ca0315081e9f88935c30815e769bde2b206b1bc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999612967704667
    }
   },
   "usage": {
    "input_tokens": 2376,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 691.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.692
  },
  {
   "case_id": "pv_6ac51cf124",
   "phase": "staged",
   "state_hash": "78d442702af4b4d1cd70ae6e4ca0315081e9f88935c30815e769bde2b206b1bc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999922607226654
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999854341433738
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9940924578752117,
     "probabilities": {
      "likely_fixed": 0.9986136676736328,
      "partial_fix": 2.324299302420333e-06,
      "wrong_location": 8.369901623041662e-07,
      "symptom_suppressed": 6.650406977521081e-06,
      "breaks_other_behaviour": 1.1915303391166305e-06,
      "unclear": 0.001375329099585911
     }
    },
    "risk": {
     "type": "score",
     "score": 0.017807732083779,
     "confidence": 0.9484398834116847,
     "probabilities": {
      "0": 0.9847326615022625,
      "1": 0.014351470983771047,
      "2": 4.910196466865736e-05,
      "3": 0.00010900502652063602,
      "4": 0.0007577605227771824
     }
    }
   },
   "usage": {
    "input_tokens": 2552,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 699.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.7
  },
  {
   "case_id": "pv_6af2337274",
   "phase": "one_call",
   "state_hash": "c1b3d34f38f6d35b49f0ea5f622358eec99b84677154b616aa1e7aaae38df0be",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998653464895243
    }
   },
   "usage": {
    "input_tokens": 2758,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 532.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.533
  },
  {
   "case_id": "pv_6af2337274",
   "phase": "staged",
   "state_hash": "c1b3d34f38f6d35b49f0ea5f622358eec99b84677154b616aa1e7aaae38df0be",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999886911439257
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9989746244893813
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9945570387622337,
     "probabilities": {
      "likely_fixed": 0.9988137497647448,
      "partial_fix": 2.876397486949114e-05,
      "wrong_location": 5.668909021148749e-06,
      "symptom_suppressed": 9.943350517695355e-05,
      "breaks_other_behaviour": 1.1955948489562927e-05,
      "unclear": 0.0010404278976981019
     }
    },
    "risk": {
     "type": "score",
     "score": 0.05709644570819988,
     "confidence": 0.8695269638041995,
     "probabilities": {
      "0": 0.9496959750112286,
      "1": 0.047925409891682674,
      "2": 7.393835366398038e-05,
      "3": 0.00019554786450923288,
      "4": 0.0021091288789153876
     }
    }
   },
   "usage": {
    "input_tokens": 2934,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 871.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.872
  },
  {
   "case_id": "pv_6b1036218c",
   "phase": "one_call",
   "state_hash": "7b82890dc4e12bf69bf6e634d98811f25a7dbe4c97bc94b8d111782775ea4984",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999994434122168
    }
   },
   "usage": {
    "input_tokens": 2676,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 649.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.65
  },
  {
   "case_id": "pv_6b1036218c",
   "phase": "staged",
   "state_hash": "7b82890dc4e12bf69bf6e634d98811f25a7dbe4c97bc94b8d111782775ea4984",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999997791537564
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999919786320997
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999522615195922,
     "probabilities": {
      "likely_fixed": 0.9999937498348938,
      "partial_fix": 2.7311413433037684e-07,
      "wrong_location": 1.6709848279515888e-07,
      "symptom_suppressed": 5.856639440224546e-07,
      "breaks_other_behaviour": 1.296245877790725e-07,
      "unclear": 5.094663957261154e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06808669839617956,
     "confidence": 0.8469519651212798,
     "probabilities": {
      "0": 0.9354534354779747,
      "1": 0.063268620898518,
      "2": 5.257901791213822e-05,
      "3": 0.00018853896054326773,
      "4": 0.0010368256450518727
     }
    }
   },
   "usage": {
    "input_tokens": 2852,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 871.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.872
  },
  {
   "case_id": "pv_6b8470570e",
   "phase": "one_call",
   "state_hash": "8ae1b5b05638781f627f89b21b4e471e29002be20660c418c7b01ddf6ed7f207",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999692177494356
    }
   },
   "usage": {
    "input_tokens": 1854,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 467.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.468
  },
  {
   "case_id": "pv_6b8470570e",
   "phase": "staged",
   "state_hash": "8ae1b5b05638781f627f89b21b4e471e29002be20660c418c7b01ddf6ed7f207",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991145573265
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999512756063492
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998793637465442,
     "probabilities": {
      "likely_fixed": 0.999982859854326,
      "partial_fix": 1.736299204958849e-06,
      "wrong_location": 2.710471236093694e-07,
      "symptom_suppressed": 7.447853750649983e-07,
      "breaks_other_behaviour": 1.7831988163671275e-07,
      "unclear": 1.4209694088739563e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07722854773415722,
     "confidence": 0.8332398061103182,
     "probabilities": {
      "0": 0.9281346785085277,
      "1": 0.06993558868913266,
      "2": 0.00010713163749209003,
      "3": 0.00021170888934950565,
      "4": 0.0016108922754979637
     }
    }
   },
   "usage": {
    "input_tokens": 2030,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 644.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.645
  },
  {
   "case_id": "pv_6ce4f93076",
   "phase": "one_call",
   "state_hash": "435b82c9562fe0471592ff9bace5191b010f650ffb4dd209647bf2a53967ed1e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9833585883913637
    }
   },
   "usage": {
    "input_tokens": 3195,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 887.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.887
  },
  {
   "case_id": "pv_6ce4f93076",
   "phase": "staged",
   "state_hash": "435b82c9562fe0471592ff9bace5191b010f650ffb4dd209647bf2a53967ed1e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9940672432578769
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.006172141085815621
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.8354793757408102,
     "probabilities": {
      "likely_fixed": 0.08324365309323076,
      "partial_fix": 0.0006485983925876602,
      "wrong_location": 5.068772026117131e-05,
      "symptom_suppressed": 0.00010268160567620593,
      "breaks_other_behaviour": 0.00012339374323151633,
      "unclear": 0.9158309854450127
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6886313016298102,
     "confidence": 0.5831983422871382,
     "probabilities": {
      "0": 0.32588173413228694,
      "1": 0.6680444094884669,
      "2": 0.0016425528200397724,
      "3": 0.0004234277355617366,
      "4": 0.004007875823644656
     }
    }
   },
   "usage": {
    "input_tokens": 3371,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 975.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.976
  },
  {
   "case_id": "pv_6ded944f33",
   "phase": "one_call",
   "state_hash": "29e5892675e11c03276fd23142b7ed04837519b5fb006eccb1b465eb95547fb9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998290005925464
    }
   },
   "usage": {
    "input_tokens": 1606,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 407.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.408
  },
  {
   "case_id": "pv_6ded944f33",
   "phase": "staged",
   "state_hash": "29e5892675e11c03276fd23142b7ed04837519b5fb006eccb1b465eb95547fb9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994735577209
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999960991988185
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8496825893809403,
     "probabilities": {
      "likely_fixed": 0.9261662494332116,
      "partial_fix": 0.07283693833651261,
      "wrong_location": 7.12630542129129e-05,
      "symptom_suppressed": 4.729535674324971e-05,
      "breaks_other_behaviour": 4.0214192519981116e-05,
      "unclear": 0.000838039626799695
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7954712143927256,
     "confidence": 0.6768104659371625,
     "probabilities": {
      "0": 0.20736126243645445,
      "1": 0.791475848393417,
      "2": 0.0002737768044621857,
      "3": 0.00010863707228137094,
      "4": 0.000780475293385045
     }
    }
   },
   "usage": {
    "input_tokens": 1782,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 614.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.615
  },
  {
   "case_id": "pv_6e2c2e2e54",
   "phase": "one_call",
   "state_hash": "0eb33bf74f8562a4ed7938e2eda9a4cac81f28a7288336238a734cb4848ec4ae",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999575837736463
    }
   },
   "usage": {
    "input_tokens": 1563,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 431.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.432
  },
  {
   "case_id": "pv_6e2c2e2e54",
   "phase": "staged",
   "state_hash": "0eb33bf74f8562a4ed7938e2eda9a4cac81f28a7288336238a734cb4848ec4ae",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999975935057213
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0030402991032742613
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6515396909603035,
     "probabilities": {
      "likely_fixed": 0.6916161334989537,
      "partial_fix": 0.0006731860379699827,
      "wrong_location": 1.1786838611330203e-05,
      "symptom_suppressed": 2.6278269369135072e-05,
      "breaks_other_behaviour": 0.00015795961984539246,
      "unclear": 0.30751465573525055
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8440002460001268,
     "confidence": 0.6968586891033264,
     "probabilities": {
      "0": 0.16703338078508156,
      "1": 0.827643914528812,
      "2": 0.0023367947888474766,
      "3": 0.0002608976954157098,
      "4": 0.0027250122018431817
     }
    }
   },
   "usage": {
    "input_tokens": 1739,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 741.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.742
  },
  {
   "case_id": "pv_6e42341d97",
   "phase": "one_call",
   "state_hash": "11b360529eacbc4f4f3ac48a24b81ab56c0afbbe060f37b8139fbcb043fa6e96",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999850368479885
    }
   },
   "usage": {
    "input_tokens": 1280,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 384.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.384
  },
  {
   "case_id": "pv_6e42341d97",
   "phase": "staged",
   "state_hash": "11b360529eacbc4f4f3ac48a24b81ab56c0afbbe060f37b8139fbcb043fa6e96",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999982089351214
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.5278199287110896
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9964502936068373,
     "probabilities": {
      "likely_fixed": 0.9992438442363618,
      "partial_fix": 2.2085157954264712e-05,
      "wrong_location": 1.3238331489333796e-06,
      "symptom_suppressed": 4.533702878541271e-06,
      "breaks_other_behaviour": 5.551945809848693e-06,
      "unclear": 0.0007226611238466172
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6309724694430646,
     "confidence": 0.5781462410684616,
     "probabilities": {
      "0": 0.37587617218247277,
      "1": 0.6217014209924462,
      "2": 0.00013439624684852679,
      "3": 0.00014978635600863206,
      "4": 0.002138224222223881
     }
    }
   },
   "usage": {
    "input_tokens": 1456,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 655.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.655
  },
  {
   "case_id": "pv_6e5dba09b5",
   "phase": "one_call",
   "state_hash": "0952e9ba3e2ea6b1a243cb33aee2598035db03324cf9a576e40743470bb92a37",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9980830225143837
    }
   },
   "usage": {
    "input_tokens": 3406,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 723.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.723
  },
  {
   "case_id": "pv_6e5dba09b5",
   "phase": "staged",
   "state_hash": "0952e9ba3e2ea6b1a243cb33aee2598035db03324cf9a576e40743470bb92a37",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9983642978273033
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9910416970233358
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9573144566297932,
     "probabilities": {
      "likely_fixed": 0.9857641089083405,
      "partial_fix": 0.0002333819438405175,
      "wrong_location": 1.2549206012890772e-05,
      "symptom_suppressed": 3.213013079022332e-05,
      "breaks_other_behaviour": 4.42013256749949e-05,
      "unclear": 0.013913628485340774
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18465494408397964,
     "confidence": 0.6999963093344108,
     "probabilities": {
      "0": 0.8259085126809798,
      "1": 0.1702717788164301,
      "2": 0.0002563000204455282,
      "3": 0.00038306870191968825,
      "4": 0.0031803397802248543
     }
    }
   },
   "usage": {
    "input_tokens": 3582,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 2185.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 2.185
  },
  {
   "case_id": "pv_6e5e2cba99",
   "phase": "one_call",
   "state_hash": "9ab679fa0bc0c63175f2afc72328199fa242a844aa5f4c8e36a4851b614f203d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999712416752703
    }
   },
   "usage": {
    "input_tokens": 2192,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 592.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.593
  },
  {
   "case_id": "pv_6e5e2cba99",
   "phase": "staged",
   "state_hash": "9ab679fa0bc0c63175f2afc72328199fa242a844aa5f4c8e36a4851b614f203d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999810313812999
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.1748875634960954
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999723649468426,
     "probabilities": {
      "likely_fixed": 0.9999593871716892,
      "partial_fix": 7.521175082191352e-06,
      "wrong_location": 2.065507998084879e-06,
      "symptom_suppressed": 2.7598363843890914e-06,
      "breaks_other_behaviour": 2.0635101669208697e-06,
      "unclear": 2.6202798679166596e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.3244978532691375,
     "confidence": 0.6002224403073287,
     "probabilities": {
      "0": 0.6829000566666357,
      "1": 0.31420977972743697,
      "2": 0.00044698125613348925,
      "3": 0.00037861836974194827,
      "4": 0.0020645639800519243
     }
    }
   },
   "usage": {
    "input_tokens": 2368,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 832.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.833
  },
  {
   "case_id": "pv_6e800b0d59",
   "phase": "one_call",
   "state_hash": "4d7bd19939dd1608effc8f6de8e553054d65bf33e7b76b0202f0b9032f54f9e0",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9548221359007066
    }
   },
   "usage": {
    "input_tokens": 2397,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 802.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.803
  },
  {
   "case_id": "pv_6e800b0d59",
   "phase": "staged",
   "state_hash": "4d7bd19939dd1608effc8f6de8e553054d65bf33e7b76b0202f0b9032f54f9e0",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999897058908853
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9804923773980035
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7735047761781413,
     "probabilities": {
      "likely_fixed": 0.8632650972850104,
      "partial_fix": 0.0008965137375232688,
      "wrong_location": 1.775692075666829e-05,
      "symptom_suppressed": 6.654416715221121e-05,
      "breaks_other_behaviour": 8.099820108583552e-05,
      "unclear": 0.1356730896884715
     }
    },
    "risk": {
     "type": "score",
     "score": 0.46651890461894574,
     "confidence": 0.5465985844860057,
     "probabilities": {
      "0": 0.5493140069175881,
      "1": 0.4437865536633971,
      "2": 0.002218784994604154,
      "3": 0.0004278367313023452,
      "4": 0.004252817693108326
     }
    }
   },
   "usage": {
    "input_tokens": 2573,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 803.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.803
  },
  {
   "case_id": "pv_6eca5f9c74",
   "phase": "one_call",
   "state_hash": "c8d775636094cc95700514236328adb104880d4564a9e029f7b8bc94f0064acb",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999547264650802
    }
   },
   "usage": {
    "input_tokens": 1771,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 912.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.913
  },
  {
   "case_id": "pv_6eca5f9c74",
   "phase": "staged",
   "state_hash": "c8d775636094cc95700514236328adb104880d4564a9e029f7b8bc94f0064acb",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999971132498371
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.985914924001968
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9990522391622217,
     "probabilities": {
      "likely_fixed": 0.9998313635687314,
      "partial_fix": 1.1307321491807482e-05,
      "wrong_location": 4.7005511045276517e-07,
      "symptom_suppressed": 1.937142931385482e-06,
      "breaks_other_behaviour": 1.6972613815799273e-06,
      "unclear": 0.00015322465035340265
     }
    },
    "risk": {
     "type": "score",
     "score": 0.22353469607471316,
     "confidence": 0.6660812977372885,
     "probabilities": {
      "0": 0.7831586408763066,
      "1": 0.21443774268134413,
      "2": 0.00011323057038050045,
      "3": 0.00029105123526697936,
      "4": 0.0019993346367017705
     }
    }
   },
   "usage": {
    "input_tokens": 1947,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 638.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.639
  },
  {
   "case_id": "pv_71a2bf4ec0",
   "phase": "one_call",
   "state_hash": "7758f47e39e0072735655a671e47a3152f76d0965553c0021df4f98ae432f0c9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999991796891202
    }
   },
   "usage": {
    "input_tokens": 1881,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 594.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.594
  },
  {
   "case_id": "pv_71a2bf4ec0",
   "phase": "staged",
   "state_hash": "7758f47e39e0072735655a671e47a3152f76d0965553c0021df4f98ae432f0c9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994176830804
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999017530856728
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996023185309693,
     "probabilities": {
      "likely_fixed": 0.999933586702265,
      "partial_fix": 2.7262155202682996e-07,
      "wrong_location": 1.8304548233039138e-07,
      "symptom_suppressed": 4.578624310639194e-07,
      "breaks_other_behaviour": 2.2568937319087208e-07,
      "unclear": 6.527407889641861e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.10242971102376647,
     "confidence": 0.7949847385056935,
     "probabilities": {
      "0": 0.9029885786448999,
      "1": 0.09496019874603083,
      "2": 0.0001702249342199376,
      "3": 0.000394928290101596,
      "4": 0.0014860693847477424
     }
    }
   },
   "usage": {
    "input_tokens": 2057,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 645.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.646
  },
  {
   "case_id": "pv_722d7f9008",
   "phase": "one_call",
   "state_hash": "666a30378fc252e4dda51b2753b52d00f6f7776b64488a432dd7abb8550e33f5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9933245378490388
    }
   },
   "usage": {
    "input_tokens": 2155,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 549.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.55
  },
  {
   "case_id": "pv_722d7f9008",
   "phase": "staged",
   "state_hash": "666a30378fc252e4dda51b2753b52d00f6f7776b64488a432dd7abb8550e33f5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.8697616847056766
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9986460361819401
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6409439112701665,
     "probabilities": {
      "likely_fixed": 0.684228390955203,
      "partial_fix": 0.002129357678922313,
      "wrong_location": 6.388176168053087e-05,
      "symptom_suppressed": 0.0002517739430056563,
      "breaks_other_behaviour": 0.0005882954142849574,
      "unclear": 0.3127383002469035
     }
    },
    "risk": {
     "type": "score",
     "score": 0.1704330936067784,
     "confidence": 0.7123003310480607,
     "probabilities": {
      "0": 0.8399219267789377,
      "1": 0.15589112930612997,
      "2": 0.0006021840145371337,
      "3": 0.00100144333000652,
      "4": 0.0025833165703886547
     }
    }
   },
   "usage": {
    "input_tokens": 2331,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 788.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.789
  },
  {
   "case_id": "pv_724c92ee1b",
   "phase": "one_call",
   "state_hash": "661c4e8351a1ee0b1aad8425c7a6e6f38646685ef356ad7f486fa9da9f18538a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999512493475441
    }
   },
   "usage": {
    "input_tokens": 2862,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 580.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.581
  },
  {
   "case_id": "pv_724c92ee1b",
   "phase": "staged",
   "state_hash": "661c4e8351a1ee0b1aad8425c7a6e6f38646685ef356ad7f486fa9da9f18538a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.7685248275890979
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9437467709240837
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6079327359688939,
     "probabilities": {
      "likely_fixed": 0.30531395431588576,
      "partial_fix": 0.005300557666038108,
      "wrong_location": 0.007898346192874411,
      "symptom_suppressed": 0.00048358132708769977,
      "breaks_other_behaviour": 0.001218398714990167,
      "unclear": 0.6797851617831239
     }
    },
    "risk": {
     "type": "score",
     "score": 0.387119362944168,
     "confidence": 0.5612590627625225,
     "probabilities": {
      "0": 0.633405464220929,
      "1": 0.35781873018827137,
      "2": 0.0025188438619567037,
      "3": 0.0007649018833888133,
      "4": 0.0054920598454541916
     }
    }
   },
   "usage": {
    "input_tokens": 3038,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 809.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.809
  },
  {
   "case_id": "pv_7285c0e8a1",
   "phase": "one_call",
   "state_hash": "d4f07f3b5d9581c530ff4cceb069d46ef06069cac041477da77f5a27420c38cd",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999972798625054
    }
   },
   "usage": {
    "input_tokens": 1201,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 396.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.397
  },
  {
   "case_id": "pv_7285c0e8a1",
   "phase": "staged",
   "state_hash": "d4f07f3b5d9581c530ff4cceb069d46ef06069cac041477da77f5a27420c38cd",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994387006583
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9990436930336066
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999509567290609,
     "probabilities": {
      "likely_fixed": 0.9999937589662737,
      "partial_fix": 8.837155789404989e-07,
      "wrong_location": 1.2507820279994408e-07,
      "symptom_suppressed": 8.3209041775003e-07,
      "breaks_other_behaviour": 4.293721637731573e-07,
      "unclear": 3.970777363006078e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.08989062396725087,
     "confidence": 0.8157105225619852,
     "probabilities": {
      "0": 0.9188264223663953,
      "1": 0.07804717971085473,
      "2": 0.00011940518362257228,
      "3": 0.00042333706735866593,
      "4": 0.002583655671768747
     }
    }
   },
   "usage": {
    "input_tokens": 1377,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 450.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.45
  },
  {
   "case_id": "pv_72d6402b89",
   "phase": "one_call",
   "state_hash": "23f851ce2a3e7caaa13e321fabc9e6e8116da3b9f5060a6ee25f40f71cf9c609",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9992295233075097
    }
   },
   "usage": {
    "input_tokens": 1185,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 793.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.794
  },
  {
   "case_id": "pv_72d6402b89",
   "phase": "staged",
   "state_hash": "23f851ce2a3e7caaa13e321fabc9e6e8116da3b9f5060a6ee25f40f71cf9c609",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999989012280256
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.04011941112186847
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9857467681095288,
     "probabilities": {
      "likely_fixed": 0.9961997821494584,
      "partial_fix": 7.988047506926615e-05,
      "wrong_location": 1.3245725600988098e-06,
      "symptom_suppressed": 7.4660132323704786e-06,
      "breaks_other_behaviour": 1.8152467402868124e-05,
      "unclear": 0.003693394322276941
     }
    },
    "risk": {
     "type": "score",
     "score": 0.19468593623541933,
     "confidence": 0.6912034993835743,
     "probabilities": {
      "0": 0.8102538039443806,
      "1": 0.18795936796799795,
      "2": 0.00011531881015605126,
      "3": 0.00019010646275219507,
      "4": 0.0014814028147131706
     }
    }
   },
   "usage": {
    "input_tokens": 1361,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 599.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.6
  },
  {
   "case_id": "pv_7353732e6a",
   "phase": "one_call",
   "state_hash": "4dbe4de8070d3dad4d27c3eeca6444064b62c8f85e3075f4ee2f05097536ab4c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995520157943384
    }
   },
   "usage": {
    "input_tokens": 1035,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 489.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.49
  },
  {
   "case_id": "pv_7353732e6a",
   "phase": "staged",
   "state_hash": "4dbe4de8070d3dad4d27c3eeca6444064b62c8f85e3075f4ee2f05097536ab4c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9996333025575479
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.5651676508264792
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.5560295629357377,
     "probabilities": {
      "likely_fixed": 0.715369892619457,
      "partial_fix": 0.1490445196228914,
      "wrong_location": 1.4541878109489126e-05,
      "symptom_suppressed": 2.8100658982977106e-05,
      "breaks_other_behaviour": 0.00010106566715270353,
      "unclear": 0.13544187955340628
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6012393899691528,
     "confidence": 0.5599273558286175,
     "probabilities": {
      "0": 0.412358227080763,
      "1": 0.5827720817690626,
      "2": 0.00035659494111130754,
      "3": 0.00029826651838512356,
      "4": 0.004214829690678059
     }
    }
   },
   "usage": {
    "input_tokens": 1211,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 460.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.46
  },
  {
   "case_id": "pv_75020aef25",
   "phase": "one_call",
   "state_hash": "3df870bded2428a83b879cb3eadab371d46d62e54ee72bbd9a2f342491844640",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999980253329854
    }
   },
   "usage": {
    "input_tokens": 1093,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 409.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.41
  },
  {
   "case_id": "pv_75020aef25",
   "phase": "staged",
   "state_hash": "3df870bded2428a83b879cb3eadab371d46d62e54ee72bbd9a2f342491844640",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999979443920926
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8632738382258043
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9991218471460916,
     "probabilities": {
      "likely_fixed": 0.9998427687288667,
      "partial_fix": 2.2207083732847076e-06,
      "wrong_location": 7.200792740117169e-07,
      "symptom_suppressed": 3.1690368473708865e-06,
      "breaks_other_behaviour": 1.3091228809433398e-06,
      "unclear": 0.00014981232375774767
     }
    },
    "risk": {
     "type": "score",
     "score": 0.11184181582009807,
     "confidence": 0.7825418785920397,
     "probabilities": {
      "0": 0.8940976134329295,
      "1": 0.10371289133061856,
      "2": 0.00012308514066537005,
      "3": 0.00038288617499715406,
      "4": 0.0016835239207893277
     }
    }
   },
   "usage": {
    "input_tokens": 1269,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 530.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.531
  },
  {
   "case_id": "pv_75715b5d5a",
   "phase": "one_call",
   "state_hash": "0726628896e825b8de89b7986aabdbe627ca3a5155ba8a894c74dc3bc53ed830",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999924372354616
    }
   },
   "usage": {
    "input_tokens": 1575,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 457.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.458
  },
  {
   "case_id": "pv_75715b5d5a",
   "phase": "staged",
   "state_hash": "0726628896e825b8de89b7986aabdbe627ca3a5155ba8a894c74dc3bc53ed830",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999996122115852
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9970758064010551
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999662120640084,
     "probabilities": {
      "likely_fixed": 0.9999958173383172,
      "partial_fix": 4.122168246339751e-07,
      "wrong_location": 6.963809947012738e-08,
      "symptom_suppressed": 4.870373038996872e-07,
      "breaks_other_behaviour": 5.198075556890433e-07,
      "unclear": 2.6939618991696373e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07337301402254996,
     "confidence": 0.8389803435252805,
     "probabilities": {
      "0": 0.9317129262714321,
      "1": 0.06639665879935867,
      "2": 0.0001189676782470638,
      "3": 0.0003473691371514395,
      "4": 0.0014240781138107098
     }
    }
   },
   "usage": {
    "input_tokens": 1751,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 546.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.547
  },
  {
   "case_id": "pv_76132426eb",
   "phase": "one_call",
   "state_hash": "ec3467ecb2eb20751add6d861de4d03b92b55e331e51ad1156dd1d828eeefc72",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997176417397721
    }
   },
   "usage": {
    "input_tokens": 1920,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 546.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.547
  },
  {
   "case_id": "pv_76132426eb",
   "phase": "staged",
   "state_hash": "ec3467ecb2eb20751add6d861de4d03b92b55e331e51ad1156dd1d828eeefc72",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993416719303
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 9.273096839555932e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.866124982226495,
     "probabilities": {
      "likely_fixed": 0.9401088308087989,
      "partial_fix": 0.0032747527204153477,
      "wrong_location": 2.0622531199879704e-05,
      "symptom_suppressed": 2.2834531523946407e-05,
      "breaks_other_behaviour": 1.2504585007944852e-05,
      "unclear": 0.05656045482305397
     }
    },
    "risk": {
     "type": "score",
     "score": 0.7752086411199228,
     "confidence": 0.5637182126195741,
     "probabilities": {
      "0": 0.26249176933787466,
      "1": 0.7128867211327452,
      "2": 0.017345630351045343,
      "3": 0.0014728574282522515,
      "4": 0.005803021750082553
     }
    }
   },
   "usage": {
    "input_tokens": 2096,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 636.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.637
  },
  {
   "case_id": "pv_77a744cccc",
   "phase": "one_call",
   "state_hash": "a4cbd93a7aa9d67ebd1203446723fbbf1b441e0c85686d79f46b01265b117fca",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999507334766315
    }
   },
   "usage": {
    "input_tokens": 2498,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 616.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.616
  },
  {
   "case_id": "pv_77a744cccc",
   "phase": "staged",
   "state_hash": "a4cbd93a7aa9d67ebd1203446723fbbf1b441e0c85686d79f46b01265b117fca",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999982397079432
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.998877686480309
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997909540228825,
     "probabilities": {
      "likely_fixed": 0.9999690434724597,
      "partial_fix": 2.9898567835318016e-06,
      "wrong_location": 6.63019899046886e-07,
      "symptom_suppressed": 6.050627653644972e-07,
      "breaks_other_behaviour": 1.696257938333793e-06,
      "unclear": 2.500233015398973e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2532686431583317,
     "confidence": 0.64260898856602,
     "probabilities": {
      "0": 0.7573586556843581,
      "1": 0.23888445471240746,
      "2": 0.00018296810227407304,
      "3": 0.00027743376246518853,
      "4": 0.003296487738495127
     }
    }
   },
   "usage": {
    "input_tokens": 2674,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1919.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.92
  },
  {
   "case_id": "pv_785b414fcc",
   "phase": "one_call",
   "state_hash": "4c7cb7462a6c85d7ca7aa9e90152edc32173392326d03df0845d9df31c8947f7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999984312909308
    }
   },
   "usage": {
    "input_tokens": 1184,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 413.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.413
  },
  {
   "case_id": "pv_785b414fcc",
   "phase": "staged",
   "state_hash": "4c7cb7462a6c85d7ca7aa9e90152edc32173392326d03df0845d9df31c8947f7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999933035111622
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.03985957088864069
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996948800739228,
     "probabilities": {
      "likely_fixed": 0.9999515027612029,
      "partial_fix": 1.3377296101010116e-06,
      "wrong_location": 1.868252027269362e-07,
      "symptom_suppressed": 1.4356895695187167e-06,
      "breaks_other_behaviour": 4.817346247846456e-07,
      "unclear": 4.505525979003155e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07585702219884016,
     "confidence": 0.8399792243346875,
     "probabilities": {
      "0": 0.9345668904044694,
      "1": 0.06175411788554722,
      "2": 0.0001246750059247373,
      "3": 0.00036371251479100337,
      "4": 0.0031906041892676143
     }
    }
   },
   "usage": {
    "input_tokens": 1360,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 600.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.601
  },
  {
   "case_id": "pv_7872b98f22",
   "phase": "one_call",
   "state_hash": "6f5bfa47603bd167ccf0efbf196d61cb3b345287ddf7459ba94f23a23330e002",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.07217435088326343
    }
   },
   "usage": {
    "input_tokens": 2181,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 594.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.595
  },
  {
   "case_id": "pv_7872b98f22",
   "phase": "staged",
   "state_hash": "6f5bfa47603bd167ccf0efbf196d61cb3b345287ddf7459ba94f23a23330e002",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9706252875961701
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.04498503671976308
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.6424572938903035,
     "probabilities": {
      "likely_fixed": 0.2579710035249055,
      "partial_fix": 0.0063712891555411,
      "wrong_location": 0.00015832284631721435,
      "symptom_suppressed": 0.0004159493350900646,
      "breaks_other_behaviour": 0.0046204870483146625,
      "unclear": 0.7304629480898315
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6341214546777135,
     "confidence": 0.5143051044251576,
     "probabilities": {
      "0": 0.40195450655800163,
      "1": 0.5777295405622439,
      "2": 0.011232993971934684,
      "3": 0.0024059094596789363,
      "4": 0.006677049448140857
     }
    }
   },
   "usage": {
    "input_tokens": 2357,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 811.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.811
  },
  {
   "case_id": "pv_7a65f54fd1",
   "phase": "one_call",
   "state_hash": "3dfd6e71c045622d9056d8d257a8b39e34c19c0690a15d19831e86f4273eda35",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9997416656310397
    }
   },
   "usage": {
    "input_tokens": 1922,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 567.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.568
  },
  {
   "case_id": "pv_7a65f54fd1",
   "phase": "staged",
   "state_hash": "3dfd6e71c045622d9056d8d257a8b39e34c19c0690a15d19831e86f4273eda35",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991612461369
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8738029558826389
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9930476101585881,
     "probabilities": {
      "likely_fixed": 0.9983374288984277,
      "partial_fix": 1.4869075809904767e-05,
      "wrong_location": 2.0117246876699633e-06,
      "symptom_suppressed": 3.5612164828659232e-06,
      "breaks_other_behaviour": 4.413260254036636e-06,
      "unclear": 0.0016377158243378767
     }
    },
    "risk": {
     "type": "score",
     "score": 0.36339261951511226,
     "confidence": 0.5837273829084171,
     "probabilities": {
      "0": 0.645381944338119,
      "1": 0.35144805285573205,
      "2": 0.0002835759478046963,
      "3": 0.00016829266960581603,
      "4": 0.002718134188738348
     }
    }
   },
   "usage": {
    "input_tokens": 2098,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 5119.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 5.12
  },
  {
   "case_id": "pv_7c6a3e4079",
   "phase": "one_call",
   "state_hash": "5435ccf02094d0b816bf65f840fe611d83fc1d14b05087a240f59dbf869d4b24",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9525116727635935
    }
   },
   "usage": {
    "input_tokens": 2248,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 587.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.588
  },
  {
   "case_id": "pv_7c6a3e4079",
   "phase": "staged",
   "state_hash": "5435ccf02094d0b816bf65f840fe611d83fc1d14b05087a240f59dbf869d4b24",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9742532342925191
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9960120866298587
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9276816278577699,
     "probabilities": {
      "likely_fixed": 0.9726944638388851,
      "partial_fix": 0.0006635409092559183,
      "wrong_location": 1.0366622224698497e-05,
      "symptom_suppressed": 8.044859302567875e-05,
      "breaks_other_behaviour": 8.426334457540116e-05,
      "unclear": 0.02646691669203321
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2522669786625491,
     "confidence": 0.6427401712373708,
     "probabilities": {
      "0": 0.7581595089707778,
      "1": 0.23804293065501092,
      "2": 0.0002830171985724958,
      "3": 0.0004001590921623473,
      "4": 0.0031143840834765343
     }
    }
   },
   "usage": {
    "input_tokens": 2424,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 761.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.762
  },
  {
   "case_id": "pv_7d313487b4",
   "phase": "one_call",
   "state_hash": "b4b15c67a1a28c13adf74be7f078cfdebce6fb1b189b0c366d52bed248ed9cf8",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9994226554211437
    }
   },
   "usage": {
    "input_tokens": 1081,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 526.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.526
  },
  {
   "case_id": "pv_7d313487b4",
   "phase": "staged",
   "state_hash": "b4b15c67a1a28c13adf74be7f078cfdebce6fb1b189b0c366d52bed248ed9cf8",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999998529111846
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9990011913775929
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999528242267888,
     "probabilities": {
      "likely_fixed": 0.9999940117312657,
      "partial_fix": 1.2217928817658273e-06,
      "wrong_location": 2.7713063106760096e-07,
      "symptom_suppressed": 5.214117367416538e-07,
      "breaks_other_behaviour": 2.1181915838762977e-07,
      "unclear": 3.7561143264062938e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.20139752123344198,
     "confidence": 0.6840041793049303,
     "probabilities": {
      "0": 0.8131655188120122,
      "1": 0.18158295801829155,
      "2": 0.00020397424257584065,
      "3": 0.0007835809784829599,
      "4": 0.004263967948637471
     }
    }
   },
   "usage": {
    "input_tokens": 1257,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 489.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.49
  },
  {
   "case_id": "pv_7d52e04e3f",
   "phase": "one_call",
   "state_hash": "1acf9d11ddf20f9d4acba2cb1b45a576a7da46d996f7a1d35c2044ff99a45008",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999620341570438
    }
   },
   "usage": {
    "input_tokens": 1297,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 562.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.563
  },
  {
   "case_id": "pv_7d52e04e3f",
   "phase": "staged",
   "state_hash": "1acf9d11ddf20f9d4acba2cb1b45a576a7da46d996f7a1d35c2044ff99a45008",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999988522770211
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9792858889620639
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9992992981371853,
     "probabilities": {
      "likely_fixed": 0.9998815874101448,
      "partial_fix": 1.287788024753854e-05,
      "wrong_location": 3.7049902785498707e-07,
      "symptom_suppressed": 3.647991881968962e-06,
      "breaks_other_behaviour": 1.4130474396088669e-06,
      "unclear": 0.00010010317125825398
     }
    },
    "risk": {
     "type": "score",
     "score": 0.17133680714146235,
     "confidence": 0.7132404588002019,
     "probabilities": {
      "0": 0.8360027854726346,
      "1": 0.16132706161291285,
      "2": 0.00013799680319570795,
      "3": 0.0003948725228689361,
      "4": 0.002137283588387818
     }
    }
   },
   "usage": {
    "input_tokens": 1473,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 538.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.539
  },
  {
   "case_id": "pv_7d6334e275",
   "phase": "one_call",
   "state_hash": "f0d9849afc5d0f0b577b7a7960983127d6c5c774b1db1d2feecaf9760c41e766",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.997618230807759
    }
   },
   "usage": {
    "input_tokens": 2897,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 602.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.603
  },
  {
   "case_id": "pv_7d6334e275",
   "phase": "staged",
   "state_hash": "f0d9849afc5d0f0b577b7a7960983127d6c5c774b1db1d2feecaf9760c41e766",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9988494227082264
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8486586282670062
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9386365942740302,
     "probabilities": {
      "likely_fixed": 0.977957137193425,
      "partial_fix": 0.0005565155479394007,
      "wrong_location": 1.3398732896008347e-05,
      "symptom_suppressed": 6.640450104329565e-05,
      "breaks_other_behaviour": 0.00015185668771588507,
      "unclear": 0.0212546873369803
     }
    },
    "risk": {
     "type": "score",
     "score": 0.20890343612125922,
     "confidence": 0.6774363835494646,
     "probabilities": {
      "0": 0.8002189652206347,
      "1": 0.1964425597521243,
      "2": 0.00024192251987089643,
      "3": 0.0004091787000870495,
      "4": 0.002687373807282999
     }
    }
   },
   "usage": {
    "input_tokens": 3073,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 707.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.708
  },
  {
   "case_id": "pv_7e38ea28b1",
   "phase": "one_call",
   "state_hash": "c1ace08ffd1b25e83a814ac8a70110e84ed671eea373d01e1e2275217f2b37fc",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999544237758834
    }
   },
   "usage": {
    "input_tokens": 1602,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 462.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.463
  },
  {
   "case_id": "pv_7e38ea28b1",
   "phase": "staged",
   "state_hash": "c1ace08ffd1b25e83a814ac8a70110e84ed671eea373d01e1e2275217f2b37fc",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999945194427426
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9684594607923648
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9993400432452606,
     "probabilities": {
      "likely_fixed": 0.999888122370156,
      "partial_fix": 5.170525111492771e-06,
      "wrong_location": 9.252919904627794e-07,
      "symptom_suppressed": 3.7294034404745464e-06,
      "breaks_other_behaviour": 2.1275347997779334e-06,
      "unclear": 9.992487450186266e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.18615424914978523,
     "confidence": 0.6977922082881733,
     "probabilities": {
      "0": 0.8254564460797379,
      "1": 0.17021187948757177,
      "2": 0.0002966001517724212,
      "3": 0.0007911277650030444,
      "4": 0.0032439465159148683
     }
    }
   },
   "usage": {
    "input_tokens": 1778,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 653.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.654
  },
  {
   "case_id": "pv_82add1fce5",
   "phase": "one_call",
   "state_hash": "e749c42f703686eaf0d733419da498d3c441be75214449ae76fa7c0d6e4bd85a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9994197910837883
    }
   },
   "usage": {
    "input_tokens": 1896,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 965.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.966
  },
  {
   "case_id": "pv_82add1fce5",
   "phase": "staged",
   "state_hash": "e749c42f703686eaf0d733419da498d3c441be75214449ae76fa7c0d6e4bd85a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9997255655096691
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9997579916045773
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9995080796140858,
     "probabilities": {
      "likely_fixed": 0.99992440816481,
      "partial_fix": 8.102729374634328e-06,
      "wrong_location": 1.972763717373228e-06,
      "symptom_suppressed": 6.329729428537568e-06,
      "breaks_other_behaviour": 1.4514964721995689e-05,
      "unclear": 4.4671647947390776e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.016309868240164976,
     "confidence": 0.9517425130748378,
     "probabilities": {
      "0": 0.9860157278588632,
      "1": 0.013085813450248484,
      "2": 7.663572390630701e-05,
      "3": 0.00021650852582464776,
      "4": 0.0006053144411574837
     }
    }
   },
   "usage": {
    "input_tokens": 2072,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1479.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.48
  },
  {
   "case_id": "pv_82f3709d5f",
   "phase": "one_call",
   "state_hash": "ce713bcf8e7970dd5929dbf940ba2aa66ea20405e3f189901e2f30ec991557d6",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996714093336829
    }
   },
   "usage": {
    "input_tokens": 2624,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 694.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.694
  },
  {
   "case_id": "pv_82f3709d5f",
   "phase": "staged",
   "state_hash": "ce713bcf8e7970dd5929dbf940ba2aa66ea20405e3f189901e2f30ec991557d6",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999988935163873
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999891569798746
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999650001724476,
     "probabilities": {
      "likely_fixed": 0.9999955947806365,
      "partial_fix": 3.547536098522508e-07,
      "wrong_location": 1.7531185645760318e-07,
      "symptom_suppressed": 5.645939806529349e-07,
      "breaks_other_behaviour": 8.999245095410074e-08,
      "unclear": 3.220567465589353e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09611521165598035,
     "confidence": 0.8037825290240875,
     "probabilities": {
      "0": 0.907764800615199,
      "1": 0.09082714646860254,
      "2": 8.613048906062051e-05,
      "3": 0.00017188549929450593,
      "4": 0.0011500369278432602
     }
    }
   },
   "usage": {
    "input_tokens": 2800,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 868.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.868
  },
  {
   "case_id": "pv_8331c386d3",
   "phase": "one_call",
   "state_hash": "45c9f259e9b5f6a9b92268fe1fc960500754f4a9b5eec293c6ddb8f95c3cbd9b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999910339850719
    }
   },
   "usage": {
    "input_tokens": 2162,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 629.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.63
  },
  {
   "case_id": "pv_8331c386d3",
   "phase": "staged",
   "state_hash": "45c9f259e9b5f6a9b92268fe1fc960500754f4a9b5eec293c6ddb8f95c3cbd9b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9980454271579602
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.726029280442189
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9196223537884228,
     "probabilities": {
      "likely_fixed": 0.9682395620098582,
      "partial_fix": 0.00040436280947241934,
      "wrong_location": 2.0812618439979224e-05,
      "symptom_suppressed": 7.201216836246752e-05,
      "breaks_other_behaviour": 4.80404365975607e-05,
      "unclear": 0.031215209957269403
     }
    },
    "risk": {
     "type": "score",
     "score": 0.20162584657870863,
     "confidence": 0.6839505142874363,
     "probabilities": {
      "0": 0.8054542328270137,
      "1": 0.1918831612704525,
      "2": 0.0003039621284134474,
      "3": 0.0002998140450523924,
      "4": 0.0020588297290680176
     }
    }
   },
   "usage": {
    "input_tokens": 2338,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 617.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.618
  },
  {
   "case_id": "pv_84398b1bab",
   "phase": "one_call",
   "state_hash": "002fcdf10ca68f7d20e1ba7cf69d9310e768817d31d627e86069f4a819d5a26f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.0004491720927936884
    }
   },
   "usage": {
    "input_tokens": 2343,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 637.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.638
  },
  {
   "case_id": "pv_84398b1bab",
   "phase": "staged",
   "state_hash": "002fcdf10ca68f7d20e1ba7cf69d9310e768817d31d627e86069f4a819d5a26f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.028781638355946028
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0009610421778640969
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9952363723135395,
     "probabilities": {
      "likely_fixed": 0.00031321392455216303,
      "partial_fix": 0.00023563999938499818,
      "wrong_location": 0.00019620531070722386,
      "symptom_suppressed": 3.488609426957257e-05,
      "breaks_other_behaviour": 0.00012264969364844143,
      "unclear": 0.9990974049774376
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8108545778903934,
     "confidence": 0.5656876024730695,
     "probabilities": {
      "0": 0.7657206237239682,
      "1": 0.03457899863032126,
      "2": 0.009336295257393103,
      "3": 0.0038533408079839677,
      "4": 0.1865107415803335
     }
    }
   },
   "usage": {
    "input_tokens": 2519,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 657.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.658
  },
  {
   "case_id": "pv_84b0ac7a04",
   "phase": "one_call",
   "state_hash": "cdfe50ad728a0fb9717ddc1c291a1015038105a2e6e90fd6cc23d3ac110542d3",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999695197312671
    }
   },
   "usage": {
    "input_tokens": 2085,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1299.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.3
  },
  {
   "case_id": "pv_84b0ac7a04",
   "phase": "staged",
   "state_hash": "cdfe50ad728a0fb9717ddc1c291a1015038105a2e6e90fd6cc23d3ac110542d3",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999955026587627
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9897091554058006
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996530893956643,
     "probabilities": {
      "likely_fixed": 0.999946875727289,
      "partial_fix": 1.5226531415953092e-05,
      "wrong_location": 7.834825690540169e-07,
      "symptom_suppressed": 1.600725680020988e-06,
      "breaks_other_behaviour": 6.698334754386676e-07,
      "unclear": 3.484369957058023e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06670777954132576,
     "confidence": 0.8563716321850767,
     "probabilities": {
      "0": 0.9457138317834919,
      "1": 0.049430772653986516,
      "2": 0.0007573875980222665,
      "3": 0.0006298001667022942,
      "4": 0.003468207797796957
     }
    }
   },
   "usage": {
    "input_tokens": 2261,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 616.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.617
  },
  {
   "case_id": "pv_873a7b4806",
   "phase": "one_call",
   "state_hash": "bfdf5c50c528787ab4b37349f1a53b214f8110e7d38b7c114c2fe60e15dace8d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999669281009232
    }
   },
   "usage": {
    "input_tokens": 1481,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1177.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.177
  },
  {
   "case_id": "pv_873a7b4806",
   "phase": "staged",
   "state_hash": "bfdf5c50c528787ab4b37349f1a53b214f8110e7d38b7c114c2fe60e15dace8d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999999191331253
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9953197159347298
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996397258616994,
     "probabilities": {
      "likely_fixed": 0.9999458862755349,
      "partial_fix": 1.2143060445861162e-05,
      "wrong_location": 7.207522634403486e-07,
      "symptom_suppressed": 9.00945507056736e-06,
      "breaks_other_behaviour": 1.3706096110587376e-06,
      "unclear": 3.0869847074082785e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.17929590767488357,
     "confidence": 0.7049264988031858,
     "probabilities": {
      "0": 0.8275711090649622,
      "1": 0.16986017741695716,
      "2": 0.00020977522956554433,
      "3": 0.0004195733552649952,
      "4": 0.0019393649332500825
     }
    }
   },
   "usage": {
    "input_tokens": 1657,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 509.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.51
  },
  {
   "case_id": "pv_874a57383b",
   "phase": "one_call",
   "state_hash": "405dd03baccb28bc27706f2d2da710226ab4583938734107da0c4603fdabe492",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.99998121321251
    }
   },
   "usage": {
    "input_tokens": 1608,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 428.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.429
  },
  {
   "case_id": "pv_874a57383b",
   "phase": "staged",
   "state_hash": "405dd03baccb28bc27706f2d2da710226ab4583938734107da0c4603fdabe492",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999870160101143
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999530582113868
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.997722879024073,
     "probabilities": {
      "likely_fixed": 0.9995556279434721,
      "partial_fix": 1.1623354783614939e-05,
      "wrong_location": 6.62744667955321e-06,
      "symptom_suppressed": 2.2813186813129155e-05,
      "breaks_other_behaviour": 5.4037005372903885e-06,
      "unclear": 0.00039790436771439916
     }
    },
    "risk": {
     "type": "score",
     "score": 0.13395889575510345,
     "confidence": 0.7553233154297035,
     "probabilities": {
      "0": 0.8781982758163118,
      "1": 0.11715518012244956,
      "2": 0.0005320358200650776,
      "3": 0.0007183889721704953,
      "4": 0.00339611926900306
     }
    }
   },
   "usage": {
    "input_tokens": 1784,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 815.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.816
  },
  {
   "case_id": "pv_87a9fefd93",
   "phase": "one_call",
   "state_hash": "07d08c2555281a9ac1c85f4515f1dd14ecc81bdd968ebe16b365fe60c48878ab",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999754891195999
    }
   },
   "usage": {
    "input_tokens": 1293,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 481.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.482
  },
  {
   "case_id": "pv_87a9fefd93",
   "phase": "staged",
   "state_hash": "07d08c2555281a9ac1c85f4515f1dd14ecc81bdd968ebe16b365fe60c48878ab",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999980094505148
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9090201281336143
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9963576250098708,
     "probabilities": {
      "likely_fixed": 0.9992119575793881,
      "partial_fix": 6.809459013593317e-06,
      "wrong_location": 1.0044580682911926e-06,
      "symptom_suppressed": 7.629504129538112e-06,
      "breaks_other_behaviour": 2.61538435020197e-06,
      "unclear": 0.0007699836150502325
     }
    },
    "risk": {
     "type": "score",
     "score": 0.15967971983717977,
     "confidence": 0.7260821699893429,
     "probabilities": {
      "0": 0.8527150364146319,
      "1": 0.14278283547691617,
      "2": 0.00013784296324244124,
      "3": 0.0008359421470592527,
      "4": 0.0035283429981502364
     }
    }
   },
   "usage": {
    "input_tokens": 1469,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 772.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.773
  },
  {
   "case_id": "pv_87c74015a9",
   "phase": "one_call",
   "state_hash": "f60bf02399f4ac80bbd4c98e0d21bb09cc6712077eecf277af02f95dc1532e23",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9989401866713735
    }
   },
   "usage": {
    "input_tokens": 2924,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 587.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.588
  },
  {
   "case_id": "pv_87c74015a9",
   "phase": "staged",
   "state_hash": "f60bf02399f4ac80bbd4c98e0d21bb09cc6712077eecf277af02f95dc1532e23",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9894904437745367
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9823942211901202
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6955720656828659,
     "probabilities": {
      "likely_fixed": 0.7689385452820953,
      "partial_fix": 0.0004222910328054398,
      "wrong_location": 2.0497255584939542e-05,
      "symptom_suppressed": 8.303757074197901e-05,
      "breaks_other_behaviour": 9.924292894858956e-05,
      "unclear": 0.23043638592982377
     }
    },
    "risk": {
     "type": "score",
     "score": 0.13254650805178708,
     "confidence": 0.7566113251168989,
     "probabilities": {
      "0": 0.8763511399184369,
      "1": 0.12033588853339383,
      "2": 0.00023233449315666123,
      "3": 0.000576597687970237,
      "4": 0.0025040393670423076
     }
    }
   },
   "usage": {
    "input_tokens": 3100,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 682.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.682
  },
  {
   "case_id": "pv_88163f1a39",
   "phase": "one_call",
   "state_hash": "cbbf09d03f3359980e34f1062430c83c9bb87b5a912d88e3ec4fc06db6bf7471",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.6145558807558957
    }
   },
   "usage": {
    "input_tokens": 2636,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 795.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.796
  },
  {
   "case_id": "pv_88163f1a39",
   "phase": "staged",
   "state_hash": "cbbf09d03f3359980e34f1062430c83c9bb87b5a912d88e3ec4fc06db6bf7471",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9079985194953548
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.7552225251868311
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.7460249108678878,
     "probabilities": {
      "likely_fixed": 0.1654269091785102,
      "partial_fix": 0.0004276783155967206,
      "wrong_location": 6.435536328010777e-05,
      "symptom_suppressed": 6.46331694398349e-05,
      "breaks_other_behaviour": 0.00015469909365200914,
      "unclear": 0.833861724879521
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2724335244639899,
     "confidence": 0.6259301889792391,
     "probabilities": {
      "0": 0.7655776701698749,
      "1": 0.22097618559632887,
      "2": 0.0007352783694466307,
      "3": 0.0008566813286309434,
      "4": 0.011854184535718734
     }
    }
   },
   "usage": {
    "input_tokens": 2812,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 729.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.729
  },
  {
   "case_id": "pv_89eae72ac3",
   "phase": "one_call",
   "state_hash": "9daea48b643325ad90df02f5d339ff30b7b30e362f852349e2a018796f89ff83",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999920833188731
    }
   },
   "usage": {
    "input_tokens": 1354,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 585.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.586
  },
  {
   "case_id": "pv_89eae72ac3",
   "phase": "staged",
   "state_hash": "9daea48b643325ad90df02f5d339ff30b7b30e362f852349e2a018796f89ff83",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999977933058327
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9986078264899532
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999819553182844,
     "probabilities": {
      "likely_fixed": 0.9999978635595651,
      "partial_fix": 2.1037604804348166e-07,
      "wrong_location": 4.058235738008941e-08,
      "symptom_suppressed": 5.259121068954637e-07,
      "breaks_other_behaviour": 7.881677428596846e-08,
      "unclear": 1.2807531482550786e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.027815352487360563,
     "confidence": 0.924566188252816,
     "probabilities": {
      "0": 0.9751603310536751,
      "1": 0.02376121809963356,
      "2": 3.7858960338903874e-05,
      "3": 0.00018395107836085536,
      "4": 0.0008566408079916574
     }
    }
   },
   "usage": {
    "input_tokens": 1530,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 591.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.591
  },
  {
   "case_id": "pv_8a62799d01",
   "phase": "one_call",
   "state_hash": "cd0d5dd4d24701d105266fe457fade7c036d22d86bde5e2831c9e5485d485338",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9913329585166579
    }
   },
   "usage": {
    "input_tokens": 2842,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 798.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.799
  },
  {
   "case_id": "pv_8a62799d01",
   "phase": "staged",
   "state_hash": "cd0d5dd4d24701d105266fe457fade7c036d22d86bde5e2831c9e5485d485338",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999864432853718
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 2.535095197551537e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8613053169153652,
     "probabilities": {
      "likely_fixed": 0.9357727415347559,
      "partial_fix": 0.002144949138098374,
      "wrong_location": 9.829577608421303e-06,
      "symptom_suppressed": 2.8797169149274867e-05,
      "breaks_other_behaviour": 3.782774858191078e-05,
      "unclear": 0.06200585483180612
     }
    },
    "risk": {
     "type": "score",
     "score": 1.1612754206347735,
     "confidence": 0.2580369882006641,
     "probabilities": {
      "0": 0.19373080295437728,
      "1": 0.5422491065292125,
      "2": 0.1975854868780263,
      "3": 0.04188307420402719,
      "4": 0.02455152943435673
     }
    }
   },
   "usage": {
    "input_tokens": 3018,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1256.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.257
  },
  {
   "case_id": "pv_8b0199400b",
   "phase": "one_call",
   "state_hash": "6f4715b4b5fbd181a69e5fb9c68b6ace04aa8bd164fec4e188690d704ca86b17",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999610699916535
    }
   },
   "usage": {
    "input_tokens": 1416,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 592.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.593
  },
  {
   "case_id": "pv_8b0199400b",
   "phase": "staged",
   "state_hash": "6f4715b4b5fbd181a69e5fb9c68b6ace04aa8bd164fec4e188690d704ca86b17",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993585685664
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9962681298245628
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9996127542358532,
     "probabilities": {
      "likely_fixed": 0.9999383307486303,
      "partial_fix": 9.178075479906353e-06,
      "wrong_location": 4.206445061965292e-07,
      "symptom_suppressed": 7.735918392738745e-07,
      "breaks_other_behaviour": 3.2389952467616036e-07,
      "unclear": 5.097304001970675e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.13865578095548622,
     "confidence": 0.7593471694035334,
     "probabilities": {
      "0": 0.8856863073555361,
      "1": 0.10600800985181064,
      "2": 7.434358517457262e-05,
      "3": 0.0004262728965884629,
      "4": 0.007805066310890265
     }
    }
   },
   "usage": {
    "input_tokens": 1592,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 577.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.577
  },
  {
   "case_id": "pv_8b0734d7eb",
   "phase": "one_call",
   "state_hash": "7a5fc3b2aba93d835a65c08bf0515e2f46269dce91075d7c6a8a19ff4851746e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998473870447414
    }
   },
   "usage": {
    "input_tokens": 2780,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 588.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.589
  },
  {
   "case_id": "pv_8b0734d7eb",
   "phase": "staged",
   "state_hash": "7a5fc3b2aba93d835a65c08bf0515e2f46269dce91075d7c6a8a19ff4851746e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999322268349075
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999999302857878
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9981824628793066,
     "probabilities": {
      "likely_fixed": 0.9996574953138393,
      "partial_fix": 1.4426176465630639e-05,
      "wrong_location": 1.364492144922132e-06,
      "symptom_suppressed": 1.671116575704106e-05,
      "breaks_other_behaviour": 1.072340532262707e-05,
      "unclear": 0.0002992794464706261
     }
    },
    "risk": {
     "type": "score",
     "score": 0.019472733588796753,
     "confidence": 0.9421421435931785,
     "probabilities": {
      "0": 0.9818812643773907,
      "1": 0.017634026913293913,
      "2": 2.16316472621539e-05,
      "3": 5.6864867234088995e-05,
      "4": 0.00040621219481906624
     }
    }
   },
   "usage": {
    "input_tokens": 2956,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 852.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.853
  },
  {
   "case_id": "pv_8bf899b7b1",
   "phase": "one_call",
   "state_hash": "d54ffe11aafb38a4bed5338950752494313d2c9cddd44212a9bdbd1406f9d20d",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999920429322885
    }
   },
   "usage": {
    "input_tokens": 1529,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 413.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.414
  },
  {
   "case_id": "pv_8bf899b7b1",
   "phase": "staged",
   "state_hash": "d54ffe11aafb38a4bed5338950752494313d2c9cddd44212a9bdbd1406f9d20d",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999987191480316
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999933037819371
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999930952000543,
     "probabilities": {
      "likely_fixed": 0.99999924840408,
      "partial_fix": 6.498558539495504e-08,
      "wrong_location": 6.498558539495504e-08,
      "symptom_suppressed": 2.731005792530208e-07,
      "breaks_other_behaviour": 5.9543540931227975e-08,
      "unclear": 2.8898062890865723e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.009217786103930209,
     "confidence": 0.970993738754508,
     "probabilities": {
      "0": 0.9924868415628348,
      "1": 0.006902814627506007,
      "2": 1.6459767894902e-05,
      "3": 9.348422642239616e-05,
      "4": 0.0005003998153418023
     }
    }
   },
   "usage": {
    "input_tokens": 1705,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 512.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.512
  },
  {
   "case_id": "pv_8cd86cfb5e",
   "phase": "one_call",
   "state_hash": "dde4ca2ba16a7a03a3490d2bdc60fe6751bb54a93bd175fea4397b469ea69de4",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995129559877418
    }
   },
   "usage": {
    "input_tokens": 2375,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 734.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.734
  },
  {
   "case_id": "pv_8cd86cfb5e",
   "phase": "staged",
   "state_hash": "dde4ca2ba16a7a03a3490d2bdc60fe6751bb54a93bd175fea4397b469ea69de4",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999532532873224
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.8915893990988782
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9966723140016347,
     "probabilities": {
      "likely_fixed": 0.9993109173005352,
      "partial_fix": 3.772658205630053e-05,
      "wrong_location": 3.1387336869598845e-06,
      "symptom_suppressed": 4.862909711607318e-06,
      "breaks_other_behaviour": 1.2632527354840217e-05,
      "unclear": 0.0006307219466550437
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09265772647415273,
     "confidence": 0.8098784809973408,
     "probabilities": {
      "0": 0.9138994326998617,
      "1": 0.08369225500080346,
      "2": 0.00012115039193602554,
      "3": 0.0004254769401179055,
      "4": 0.0018616849672808747
     }
    }
   },
   "usage": {
    "input_tokens": 2551,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 716.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.716
  },
  {
   "case_id": "pv_8d64d7b752",
   "phase": "one_call",
   "state_hash": "bad65d1e0ba2e5c7fc4b9f3ad9c96fb821b1659709e256605da5f95c72a59514",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999961074930614
    }
   },
   "usage": {
    "input_tokens": 1453,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 824.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.825
  },
  {
   "case_id": "pv_8d64d7b752",
   "phase": "staged",
   "state_hash": "bad65d1e0ba2e5c7fc4b9f3ad9c96fb821b1659709e256605da5f95c72a59514",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978630906148
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999993295485892
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999091432649959,
     "probabilities": {
      "likely_fixed": 0.9999879721885493,
      "partial_fix": 2.4556912850756016e-06,
      "wrong_location": 2.4963318317894624e-07,
      "symptom_suppressed": 2.5563220545721565e-06,
      "breaks_other_behaviour": 5.028741367481709e-07,
      "unclear": 6.2632907910907e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.04073334003459758,
     "confidence": 0.8964716765709698,
     "probabilities": {
      "0": 0.9621328155928149,
      "1": 0.03681223218076201,
      "2": 5.858419585035699e-05,
      "3": 0.00018153266015582376,
      "4": 0.0008148353704168472
     }
    }
   },
   "usage": {
    "input_tokens": 1629,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 727.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.728
  },
  {
   "case_id": "pv_8efe3695b2",
   "phase": "one_call",
   "state_hash": "50c290146b9b92af8288b837cbde49b897fd95239fce5dc5f1251fc1e1fd5c5f",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9965824138146007
    }
   },
   "usage": {
    "input_tokens": 3314,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 917.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.917
  },
  {
   "case_id": "pv_8efe3695b2",
   "phase": "staged",
   "state_hash": "50c290146b9b92af8288b837cbde49b897fd95239fce5dc5f1251fc1e1fd5c5f",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9989377215103017
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.10119033478133811
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7976175791593301,
     "probabilities": {
      "likely_fixed": 0.8839172738195291,
      "partial_fix": 0.0002801957181119137,
      "wrong_location": 1.2958838597083797e-05,
      "symptom_suppressed": 0.0001260486051454183,
      "breaks_other_behaviour": 5.666990080919809e-05,
      "unclear": 0.1156068531178072
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4732415029201428,
     "confidence": 0.5454883359639863,
     "probabilities": {
      "0": 0.5444681336172145,
      "1": 0.44846419197292475,
      "2": 0.0012974826168095216,
      "3": 0.0008984214586059448,
      "4": 0.004871770334445288
     }
    }
   },
   "usage": {
    "input_tokens": 3490,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1010.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.011
  },
  {
   "case_id": "pv_8fe65eecc1",
   "phase": "one_call",
   "state_hash": "1a1b096c4afc5d5339babd8e39911f4fde2efc71a466dfc89c24bb32577c285e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9995585002804732
    }
   },
   "usage": {
    "input_tokens": 1663,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 520.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.52
  },
  {
   "case_id": "pv_8fe65eecc1",
   "phase": "staged",
   "state_hash": "1a1b096c4afc5d5339babd8e39911f4fde2efc71a466dfc89c24bb32577c285e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9998720452187124
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.39251604525291756
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999444021918401,
     "probabilities": {
      "likely_fixed": 0.9999125899985996,
      "partial_fix": 3.18995590647244e-05,
      "wrong_location": 1.1909033603028022e-06,
      "symptom_suppressed": 3.6476496545686924e-06,
      "breaks_other_behaviour": 4.611791205116664e-06,
      "unclear": 4.6060098115703865e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5273359028075064,
     "confidence": 0.5613819776338012,
     "probabilities": {
      "0": 0.47746379539887096,
      "1": 0.5206650859693247,
      "2": 0.000323170580251809,
      "3": 0.0001673165285322043,
      "4": 0.0013806315230203647
     }
    }
   },
   "usage": {
    "input_tokens": 1839,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 762.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.763
  },
  {
   "case_id": "pv_9089ff6fab",
   "phase": "one_call",
   "state_hash": "048880b408f9acc74521b6e48dfbfe429d437deaeef8cbc83419fcb1e72ac890",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999442039830037
    }
   },
   "usage": {
    "input_tokens": 1458,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 434.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.434
  },
  {
   "case_id": "pv_9089ff6fab",
   "phase": "staged",
   "state_hash": "048880b408f9acc74521b6e48dfbfe429d437deaeef8cbc83419fcb1e72ac890",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999999254521504
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 9.062790039429248e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9791429217206782,
     "probabilities": {
      "likely_fixed": 0.9939812297588652,
      "partial_fix": 9.448610100684014e-05,
      "wrong_location": 1.8154877131030094e-06,
      "symptom_suppressed": 3.6815671446606966e-06,
      "breaks_other_behaviour": 8.391715075819312e-06,
      "unclear": 0.005910395370194456
     }
    },
    "risk": {
     "type": "score",
     "score": 0.8240707354045892,
     "confidence": 0.5348851749865502,
     "probabilities": {
      "0": 0.23825210708710148,
      "1": 0.718137758352302,
      "2": 0.03223051467829317,
      "3": 0.004046531833512716,
      "4": 0.007333088048790669
     }
    }
   },
   "usage": {
    "input_tokens": 1634,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 664.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.664
  },
  {
   "case_id": "pv_910e9aaf48",
   "phase": "one_call",
   "state_hash": "4efcc134c8585f918896d4955d2ef73bb040983d9f1e969a0eba0688bb4607e7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999166936588223
    }
   },
   "usage": {
    "input_tokens": 1193,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 609.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.61
  },
  {
   "case_id": "pv_910e9aaf48",
   "phase": "staged",
   "state_hash": "4efcc134c8585f918896d4955d2ef73bb040983d9f1e969a0eba0688bb4607e7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999035137936
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999968826229436
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998687970016308,
     "probabilities": {
      "likely_fixed": 0.9999809459993431,
      "partial_fix": 3.9154269035309695e-07,
      "wrong_location": 3.512990801673021e-07,
      "symptom_suppressed": 1.3302139580101494e-06,
      "breaks_other_behaviour": 8.332593802140942e-08,
      "unclear": 1.6897618990526646e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.006656361309803491,
     "confidence": 0.9806284267669083,
     "probabilities": {
      "0": 0.9955214694653712,
      "1": 0.0037000961688308173,
      "2": 1.481706928251926e-05,
      "3": 0.0001278381836538104,
      "4": 0.000635779112861551
     }
    }
   },
   "usage": {
    "input_tokens": 1369,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 595.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.595
  },
  {
   "case_id": "pv_9164b03cfe",
   "phase": "one_call",
   "state_hash": "1d114bed290df5e8ec7f80fd61a13ed8cdfa69dfe869edbb22d744bab3a21abe",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999927238308647
    }
   },
   "usage": {
    "input_tokens": 1105,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 413.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.414
  },
  {
   "case_id": "pv_9164b03cfe",
   "phase": "staged",
   "state_hash": "1d114bed290df5e8ec7f80fd61a13ed8cdfa69dfe869edbb22d744bab3a21abe",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999971051038559
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9622735269192085
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999686167010963,
     "probabilities": {
      "likely_fixed": 0.9999962291124853,
      "partial_fix": 8.716725382846203e-07,
      "wrong_location": 3.839731945447668e-07,
      "symptom_suppressed": 5.045014541973594e-07,
      "breaks_other_behaviour": 3.540514667381584e-07,
      "unclear": 1.6566888609190843e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07364758956560709,
     "confidence": 0.8386613260548996,
     "probabilities": {
      "0": 0.9310089908478096,
      "1": 0.06733665377638116,
      "2": 5.46616972573607e-05,
      "3": 0.00019716231949613435,
      "4": 0.0014025313590557006
     }
    }
   },
   "usage": {
    "input_tokens": 1281,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 577.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.577
  },
  {
   "case_id": "pv_927bf4d523",
   "phase": "one_call",
   "state_hash": "19cc1bc2fe74724ba9c4ae752eaa05318d47f63693e5f9472d0044132a580666",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999926735255765
    }
   },
   "usage": {
    "input_tokens": 1583,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 553.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.554
  },
  {
   "case_id": "pv_927bf4d523",
   "phase": "staged",
   "state_hash": "19cc1bc2fe74724ba9c4ae752eaa05318d47f63693e5f9472d0044132a580666",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999992779704727
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9907767058252809
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998059382942961,
     "probabilities": {
      "likely_fixed": 0.9999717302564457,
      "partial_fix": 1.2105883561605106e-06,
      "wrong_location": 1.2371414081871274e-06,
      "symptom_suppressed": 3.412558874296976e-06,
      "breaks_other_behaviour": 7.38626153009611e-07,
      "unclear": 2.1670828762607387e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09279354915386817,
     "confidence": 0.8090328735847729,
     "probabilities": {
      "0": 0.9121964202828953,
      "1": 0.08599233097400999,
      "2": 7.635332388075723e-05,
      "3": 0.00029107014475942444,
      "4": 0.0014438252744545979
     }
    }
   },
   "usage": {
    "input_tokens": 1759,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 551.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.551
  },
  {
   "case_id": "pv_92be689d37",
   "phase": "one_call",
   "state_hash": "7a42afcff59147622e082102a66d8ce6d9844d396399f2c8fb7dc153efa93410",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999652912092621
    }
   },
   "usage": {
    "input_tokens": 1031,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 335.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.335
  },
  {
   "case_id": "pv_92be689d37",
   "phase": "staged",
   "state_hash": "7a42afcff59147622e082102a66d8ce6d9844d396399f2c8fb7dc153efa93410",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999614199104099
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0017437558691411543
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999078315195585,
     "probabilities": {
      "likely_fixed": 0.9999870863037871,
      "partial_fix": 6.473035636868383e-07,
      "wrong_location": 2.1278796468702923e-07,
      "symptom_suppressed": 6.692658502676271e-07,
      "breaks_other_behaviour": 1.1235223167537848e-07,
      "unclear": 1.1271986602664425e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.22420584069425145,
     "confidence": 0.6638349808111295,
     "probabilities": {
      "0": 0.7886985741639996,
      "1": 0.20660176724209647,
      "2": 0.0003233194141618276,
      "3": 0.0005479220951370605,
      "4": 0.003828417084605032
     }
    }
   },
   "usage": {
    "input_tokens": 1207,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 743.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.744
  },
  {
   "case_id": "pv_948def1d9e",
   "phase": "one_call",
   "state_hash": "9eee0b80c11beae70411361307c711e146f6960a917f77c0760b08426b21ca01",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.13843794789334846
    }
   },
   "usage": {
    "input_tokens": 2600,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1570.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.571
  },
  {
   "case_id": "pv_948def1d9e",
   "phase": "staged",
   "state_hash": "9eee0b80c11beae70411361307c711e146f6960a917f77c0760b08426b21ca01",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.3714681599032625
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0003986757382390628
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9584048054417401,
     "probabilities": {
      "likely_fixed": 0.010095344342933084,
      "partial_fix": 0.0014977185224292235,
      "wrong_location": 9.832728910587831e-05,
      "symptom_suppressed": 0.00020674483630685441,
      "breaks_other_behaviour": 0.0004489614025376304,
      "unclear": 0.9876529036066873
     }
    },
    "risk": {
     "type": "score",
     "score": 3.4008085556922234,
     "confidence": 0.44970444397441234,
     "probabilities": {
      "0": 0.06924803587318748,
      "1": 0.028455998752995114,
      "2": 0.08729502285865007,
      "3": 0.062241258838741584,
      "4": 0.7527596836764259
     }
    }
   },
   "usage": {
    "input_tokens": 2776,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 807.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.808
  },
  {
   "case_id": "pv_94f2260d6a",
   "phase": "one_call",
   "state_hash": "99b3f8ea68ffd869ce78c43d1bc94e2662d10ea17595e669e740e97eb4569f51",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9988825006296174
    }
   },
   "usage": {
    "input_tokens": 2336,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 810.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.811
  },
  {
   "case_id": "pv_94f2260d6a",
   "phase": "staged",
   "state_hash": "99b3f8ea68ffd869ce78c43d1bc94e2662d10ea17595e669e740e97eb4569f51",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9989238023945624
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9820859056161741
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6784746517128503,
     "probabilities": {
      "likely_fixed": 0.7387565420371682,
      "partial_fix": 9.245650365690687e-05,
      "wrong_location": 1.0187902887393137e-05,
      "symptom_suppressed": 4.860393323813041e-05,
      "breaks_other_behaviour": 3.3729250645332684e-05,
      "unclear": 0.261058480372404
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4821503589348819,
     "confidence": 0.5581742509891777,
     "probabilities": {
      "0": 0.5255574390380399,
      "1": 0.47157850781398103,
      "2": 0.00033747359650306577,
      "3": 0.00020941427800945131,
      "4": 0.002317165273466599
     }
    }
   },
   "usage": {
    "input_tokens": 2512,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 661.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.662
  },
  {
   "case_id": "pv_951bcb1ea1",
   "phase": "one_call",
   "state_hash": "68257938abccf65cf679279e56bcdb58e89be28b9c2d4720a74508969047009a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9891769992177406
    }
   },
   "usage": {
    "input_tokens": 2582,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 754.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.754
  },
  {
   "case_id": "pv_951bcb1ea1",
   "phase": "staged",
   "state_hash": "68257938abccf65cf679279e56bcdb58e89be28b9c2d4720a74508969047009a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999507327105711
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9990370355736135
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9841779759641031,
     "probabilities": {
      "likely_fixed": 0.9956370511500776,
      "partial_fix": 1.521603803281714e-05,
      "wrong_location": 6.1890594817313025e-06,
      "symptom_suppressed": 1.234491702374052e-05,
      "breaks_other_behaviour": 7.031454476134387e-06,
      "unclear": 0.004322167380907885
     }
    },
    "risk": {
     "type": "score",
     "score": 0.09824179493189863,
     "confidence": 0.8021504880440757,
     "probabilities": {
      "0": 0.9103858653575045,
      "1": 0.08629556162840886,
      "2": 0.0004101492303320266,
      "3": 0.000507760292192973,
      "4": 0.0024006634915617
     }
    }
   },
   "usage": {
    "input_tokens": 2758,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1022.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.023
  },
  {
   "case_id": "pv_954b37fc18",
   "phase": "one_call",
   "state_hash": "e3a71dab28fe396e77e905513a1b9d828cc849169d152c44cfea7f84adb58c80",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999936392954675
    }
   },
   "usage": {
    "input_tokens": 1231,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 383.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.384
  },
  {
   "case_id": "pv_954b37fc18",
   "phase": "staged",
   "state_hash": "e3a71dab28fe396e77e905513a1b9d828cc849169d152c44cfea7f84adb58c80",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991535852916
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9997602667296444
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999800446117189,
     "probabilities": {
      "likely_fixed": 0.9999976717831496,
      "partial_fix": 6.861535798148523e-07,
      "wrong_location": 1.137927707083312e-07,
      "symptom_suppressed": 6.234530944481121e-07,
      "breaks_other_behaviour": 1.290521721717932e-07,
      "unclear": 7.757652332554455e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.045484242412147095,
     "confidence": 0.8879050561269306,
     "probabilities": {
      "0": 0.9584080376561896,
      "1": 0.04012551754569844,
      "2": 9.269386253310322e-05,
      "3": 0.00032166660093279275,
      "4": 0.0010520843346460188
     }
    }
   },
   "usage": {
    "input_tokens": 1407,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 476.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.477
  },
  {
   "case_id": "pv_967caff01b",
   "phase": "one_call",
   "state_hash": "2d900399856e630d119f532c2d846ebb1a1ab4b61961e495e3cee3ec8165fd11",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999245949350811
    }
   },
   "usage": {
    "input_tokens": 1832,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 608.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.609
  },
  {
   "case_id": "pv_967caff01b",
   "phase": "staged",
   "state_hash": "2d900399856e630d119f532c2d846ebb1a1ab4b61961e495e3cee3ec8165fd11",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9978517382625117
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.001277992620779122
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7632249258830004,
     "probabilities": {
      "likely_fixed": 0.8542631491417151,
      "partial_fix": 0.0009435638421629687,
      "wrong_location": 7.882897260996248e-05,
      "symptom_suppressed": 0.000139011936764491,
      "breaks_other_behaviour": 0.00020198514748133388,
      "unclear": 0.1443734609592661
     }
    },
    "risk": {
     "type": "score",
     "score": 0.26961455648207794,
     "confidence": 0.6240931207053005,
     "probabilities": {
      "0": 0.7561459322712669,
      "1": 0.2337774096897365,
      "2": 0.0017882959575635684,
      "3": 0.0008928934485177167,
      "4": 0.007395468632915287
     }
    }
   },
   "usage": {
    "input_tokens": 2008,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1275.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.276
  },
  {
   "case_id": "pv_973dd14908",
   "phase": "one_call",
   "state_hash": "a84005addd6f2a24a6bf22e8807aeb2e97806b8412b201709ac13883f062005a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999819074917766
    }
   },
   "usage": {
    "input_tokens": 1264,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 384.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.385
  },
  {
   "case_id": "pv_973dd14908",
   "phase": "staged",
   "state_hash": "a84005addd6f2a24a6bf22e8807aeb2e97806b8412b201709ac13883f062005a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999995003321517
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999994136612662
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999815244318961,
     "probabilities": {
      "likely_fixed": 0.9999978372641413,
      "partial_fix": 6.738455873970463e-07,
      "wrong_location": 8.222220437661826e-08,
      "symptom_suppressed": 3.5561070838392474e-07,
      "breaks_other_behaviour": 7.684992044642843e-08,
      "unclear": 9.742074381161915e-07
     }
    },
    "risk": {
     "type": "score",
     "score": 0.04214574280250293,
     "confidence": 0.8949132463360808,
     "probabilities": {
      "0": 0.9620708310075526,
      "1": 0.036332000911410645,
      "2": 0.00014847931254538546,
      "3": 0.0002779718079640052,
      "4": 0.0011707169605273753
     }
    }
   },
   "usage": {
    "input_tokens": 1440,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 583.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.584
  },
  {
   "case_id": "pv_99257f6538",
   "phase": "one_call",
   "state_hash": "f909f5706fed14f4c4992fb9dd9d84e9eeeb22812ded922abddac7e4184a1c57",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999649402055009
    }
   },
   "usage": {
    "input_tokens": 3960,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 891.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.892
  },
  {
   "case_id": "pv_99257f6538",
   "phase": "staged",
   "state_hash": "f909f5706fed14f4c4992fb9dd9d84e9eeeb22812ded922abddac7e4184a1c57",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999835540347859
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.008444349098195313
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9960459791495525,
     "probabilities": {
      "likely_fixed": 0.9991519118869038,
      "partial_fix": 3.8560480888252474e-05,
      "wrong_location": 2.5299074781996545e-06,
      "symptom_suppressed": 5.932411567263621e-06,
      "breaks_other_behaviour": 4.883411339657978e-06,
      "unclear": 0.0007961819018228847
     }
    },
    "risk": {
     "type": "score",
     "score": 0.13793391629269247,
     "confidence": 0.7512797740629251,
     "probabilities": {
      "0": 0.8719925248316982,
      "1": 0.12450051711430149,
      "2": 0.00013180591226344683,
      "3": 0.0003308212130832942,
      "4": 0.0030443309286535495
     }
    }
   },
   "usage": {
    "input_tokens": 4136,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 881.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.882
  },
  {
   "case_id": "pv_99fa2a911c",
   "phase": "one_call",
   "state_hash": "efcad0cf098a1306151bb80db913ed95b618ddc4194c8552ff072a880d79dbd2",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999784063492748
    }
   },
   "usage": {
    "input_tokens": 1875,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 587.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.588
  },
  {
   "case_id": "pv_99fa2a911c",
   "phase": "staged",
   "state_hash": "efcad0cf098a1306151bb80db913ed95b618ddc4194c8552ff072a880d79dbd2",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999993394651261
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999998345720749
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.999966909275871,
     "probabilities": {
      "likely_fixed": 0.99999588623276,
      "partial_fix": 3.4162502054670694e-07,
      "wrong_location": 1.6064257147137992e-07,
      "symptom_suppressed": 6.108720956576119e-07,
      "breaks_other_behaviour": 1.7910397795765437e-07,
      "unclear": 2.821523574407889e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.01071168686114816,
     "confidence": 0.9666749063231749,
     "probabilities": {
      "0": 0.9911219856403299,
      "1": 0.008200368013203289,
      "2": 3.519122526133522e-05,
      "3": 0.00012888408740004167,
      "4": 0.000513571033805519
     }
    }
   },
   "usage": {
    "input_tokens": 2051,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 585.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.586
  },
  {
   "case_id": "pv_9c35b6c22d",
   "phase": "one_call",
   "state_hash": "0046b4152b9c5076c93aae330f012575990d2e89483ab80dcd880322fffb687e",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.999690991038267
    }
   },
   "usage": {
    "input_tokens": 2617,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 546.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.546
  },
  {
   "case_id": "pv_9c35b6c22d",
   "phase": "staged",
   "state_hash": "0046b4152b9c5076c93aae330f012575990d2e89483ab80dcd880322fffb687e",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9988366081221834
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9972589071008838
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9441940221194864,
     "probabilities": {
      "likely_fixed": 0.9813211174145136,
      "partial_fix": 0.0002855568026458446,
      "wrong_location": 3.6648265298444203e-06,
      "symptom_suppressed": 0.016793914971757865,
      "breaks_other_behaviour": 4.40670829993964e-05,
      "unclear": 0.001551678901553375
     }
    },
    "risk": {
     "type": "score",
     "score": 0.06679819876985592,
     "confidence": 0.8504123885606925,
     "probabilities": {
      "0": 0.9384739998273028,
      "1": 0.05961943337631544,
      "2": 0.00010783700309784532,
      "3": 0.00023182778579100143,
      "4": 0.001566902007492948
     }
    }
   },
   "usage": {
    "input_tokens": 2793,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1002.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.002
  },
  {
   "case_id": "pv_9ec0b6a39f",
   "phase": "one_call",
   "state_hash": "b8da5dba55b2642837088f35c51f2f65f5b10dac7718ec6e6dab31addebf3af5",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999905617570236
    }
   },
   "usage": {
    "input_tokens": 1950,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 499.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.5
  },
  {
   "case_id": "pv_9ec0b6a39f",
   "phase": "staged",
   "state_hash": "b8da5dba55b2642837088f35c51f2f65f5b10dac7718ec6e6dab31addebf3af5",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999979080422166
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9998816331052893
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9983990894586545,
     "probabilities": {
      "likely_fixed": 0.9996879934170011,
      "partial_fix": 2.738129868128767e-06,
      "wrong_location": 7.87623553110557e-07,
      "symptom_suppressed": 1.3262068619586544e-06,
      "breaks_other_behaviour": 1.2422990683407524e-06,
      "unclear": 0.000305912323647421
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2031266501815473,
     "confidence": 0.682474559617205,
     "probabilities": {
      "0": 0.80547218510034,
      "1": 0.19134502259100628,
      "2": 0.0002946024067176672,
      "3": 0.0003603368306386611,
      "4": 0.0025278530712974263
     }
    }
   },
   "usage": {
    "input_tokens": 2126,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 839.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.84
  },
  {
   "case_id": "pv_a034ffa84d",
   "phase": "one_call",
   "state_hash": "0becafa16ccd96d74f8e87915053ddcb38a3fe77251b9027dd95a0c635438bae",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999687308666633
    }
   },
   "usage": {
    "input_tokens": 1368,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 378.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.378
  },
  {
   "case_id": "pv_a034ffa84d",
   "phase": "staged",
   "state_hash": "0becafa16ccd96d74f8e87915053ddcb38a3fe77251b9027dd95a0c635438bae",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999988959366055
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 7.649587237132427e-06
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7194651166870929,
     "probabilities": {
      "likely_fixed": 0.8103295956667178,
      "partial_fix": 0.0027917830361023784,
      "wrong_location": 7.229575133616734e-05,
      "symptom_suppressed": 5.9801113583150174e-05,
      "breaks_other_behaviour": 0.0001440465620079315,
      "unclear": 0.18660247787025258
     }
    },
    "risk": {
     "type": "score",
     "score": 1.8095115328042015,
     "confidence": 0.08443831431772297,
     "probabilities": {
      "0": 0.1097836173237942,
      "1": 0.3060596565492335,
      "2": 0.31748962384481727,
      "3": 0.19819578056328677,
      "4": 0.0684713217188683
     }
    }
   },
   "usage": {
    "input_tokens": 1544,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 565.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.565
  },
  {
   "case_id": "pv_a0a7ff07a3",
   "phase": "one_call",
   "state_hash": "1349c4bba3f7b4dd413c5836b945c393610094b0777f9e7cc309595ca7cdd413",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998438677338425
    }
   },
   "usage": {
    "input_tokens": 3193,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 656.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.657
  },
  {
   "case_id": "pv_a0a7ff07a3",
   "phase": "staged",
   "state_hash": "1349c4bba3f7b4dd413c5836b945c393610094b0777f9e7cc309595ca7cdd413",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9875709727944778
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.4302375316188848
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.8244470740767507,
     "probabilities": {
      "likely_fixed": 0.9058670658297464,
      "partial_fix": 0.00022652015912396833,
      "wrong_location": 6.582073585578177e-06,
      "symptom_suppressed": 2.9429243386940043e-05,
      "breaks_other_behaviour": 7.685426478848304e-05,
      "unclear": 0.09379354842936864
     }
    },
    "risk": {
     "type": "score",
     "score": 0.05793341739680568,
     "confidence": 0.8679725204831263,
     "probabilities": {
      "0": 0.9492818163249385,
      "1": 0.04809956272502421,
      "2": 0.00015921465414818367,
      "3": 0.00032219982007137844,
      "4": 0.0021372064758177407
     }
    }
   },
   "usage": {
    "input_tokens": 3369,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1805.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.805
  },
  {
   "case_id": "pv_a15ab088c9",
   "phase": "one_call",
   "state_hash": "9a2307e630d18b397016a6db97ef4a4ad2172df9c64159aff299fc7d6ee9eb5c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996881581309507
    }
   },
   "usage": {
    "input_tokens": 1834,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 505.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.506
  },
  {
   "case_id": "pv_a15ab088c9",
   "phase": "staged",
   "state_hash": "9a2307e630d18b397016a6db97ef4a4ad2172df9c64159aff299fc7d6ee9eb5c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994819613582
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.007296912641999007
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9760355036509534,
     "probabilities": {
      "likely_fixed": 0.9928130989284134,
      "partial_fix": 2.2650597621217976e-05,
      "wrong_location": 1.101877392502103e-06,
      "symptom_suppressed": 8.097919235099949e-06,
      "breaks_other_behaviour": 1.0621965250805355e-05,
      "unclear": 0.007144428712086944
     }
    },
    "risk": {
     "type": "score",
     "score": 0.4065429648026661,
     "confidence": 0.5686749741133523,
     "probabilities": {
      "0": 0.6035350331970244,
      "1": 0.39283344463594627,
      "2": 0.00023974046535746876,
      "3": 0.00033708757068257836,
      "4": 0.00305469413098929
     }
    }
   },
   "usage": {
    "input_tokens": 2010,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 548.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.549
  },
  {
   "case_id": "pv_a582d49c4f",
   "phase": "one_call",
   "state_hash": "ce7da50e27d8377f820a3f4325ee262946e46c75762e5fa5de254e5a11594069",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9924800657683912
    }
   },
   "usage": {
    "input_tokens": 3188,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1090.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.091
  },
  {
   "case_id": "pv_a582d49c4f",
   "phase": "staged",
   "state_hash": "ce7da50e27d8377f820a3f4325ee262946e46c75762e5fa5de254e5a11594069",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9996071112532696
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9979309070993578
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.922663010452348,
     "probabilities": {
      "likely_fixed": 0.969151921756937,
      "partial_fix": 6.202509320387718e-05,
      "wrong_location": 2.857849603159307e-06,
      "symptom_suppressed": 3.388508861347378e-05,
      "breaks_other_behaviour": 1.7760404609359688e-05,
      "unclear": 0.030731549807033083
     }
    },
    "risk": {
     "type": "score",
     "score": 0.25063503949378807,
     "confidence": 0.6446371440371661,
     "probabilities": {
      "0": 0.7579614198143027,
      "1": 0.2389216386549094,
      "2": 0.0001730130583324293,
      "3": 0.00040833916760860594,
      "4": 0.002535589304847001
     }
    }
   },
   "usage": {
    "input_tokens": 3364,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 829.8,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.83
  },
  {
   "case_id": "pv_a6313a6105",
   "phase": "one_call",
   "state_hash": "b57a7733d155feeb3cb76e98494dbe7f7e034e27d81e2d052a6e8670df3d9c93",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9991367282481021
    }
   },
   "usage": {
    "input_tokens": 2390,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 701.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.701
  },
  {
   "case_id": "pv_a6313a6105",
   "phase": "staged",
   "state_hash": "b57a7733d155feeb3cb76e98494dbe7f7e034e27d81e2d052a6e8670df3d9c93",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9297603764546523
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9951188088855473
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.6337427432202405,
     "probabilities": {
      "likely_fixed": 0.7183152251913323,
      "partial_fix": 0.014214269534841709,
      "wrong_location": 5.0782193765111645e-05,
      "symptom_suppressed": 0.00011576781485045511,
      "breaks_other_behaviour": 0.0005429403656000952,
      "unclear": 0.2667610148996103
     }
    },
    "risk": {
     "type": "score",
     "score": 0.744530439391433,
     "confidence": 0.6068824395111745,
     "probabilities": {
      "0": 0.27212806920629334,
      "1": 0.7205452665778742,
      "2": 0.0023848471712631823,
      "3": 0.0005517897072448851,
      "4": 0.0043900273373244526
     }
    }
   },
   "usage": {
    "input_tokens": 2566,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1059.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.06
  },
  {
   "case_id": "pv_a64cba0e59",
   "phase": "one_call",
   "state_hash": "ec782cd678208a9b117c1656b65f4ac7d2532840082d8a2f43174684304fbad9",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999366618463355
    }
   },
   "usage": {
    "input_tokens": 1277,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 425.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.426
  },
  {
   "case_id": "pv_a64cba0e59",
   "phase": "staged",
   "state_hash": "ec782cd678208a9b117c1656b65f4ac7d2532840082d8a2f43174684304fbad9",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999999903718989
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999932987527231
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999173886317788,
     "probabilities": {
      "likely_fixed": 0.999988180961791,
      "partial_fix": 7.032207339781327e-08,
      "wrong_location": 2.2759713439316908e-08,
      "symptom_suppressed": 2.477292408519177e-07,
      "breaks_other_behaviour": 4.754165366021841e-08,
      "unclear": 1.1430685527660206e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.017227305456477895,
     "confidence": 0.9480728198278583,
     "probabilities": {
      "0": 0.9842458045485116,
      "1": 0.01523184330912371,
      "2": 1.0386604469533482e-05,
      "3": 7.317321316516945e-05,
      "4": 0.00043879232472990233
     }
    }
   },
   "usage": {
    "input_tokens": 1453,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 439.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.439
  },
  {
   "case_id": "pv_a6ad6b4fe1",
   "phase": "one_call",
   "state_hash": "176950af726955a90a335cd254f1943707af63e777ccf6062080541ce75d1635",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996906432015611
    }
   },
   "usage": {
    "input_tokens": 3069,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 896.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.897
  },
  {
   "case_id": "pv_a6ad6b4fe1",
   "phase": "staged",
   "state_hash": "176950af726955a90a335cd254f1943707af63e777ccf6062080541ce75d1635",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9998943448090957
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 7.266378878425333e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.5884457383996914,
     "probabilities": {
      "likely_fixed": 0.45037354603248353,
      "partial_fix": 0.008150849256461114,
      "wrong_location": 8.026289812353732e-05,
      "symptom_suppressed": 0.0003359014762820319,
      "breaks_other_behaviour": 0.00038482520081138276,
      "unclear": 0.5406746151358384
     }
    },
    "risk": {
     "type": "score",
     "score": 1.2625792723563065,
     "confidence": 0.2049183328892542,
     "probabilities": {
      "0": 0.18447037715184056,
      "1": 0.4905613954122654,
      "2": 0.22982458029457134,
      "3": 0.0682058722103922,
      "4": 0.02693777493093047
     }
    }
   },
   "usage": {
    "input_tokens": 3245,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 712.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.712
  },
  {
   "case_id": "pv_a77101d8fc",
   "phase": "one_call",
   "state_hash": "cb0a28489c3a57c6c101ffc5595d3778cee8e1c42d6c45ff0cfdd3f07368e434",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999843319111322
    }
   },
   "usage": {
    "input_tokens": 2395,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 609.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.61
  },
  {
   "case_id": "pv_a77101d8fc",
   "phase": "staged",
   "state_hash": "cb0a28489c3a57c6c101ffc5595d3778cee8e1c42d6c45ff0cfdd3f07368e434",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999975052641747
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.06446100418498457
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998459879813358,
     "probabilities": {
      "likely_fixed": 0.9999783413906422,
      "partial_fix": 3.4287682724034755e-06,
      "wrong_location": 5.98355504148759e-07,
      "symptom_suppressed": 2.0085168414178455e-06,
      "breaks_other_behaviour": 8.606132467346621e-07,
      "unclear": 1.4762355492963183e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.14221231698220965,
     "confidence": 0.748711333341616,
     "probabilities": {
      "0": 0.8754506512911286,
      "1": 0.11821527605777336,
      "2": 0.00023299193569043666,
      "3": 0.0008732658085743337,
      "4": 0.005227814906833102
     }
    }
   },
   "usage": {
    "input_tokens": 2571,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 657.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.658
  },
  {
   "case_id": "pv_a7eb5d2ff4",
   "phase": "one_call",
   "state_hash": "62127fb8dffc23a31666a12dacf1665a20038b7b8ad911e5a2cc619980f4974a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999225982502808
    }
   },
   "usage": {
    "input_tokens": 1826,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 447.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.448
  },
  {
   "case_id": "pv_a7eb5d2ff4",
   "phase": "staged",
   "state_hash": "62127fb8dffc23a31666a12dacf1665a20038b7b8ad911e5a2cc619980f4974a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991144077094
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0002631929401491401
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.7035205228411577,
     "probabilities": {
      "likely_fixed": 0.8278967940414622,
      "partial_fix": 0.022791845095283793,
      "wrong_location": 7.555165121664908e-05,
      "symptom_suppressed": 0.00010509624016768512,
      "breaks_other_behaviour": 0.00047555057508058524,
      "unclear": 0.14865516239678905
     }
    },
    "risk": {
     "type": "score",
     "score": 1.0060991740212404,
     "confidence": 0.4024415052778557,
     "probabilities": {
      "0": 0.1858722141662974,
      "1": 0.6649850589613637,
      "2": 0.11997628853412531,
      "3": 0.015504215361228134,
      "4": 0.013662222976985404
     }
    }
   },
   "usage": {
    "input_tokens": 2002,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 788.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.788
  },
  {
   "case_id": "pv_a999139877",
   "phase": "one_call",
   "state_hash": "210671387d0fd80c21687142e9f9d5b5c48f5eb02c957a46b6d86eb77cdb945b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9996899115332162
    }
   },
   "usage": {
    "input_tokens": 2073,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 496.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.496
  },
  {
   "case_id": "pv_a999139877",
   "phase": "staged",
   "state_hash": "210671387d0fd80c21687142e9f9d5b5c48f5eb02c957a46b6d86eb77cdb945b",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991824717281
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.09542224602548507
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9991585477806181,
     "probabilities": {
      "likely_fixed": 0.9998568346935076,
      "partial_fix": 8.839390971057256e-06,
      "wrong_location": 1.9446072030106133e-06,
      "symptom_suppressed": 1.1350924739999866e-05,
      "breaks_other_behaviour": 3.322212203245922e-06,
      "unclear": 0.00011770817137502559
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2428041986449481,
     "confidence": 0.6484197850519475,
     "probabilities": {
      "0": 0.7719873070861543,
      "1": 0.222580369463022,
      "2": 0.0004926283513517584,
      "3": 0.0005202079186655768,
      "4": 0.004419487180806457
     }
    }
   },
   "usage": {
    "input_tokens": 2249,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 596.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.596
  },
  {
   "case_id": "pv_aa0b07f8cf",
   "phase": "one_call",
   "state_hash": "135abd38d614fe5d7ba0d5317ba1f6d36b0526cc5d2021c866d34f813a43d01a",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999876694656438
    }
   },
   "usage": {
    "input_tokens": 2590,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 565.9,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.566
  },
  {
   "case_id": "pv_aa0b07f8cf",
   "phase": "staged",
   "state_hash": "135abd38d614fe5d7ba0d5317ba1f6d36b0526cc5d2021c866d34f813a43d01a",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999978789853812
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9989620577017533
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9999729740552643,
     "probabilities": {
      "likely_fixed": 0.9999967828404284,
      "partial_fix": 1.2157405283201324e-06,
      "wrong_location": 2.910805746384781e-07,
      "symptom_suppressed": 4.6698462289944523e-07,
      "breaks_other_behaviour": 2.031656418609514e-07,
      "unclear": 1.0401882037857657e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07940729057655196,
     "confidence": 0.8312866880370534,
     "probabilities": {
      "0": 0.9297935530729015,
      "1": 0.06658287658647197,
      "2": 0.00048445177050214126,
      "3": 0.0007009638314219213,
      "4": 0.002438154738702489
     }
    }
   },
   "usage": {
    "input_tokens": 2766,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 699.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.699
  },
  {
   "case_id": "pv_aa467f79a8",
   "phase": "one_call",
   "state_hash": "ce149e70678747e3ea5d8887271e6b1947ee1bd867a69502cf514a4b5a6e7070",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999979148601599
    }
   },
   "usage": {
    "input_tokens": 1263,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 384.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.384
  },
  {
   "case_id": "pv_aa467f79a8",
   "phase": "staged",
   "state_hash": "ce149e70678747e3ea5d8887271e6b1947ee1bd867a69502cf514a4b5a6e7070",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999944657139762
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9997452741926727
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9998882522311766,
     "probabilities": {
      "likely_fixed": 0.9999847454628584,
      "partial_fix": 1.2954877095875092e-06,
      "wrong_location": 3.480814101409347e-07,
      "symptom_suppressed": 3.0667365857749643e-06,
      "breaks_other_behaviour": 6.585623640030633e-07,
      "unclear": 9.885669072005303e-06
     }
    },
    "risk": {
     "type": "score",
     "score": 0.0029092470144345033,
     "confidence": 0.990199831108412,
     "probabilities": {
      "0": 0.9979822398969166,
      "1": 0.0016669859865919544,
      "2": 3.382626694030338e-05,
      "3": 9.31829042423382e-05,
      "4": 0.00022376494530873192
     }
    }
   },
   "usage": {
    "input_tokens": 1439,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 500.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.501
  },
  {
   "case_id": "pv_ab461f9e85",
   "phase": "one_call",
   "state_hash": "8b2617f10717cd71dc3aa3b36bd0a1fa23933a0cd618ee61e90dbdf6f04cba57",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999951873145788
    }
   },
   "usage": {
    "input_tokens": 1867,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 436.4,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.437
  },
  {
   "case_id": "pv_ab461f9e85",
   "phase": "staged",
   "state_hash": "8b2617f10717cd71dc3aa3b36bd0a1fa23933a0cd618ee61e90dbdf6f04cba57",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999977361126808
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.03858005853726876
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.996863713294187,
     "probabilities": {
      "likely_fixed": 0.9993736694211509,
      "partial_fix": 7.977605319828527e-05,
      "wrong_location": 2.8089189362111213e-06,
      "symptom_suppressed": 1.1797340673479279e-05,
      "breaks_other_behaviour": 1.282136499073931e-05,
      "unclear": 0.000519126901050462
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6160410426193779,
     "confidence": 0.5677850646866932,
     "probabilities": {
      "0": 0.39337913788579687,
      "1": 0.6029038751310852,
      "2": 0.0007316845468503872,
      "3": 0.0002674113504782259,
      "4": 0.0027178910857892837
     }
    }
   },
   "usage": {
    "input_tokens": 2043,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 688.3,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.689
  },
  {
   "case_id": "pv_ad0bf687d6",
   "phase": "one_call",
   "state_hash": "41d04b754389c76bee7c02097f7b824c9cff2dca0d3211ff0b7e22df125b491c",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9998933034180814
    }
   },
   "usage": {
    "input_tokens": 2400,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 601.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.602
  },
  {
   "case_id": "pv_ad0bf687d6",
   "phase": "staged",
   "state_hash": "41d04b754389c76bee7c02097f7b824c9cff2dca0d3211ff0b7e22df125b491c",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999994646862332
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9997220526581194
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9997558154393784,
     "probabilities": {
      "likely_fixed": 0.9999628676136144,
      "partial_fix": 1.7238685204662326e-06,
      "wrong_location": 6.813552719863606e-07,
      "symptom_suppressed": 1.2858909002290632e-06,
      "breaks_other_behaviour": 1.3824878033467495e-06,
      "unclear": 3.2058783889619784e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.17190347373735804,
     "confidence": 0.7123733199014628,
     "probabilities": {
      "0": 0.8354056498515569,
      "1": 0.16187669983239186,
      "2": 0.00022877647863969424,
      "3": 0.0003862744019594668,
      "4": 0.0021025994354520964
     }
    }
   },
   "usage": {
    "input_tokens": 2576,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 1196.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 1.196
  },
  {
   "case_id": "pv_ad59ef9183",
   "phase": "one_call",
   "state_hash": "285a142dd734df01618fda7a90fd544dec1eef305287b40769081b6a1b38c9ad",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999695110432731
    }
   },
   "usage": {
    "input_tokens": 2935,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 649.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.65
  },
  {
   "case_id": "pv_ad59ef9183",
   "phase": "staged",
   "state_hash": "285a142dd734df01618fda7a90fd544dec1eef305287b40769081b6a1b38c9ad",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.999792144296255
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999688877107457
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9961146116957164,
     "probabilities": {
      "likely_fixed": 0.999188104747563,
      "partial_fix": 4.780987997807937e-05,
      "wrong_location": 4.541091360022645e-06,
      "symptom_suppressed": 2.4985724046968403e-05,
      "breaks_other_behaviour": 1.0045522254962219e-05,
      "unclear": 0.0007245130347969843
     }
    },
    "risk": {
     "type": "score",
     "score": 0.01991579457534303,
     "confidence": 0.9430956877113424,
     "probabilities": {
      "0": 0.9828115770106888,
      "1": 0.016151322574842183,
      "2": 0.00011154507541756749,
      "3": 0.00016083950654041616,
      "4": 0.0007647158325111157
     }
    }
   },
   "usage": {
    "input_tokens": 3111,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 778.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.779
  },
  {
   "case_id": "pv_af679288fe",
   "phase": "one_call",
   "state_hash": "9614e2417ac0b719c0784c14070567ca86dc624c39fcb9b6877674e12f123ffb",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999966678692009
    }
   },
   "usage": {
    "input_tokens": 1031,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 742.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.743
  },
  {
   "case_id": "pv_af679288fe",
   "phase": "staged",
   "state_hash": "9614e2417ac0b719c0784c14070567ca86dc624c39fcb9b6877674e12f123ffb",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999895900910944
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.9999681368042248
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9992646812866278,
     "probabilities": {
      "likely_fixed": 0.9998697855210775,
      "partial_fix": 9.993449713649188e-07,
      "wrong_location": 2.3563232498151262e-07,
      "symptom_suppressed": 2.537791488390404e-06,
      "breaks_other_behaviour": 3.314494212314918e-07,
      "unclear": 0.0001261102607163945
     }
    },
    "risk": {
     "type": "score",
     "score": 0.07451180545861423,
     "confidence": 0.8426868114764329,
     "probabilities": {
      "0": 0.9375188011113348,
      "1": 0.057975219214443624,
      "2": 0.0003333460902892441,
      "3": 0.0008206402721370367,
      "4": 0.0033519933117952512
     }
    }
   },
   "usage": {
    "input_tokens": 1207,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 617.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.618
  },
  {
   "case_id": "pv_b121a19d90",
   "phase": "one_call",
   "state_hash": "4e21ffa4b8261fc53192e4b63e014576e88583cb5ae07420d9e60b9a47def183",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.7976382061345594
    }
   },
   "usage": {
    "input_tokens": 2204,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 600.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.601
  },
  {
   "case_id": "pv_b121a19d90",
   "phase": "staged",
   "state_hash": "4e21ffa4b8261fc53192e4b63e014576e88583cb5ae07420d9e60b9a47def183",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.6187886474312226
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.2941830197699921
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9119271881309919,
     "probabilities": {
      "likely_fixed": 0.02925807794044073,
      "partial_fix": 0.0026179869811741707,
      "wrong_location": 0.00013517869253780815,
      "symptom_suppressed": 0.00010966111525401426,
      "breaks_other_behaviour": 0.000610525880733902,
      "unclear": 0.9672685693898594
     }
    },
    "risk": {
     "type": "score",
     "score": 0.6370979843651401,
     "confidence": 0.40123631033218954,
     "probabilities": {
      "0": 0.5300084034412695,
      "1": 0.39547006609570245,
      "2": 0.024970313664499342,
      "3": 0.006517576253675993,
      "4": 0.04303364054485273
     }
    }
   },
   "usage": {
    "input_tokens": 2380,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 640.5,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.641
  },
  {
   "case_id": "pv_b283e8d1a0",
   "phase": "one_call",
   "state_hash": "da1547bcc97407575f7e42e5c96951b6adcd053a35dbc71de5b4f4c7073a4fc7",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.10738435168737683
    }
   },
   "usage": {
    "input_tokens": 2996,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 722.1,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.723
  },
  {
   "case_id": "pv_b283e8d1a0",
   "phase": "staged",
   "state_hash": "da1547bcc97407575f7e42e5c96951b6adcd053a35dbc71de5b4f4c7073a4fc7",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9995110111528278
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 5.3511551282572485e-05
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.8878011635129928,
     "probabilities": {
      "likely_fixed": 0.022457305605855352,
      "partial_fix": 0.012877531596692603,
      "wrong_location": 2.092382701211191e-05,
      "symptom_suppressed": 0.0002119360899691288,
      "breaks_other_behaviour": 0.0034343252468698746,
      "unclear": 0.960997977633601
     }
    },
    "risk": {
     "type": "score",
     "score": 3.0779220406680756,
     "confidence": 0.19471363398903585,
     "probabilities": {
      "0": 0.0375435162668574,
      "1": 0.0832858202283799,
      "2": 0.14132510389857925,
      "3": 0.2393962257821964,
      "4": 0.49844933382398704
     }
    }
   },
   "usage": {
    "input_tokens": 3172,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 894.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.895
  },
  {
   "case_id": "pv_b2d8bc71ad",
   "phase": "one_call",
   "state_hash": "f81eccaa5ba517b68cd27cbfdeb6077453598feb33253970862e54d0c26e3eee",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.002194604962623539
    }
   },
   "usage": {
    "input_tokens": 2395,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 533.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.533
  },
  {
   "case_id": "pv_b2d8bc71ad",
   "phase": "staged",
   "state_hash": "f81eccaa5ba517b68cd27cbfdeb6077453598feb33253970862e54d0c26e3eee",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.08412323847095367
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.0012074586228032556
    },
    "failure_mode": {
     "type": "choice",
     "choice": "unclear",
     "confidence": 0.9935019220854178,
     "probabilities": {
      "likely_fixed": 0.0008085492442614381,
      "partial_fix": 0.00021392448596712913,
      "wrong_location": 4.6995860036283645e-05,
      "symptom_suppressed": 6.493523045345717e-05,
      "breaks_other_behaviour": 0.0001937720575588012,
      "unclear": 0.9986718231217229
     }
    },
    "risk": {
     "type": "score",
     "score": 0.5084553885581773,
     "confidence": 0.6253034501764193,
     "probabilities": {
      "0": 0.834229210006405,
      "1": 0.04049423418066986,
      "2": 0.014675732008299518,
      "3": 0.0037936048575940543,
      "4": 0.10680721894703155
     }
    }
   },
   "usage": {
    "input_tokens": 2571,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 741.0,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.741
  },
  {
   "case_id": "pv_b327a4a2e3",
   "phase": "one_call",
   "state_hash": "3e911592181ca7e05ceca6b8ce41369e454657adcc79a3cfeb42b42a41e097af",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.9999827162262828
    }
   },
   "usage": {
    "input_tokens": 2376,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 664.7,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.665
  },
  {
   "case_id": "pv_b327a4a2e3",
   "phase": "staged",
   "state_hash": "3e911592181ca7e05ceca6b8ce41369e454657adcc79a3cfeb42b42a41e097af",
   "questions_hash": "2ad554a88e3c2916c402db26b78fbe88c52173f2a2bcb98da25e46f499d28dbd",
   "question_ids": [
    "addresses_issue",
    "verified_after_last_edit",
    "failure_mode",
    "risk"
   ],
   "answers": {
    "addresses_issue": {
     "type": "noul",
     "noul": 0.9999991534615166
    },
    "verified_after_last_edit": {
     "type": "noul",
     "noul": 0.999991963901337
    },
    "failure_mode": {
     "type": "choice",
     "choice": "likely_fixed",
     "confidence": 0.9995364347709557,
     "probabilities": {
      "likely_fixed": 0.9999237853204372,
      "partial_fix": 3.649091729495144e-06,
      "wrong_location": 6.051164453328391e-07,
      "symptom_suppressed": 1.5950730242434904e-06,
      "breaks_other_behaviour": 1.1615341908072334e-06,
      "unclear": 6.920386417291722e-05
     }
    },
    "risk": {
     "type": "score",
     "score": 0.2141659129737194,
     "confidence": 0.6727028078125414,
     "probabilities": {
      "0": 0.7928299973401132,
      "1": 0.20447119485403084,
      "2": 0.00027777833059052214,
      "3": 0.0005449564425545704,
      "4": 0.0018760730327109481
     }
    }
   },
   "usage": {
    "input_tokens": 2552,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 905.2,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.905
  },
  {
   "case_id": "pv_b39f777f5b",
   "phase": "one_call",
   "state_hash": "10ed9998bc6c66dd2a06dd277aabb3130da79544a9c5fd116b5a32617223196b",
   "questions_hash": "82f3636af235d4b2e1aa2b8df0ef598d4dfd63381dcf3358162e24abe24c9908",
   "question_ids": [
    "passes"
   ],
   "answers": {
    "passes": {
     "type": "noul",
     "noul": 0.016517377298361887
    }
   },
   "usage": {
    "input_tokens": 2069,
    "output_tokens": 0
   },
   "model": "openjev-0.1",
   "mode": "live",
   "provider": "codiv",
   "label": "openjev (Codiv free hosted) - NOT JEV",
   "latency_ms": 572.6,
   "cached": false,
   "reported_cost_usd": null,
   "status": "ok",
   "elapsed_s": 0.573
  }
 ],
 "metrics": {
  "requests": 300,
  "completed_requests": 299,
  "input_tokens": 641917,
  "output_tokens": 0,
  "median_latency_ms": 729.2,
  "wall_s": 365.262,
  "cost_usd": 0.0,
  "cost_basis": "free route; missing provider cost fields are not receipts",
  "reported_cost_usd": null
 },
 "wall_s": 179.86
}