{ "schema_version": 2, "project": "review-triage", "subset": "full", "repeat": 3, "timestamp": "2026-09-24T16:33:43Z", "input_hashes": { "samples/review-triage/fixtures/challenge.jsonl": "c44b7004f0069a5e99104d6df0adf48c0bf2e8454ca414313e958eb28edf9836", "samples/review-triage/fixtures/diffs.jsonl": "bf238e5943e7d134694f6b594c7f770bc44c355cff1d407b453777df46f742e4" }, "source_hashes": { "samples/_shared/community.py": "88155b9fcb87dbc2af50a59a02cdcc85a87e9404debaa6e6e3a96744c104d2cd", "samples/_shared/jev.py": "5a0a37f5097a0ba9c7ccfc4a75990c7d825c809e48f2e407341526b6b8bbcc28", "samples/review-triage/triage.py": "eec07c74b82554e3cb9514095ca2b21b141f5509fe985fd54d10846794b7cb2a" }, "label": "openjev (Codiv free hosted) - NOT JEV", "mode": "live", "provider": "codiv", "resumed_after": "connection_error", "original_source_hashes": { "samples/_shared/community.py": "88155b9fcb87dbc2af50a59a02cdcc85a87e9404debaa6e6e3a96744c104d2cd", "samples/_shared/jev.py": "5a0a37f5097a0ba9c7ccfc4a75990c7d825c809e48f2e407341526b6b8bbcc28", "samples/review-triage/triage.py": "eec07c74b82554e3cb9514095ca2b21b141f5509fe985fd54d10846794b7cb2a" }, "rows": [ { "risk": 3.961079523839213, "area": "logic", "stage2": true, "flag": true, "line": "new:3", "mechanism": "off_by_one", "failure": 0.9999640377260781, "severity": 2.0530663249791123, "id": "b01_offbyone", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "off_by_one", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1359, "output_tokens": 0, "median_latency_ms": 454.9, "wall_s": 4.145, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:3", "mechanism": "off_by_one", "failure": 0.9999869985389485, "severity": 2.050946068976244, "id": "b01_offbyone", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "off_by_one", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 890, "output_tokens": 0, "median_latency_ms": 509.2, "wall_s": 1.997, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.995061673865197, "area": "logic", "stage2": true, "flag": true, "line": "new:2", "mechanism": "inverted_condition", "failure": 0.9999624638652352, "severity": 3.787647200262909, "id": "b02_inverted", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "inverted_condition", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1312, "output_tokens": 0, "median_latency_ms": 412.2, "wall_s": 3.925, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:2", "mechanism": "inverted_condition", "failure": 0.999977921418806, "severity": 3.8134348832608094, "id": "b02_inverted", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "inverted_condition", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 860, "output_tokens": 0, "median_latency_ms": 436.5, "wall_s": 1.997, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.797445421152581, "area": "security", "stage2": true, "flag": true, "line": "new:3", "mechanism": "injection", "failure": 0.9998255259696913, "severity": 3.9966910386714147, "id": "b03_sqlinject", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1307, "output_tokens": 0, "median_latency_ms": 669.5, "wall_s": 4.483, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:3", "mechanism": "injection", "failure": 0.999850866038037, "severity": 3.9970247814920166, "id": "b03_sqlinject", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 839, "output_tokens": 0, "median_latency_ms": 262.8, "wall_s": 1.337, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.995741538791057, "area": "logic", "stage2": true, "flag": true, "line": "new:1", "mechanism": "shared_state", "failure": 0.9999659086358254, "severity": 2.4846572385796035, "id": "b04_mutdefault", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:1" ], "gold_mechanism": "shared_state", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1245, "output_tokens": 0, "median_latency_ms": 405.2, "wall_s": 4.19, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:1", "mechanism": "shared_state", "failure": 0.9999683175790268, "severity": 2.512411733765272, "id": "b04_mutdefault", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:1" ], "gold_mechanism": "shared_state", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 818, "output_tokens": 0, "median_latency_ms": 368.2, "wall_s": 1.907, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 2.48542109002262, "area": "logic", "stage2": true, "flag": true, "line": "new:5", "mechanism": "unit_mismatch", "failure": 0.982415753176943, "severity": 2.074856805413068, "id": "b05_units", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "unit_mismatch", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 3, "completed_requests": 2, "input_tokens": 1456, "output_tokens": 0, "median_latency_ms": 693.0, "wall_s": 64.356, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:5", "mechanism": "unit_mismatch", "failure": 0.9766259912537317, "severity": 2.0738091514752197, "id": "b05_units", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "unit_mismatch", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 937, "output_tokens": 0, "median_latency_ms": 962.1, "wall_s": 2.394, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.885234701009144, "area": "logic", "stage2": true, "flag": true, "line": "new:7", "mechanism": "error_handling", "failure": 0.9993089116295617, "severity": 2.7544556078800677, "id": "b06_swallow", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:6", "new:7" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1502, "output_tokens": 0, "median_latency_ms": 536.0, "wall_s": 3.55, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:7", "mechanism": "error_handling", "failure": 0.9992430435685953, "severity": 2.7629698584470805, "id": "b06_swallow", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:6", "new:7" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 983, "output_tokens": 0, "median_latency_ms": 478.3, "wall_s": 1.951, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 2.7876465614522847, "area": "data", "stage2": true, "flag": true, "line": "new:3", "mechanism": "null_handling", "failure": 0.9775541297532434, "severity": 2.1531031690310938, "id": "b07_none", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1338, "output_tokens": 0, "median_latency_ms": 554.1, "wall_s": 4.1, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:3", "mechanism": "wrong_variable", "failure": 0.9792973425999891, "severity": 2.167105757643369, "id": "b07_none", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 870, "output_tokens": 0, "median_latency_ms": 576.8, "wall_s": 1.986, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 2.140063507622262, "area": "logic", "stage2": true, "flag": true, "line": "new:4", "mechanism": "wrong_variable", "failure": 0.9317301383656079, "severity": 2.0002545368582605, "id": "b08_wrongvar", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "wrong_variable", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1458, "output_tokens": 0, "median_latency_ms": 442.2, "wall_s": 3.897, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:4", "mechanism": "wrong_variable", "failure": 0.9349756684488255, "severity": 1.9980977787071637, "id": "b08_wrongvar", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "wrong_variable", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 936, "output_tokens": 0, "median_latency_ms": 342.1, "wall_s": 1.852, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.6754898787284351, "area": "logic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c09_tz_lookalike", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 510, "output_tokens": 0, "median_latency_ms": 473.4, "wall_s": 2.125, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:4", "mechanism": "unit_mismatch", "failure": 0.7043102235133446, "severity": 2.30596907575268, "id": "c09_tz_lookalike", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 902, "output_tokens": 0, "median_latency_ms": 573.5, "wall_s": 2.093, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.98316057949319, "area": "concurrency", "stage2": true, "flag": true, "line": "new:7", "mechanism": "concurrency", "failure": 0.9996911394445188, "severity": 2.622987667792483, "id": "b10_race", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "old:7", "new:7", "new:8" ], "gold_mechanism": "concurrency", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1436, "output_tokens": 0, "median_latency_ms": 547.6, "wall_s": 4.142, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:7", "mechanism": "concurrency", "failure": 0.9997650254861377, "severity": 2.614351611733649, "id": "b10_race", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "old:7", "new:7", "new:8" ], "gold_mechanism": "concurrency", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 965, "output_tokens": 0, "median_latency_ms": 531.4, "wall_s": 1.795, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.9947973355883812, "area": "security", "stage2": true, "flag": true, "line": "new:5", "mechanism": "injection", "failure": 0.9998355196452324, "severity": 3.9849276613073705, "id": "b11_path", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "old:6", "old:7", "new:5" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1455, "output_tokens": 0, "median_latency_ms": 972.8, "wall_s": 4.039, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:5", "mechanism": "injection", "failure": 0.9998258139909563, "severity": 3.986079587490584, "id": "b11_path", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "old:6", "old:7", "new:5" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 967, "output_tokens": 0, "median_latency_ms": 499.7, "wall_s": 1.901, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.1274013250006503, "area": "logic", "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9977154153339363, "severity": 2.068723801088738, "id": "b12_compare", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1148, "output_tokens": 0, "median_latency_ms": 803.4, "wall_s": 3.923, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9978105885347351, "severity": 2.073983673943489, "id": "b12_compare", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 741, "output_tokens": 0, "median_latency_ms": 439.3, "wall_s": 1.994, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.02179630405523176, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c01_rename", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 452, "output_tokens": 0, "median_latency_ms": 463.4, "wall_s": 2.009, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 1.5318618670281422e-06, "severity": 0.0012631118003564074, "id": "c01_rename", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 826, "output_tokens": 0, "median_latency_ms": 573.4, "wall_s": 2.101, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.0009701974133903321, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c02_docstring", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 487, "output_tokens": 0, "median_latency_ms": 709.9, "wall_s": 2.127, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 4.9618153641795235e-06, "severity": 0.0014906523114206218, "id": "c02_docstring", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 889, "output_tokens": 0, "median_latency_ms": 684.6, "wall_s": 1.965, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.0008416233623843317, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c03_logging", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 497, "output_tokens": 0, "median_latency_ms": 355.0, "wall_s": 1.659, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 2.193082295780561e-05, "severity": 0.0018689079421162433, "id": "c03_logging", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 974, "output_tokens": 0, "median_latency_ms": 1397.7, "wall_s": 3.032, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.018253741461601403, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c04_guard", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 434, "output_tokens": 0, "median_latency_ms": 377.1, "wall_s": 0.962, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 2.0352226829996517e-06, "severity": 0.001751116212546906, "id": "c04_guard", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 840, "output_tokens": 0, "median_latency_ms": 365.6, "wall_s": 1.978, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.03836690856494835, "area": "security", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c05_param", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 447, "output_tokens": 0, "median_latency_ms": 388.2, "wall_s": 2.01, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 6.079230515104403e-06, "severity": 0.0024067885137353385, "id": "c05_param", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 796, "output_tokens": 0, "median_latency_ms": 363.0, "wall_s": 1.963, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.009804841159276722, "area": "logic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c06_constant", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 464, "output_tokens": 0, "median_latency_ms": 378.6, "wall_s": 2.004, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:6", "mechanism": "none", "failure": 1.1882712682809042e-05, "severity": 0.0018543217640988414, "id": "c06_constant", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 1, "input_tokens": 872, "output_tokens": 0, "median_latency_ms": 603.2, "wall_s": 62.352, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.011654158616955413, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c07_comprehension", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 433, "output_tokens": 0, "median_latency_ms": 503.9, "wall_s": 1.881, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 3.5548953243242824e-06, "severity": 0.0015045095817852827, "id": "c07_comprehension", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 811, "output_tokens": 0, "median_latency_ms": 1066.7, "wall_s": 2.552, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.007540881710569418, "area": "concurrency", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c08_lockctx", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 463, "output_tokens": 0, "median_latency_ms": 349.9, "wall_s": 1.271, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 7.781422526755773e-06, "severity": 0.0017905622116150583, "id": "c08_lockctx", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 971, "output_tokens": 0, "median_latency_ms": 653.4, "wall_s": 2.291, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.9729374537747653, "area": "logic", "stage2": true, "flag": true, "line": "old:2", "mechanism": "error_handling", "failure": 0.9996038081746911, "severity": 2.0488813097188707, "id": "x01_deleted_guard_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "old:2", "old:3" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1242, "output_tokens": 0, "median_latency_ms": 442.4, "wall_s": 3.784, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "old:2", "mechanism": "error_handling", "failure": 0.999451935108435, "severity": 2.048625585867257, "id": "x01_deleted_guard_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "old:2", "old:3" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 806, "output_tokens": 0, "median_latency_ms": 418.4, "wall_s": 1.947, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 2.2713213834681607, "area": "logic", "stage2": true, "flag": false, "line": "new:2", "mechanism": "inverted_condition", "failure": 0.8703059395221322, "severity": 1.9788346902664917, "id": "x02_deleted_guard_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1334, "output_tokens": 0, "median_latency_ms": 432.8, "wall_s": 4.051, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "off_by_one", "failure": 0.8738419105881765, "severity": 1.9935634156941044, "id": "x02_deleted_guard_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 872, "output_tokens": 0, "median_latency_ms": 425.6, "wall_s": 1.906, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.8816447571805273, "area": "logic", "stage2": true, "flag": true, "line": "new:5", "mechanism": "wrong_variable", "failure": 0.9997102386454235, "severity": 2.147118540191521, "id": "x03_repeated_line_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "wrong_variable", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1253, "output_tokens": 0, "median_latency_ms": 459.4, "wall_s": 4.08, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:5", "mechanism": "wrong_variable", "failure": 0.9997124261045267, "severity": 2.1403373597604336, "id": "x03_repeated_line_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "wrong_variable", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 826, "output_tokens": 0, "median_latency_ms": 445.5, "wall_s": 1.9, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.0011826188332945355, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "x04_repeated_line_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 482, "output_tokens": 0, "median_latency_ms": 367.9, "wall_s": 1.904, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 1.2545524877057602e-05, "severity": 0.002099180263485248, "id": "x04_repeated_line_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 923, "output_tokens": 0, "median_latency_ms": 764.0, "wall_s": 2.376, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 2.1619082426129075, "area": "logic", "stage2": true, "flag": false, "line": "new:2", "mechanism": "wrong_variable", "failure": 0.8415441538269168, "severity": 1.4814349701315173, "id": "x05_optional_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2", "new:3" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1239, "output_tokens": 0, "median_latency_ms": 428.2, "wall_s": 3.659, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "wrong_variable", "failure": 0.8386955367401252, "severity": 1.4873766490738234, "id": "x05_optional_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "new:2", "new:3" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 804, "output_tokens": 0, "median_latency_ms": 357.6, "wall_s": 1.89, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.20630273350823947, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "x06_optional_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 452, "output_tokens": 0, "median_latency_ms": 533.4, "wall_s": 2.159, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 0.035503842779165684, "severity": 0.09411807426849429, "id": "x06_optional_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 823, "output_tokens": 0, "median_latency_ms": 498.3, "wall_s": 1.948, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 3.9610792605816387, "area": "logic", "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9997291308293728, "severity": 2.560131113591226, "id": "x07_security_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1182, "output_tokens": 0, "median_latency_ms": 450.4, "wall_s": 3.892, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9997362471551807, "severity": 2.576792236911642, "id": "x07_security_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 761, "output_tokens": 0, "median_latency_ms": 471.3, "wall_s": 2.028, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": 0.010492612665936412, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "x08_security_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 427, "output_tokens": 0, "median_latency_ms": 387.3, "wall_s": 1.894, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 3.8036458147497106e-05, "severity": 0.006729641037299645, "id": "x08_security_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 770, "output_tokens": 0, "median_latency_ms": 561.9, "wall_s": 2.156, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 3 } ], "summary": { "dataset": { "cases": 28, "bugs": 15, "clean": 13, "subset": "full" }, "groups": { "original:staged": { "cases": 20, "bugs": 11, "clean": 9, "recall": "11/11", "false_alarms": "0/9", "line_localised": "10/11", "mechanism_correct": "11/11", "early_gate_misses": 0, "missed_ids": [], "false_alarm_ids": [] }, "original:single": { "cases": 20, "bugs": 11, "clean": 9, "recall": "10/11", "false_alarms": "1/9", "line_localised": "9/11", "mechanism_correct": "9/11", "early_gate_misses": 0, "missed_ids": [ "b08_wrongvar" ], "false_alarm_ids": [ "c09_tz_lookalike" ] }, "challenge:staged": { "cases": 8, "bugs": 4, "clean": 4, "recall": "3/4", "false_alarms": "0/4", "line_localised": "3/4", "mechanism_correct": "3/4", "early_gate_misses": 0, "missed_ids": [ "x05_optional_bug" ], "false_alarm_ids": [] }, "challenge:single": { "cases": 8, "bugs": 4, "clean": 4, "recall": "3/4", "false_alarms": "0/4", "line_localised": "3/4", "mechanism_correct": "3/4", "early_gate_misses": 0, "missed_ids": [ "x05_optional_bug" ], "false_alarm_ids": [] } } }, "policy": { "version": "review-v2", "risk_gate": 1.5, "failure_gate": 0.5, "severity_gate": 2.0, "mechanism_must_not_be_none": true, "localisation_requires_flag": true, "thresholds_frozen_before_live_runs": true, "single_baseline": "same detailed questions and state as staged stage two", "zen_ids": [ "b01_offbyone", "b03_sqlinject", "b07_none", "b10_race", "c01_rename", "c05_param", "c08_lockctx", "c09_tz_lookalike" ] }, "status": "complete", "calls": [ { "case_id": "b01_offbyone", "phase": "staged:risk", "state_hash": "60ac662712726a208b0fd433d0be4527f1f258cc33d9ef8c5cc9b8d99442945a", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.961079523839213, "confidence": 0.8971065854003815, "probabilities": { "0": 6.392293057645717e-06, "1": 0.00030806550559368535, "2": 0.0008444717938572528, "3": 0.03628176688406071, "4": 0.9625593035234307 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9947151583019384, "probabilities": { "logic": 0.9990747359351134, "security": 0.0002672249349952806, "data": 0.00022770871506591517, "concurrency": 4.165945013499441e-05, "cosmetic": 0.00038867096469042767 } } }, "usage": { "input_tokens": 469, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 399.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.034 }, { "case_id": "b01_offbyone", "phase": "staged:detail", "state_hash": "60ac662712726a208b0fd433d0be4527f1f258cc33d9ef8c5cc9b8d99442945a", "questions_hash": "24093c0dd98c48401bc55bc31e733cd21fcaf48cf52805d715410a1589ccf90d", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9999574048391566, "probabilities": { "old:1": 2.4903109580915162e-06, "old:2": 1.0092241771346712e-06, "old:3": 9.376671059381987e-07, "old:4": 5.706134852617153e-07, "new:1": 5.737366899901572e-07, "new:2": 6.536439674304702e-08, "new:3": 0.9999936362163011, "new:4": 2.6780569347140873e-07, "none": 4.4906119231525297e-07 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.9988601796768735, "probabilities": { "off_by_one": 0.9997162694760888, "inverted_condition": 2.831190311320195e-06, "injection": 2.212352340193687e-07, "shared_state": 5.720203618043902e-06, "unit_mismatch": 1.1694778876564246e-06, "error_handling": 2.5072377359806075e-08, "null_handling": 4.651461062139858e-06, "wrong_variable": 6.420947421766842e-06, "concurrency": 5.405492124740538e-07, "wrong_operator": 4.055022498298357e-06, "none": 0.00025809536428812187 } }, "failure": { "type": "noul", "noul": 0.9999640377260781 }, "severity": { "type": "score", "score": 2.0530663249791123, "confidence": 0.8653952198401655, "probabilities": { "0": 1.4848742232976916e-05, "1": 0.0006695487052023249, "2": 0.9460965198174092, "3": 0.052672594301530366, "4": 0.0005464884336251529 } } }, "usage": { "input_tokens": 890, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 510.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.111 }, { "case_id": "b01_offbyone", "phase": "single:detail", "state_hash": "60ac662712726a208b0fd433d0be4527f1f258cc33d9ef8c5cc9b8d99442945a", "questions_hash": "24093c0dd98c48401bc55bc31e733cd21fcaf48cf52805d715410a1589ccf90d", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9999606190323345, "probabilities": { "old:1": 2.7783807084875613e-06, "old:2": 7.94674559347497e-07, "old:3": 6.874481985444995e-07, "old:4": 4.424006970025756e-07, "new:1": 4.5678567858265575e-07, "new:2": 7.124311220429813e-08, "new:3": 0.9999941082685524, "new:4": 3.3014249793942404e-07, "none": 3.3065599550425555e-07 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.9992012743508683, "probabilities": { "off_by_one": 0.9998121336996767, "inverted_condition": 2.5865124687180388e-06, "injection": 2.139449926544884e-07, "shared_state": 4.869452008204027e-06, "unit_mismatch": 8.65222723793878e-07, "error_handling": 2.628910254922267e-08, "null_handling": 5.092455786019693e-06, "wrong_variable": 5.9111558668944135e-06, "concurrency": 6.47947313478777e-07, "wrong_operator": 3.967331394386889e-06, "none": 0.00016368598866657746 } }, "failure": { "type": "noul", "noul": 0.9999869985389485 }, "severity": { "type": "score", "score": 2.050946068976244, "confidence": 0.868864344180157, "probabilities": { "0": 2.083978580706915e-05, "1": 0.0007143396988981415, "2": 0.9481288361695474, "3": 0.05056988044473859, "4": 0.0005661039010088593 } } }, "usage": { "input_tokens": 890, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 509.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.997 }, { "case_id": "b02_inverted", "phase": "staged:risk", "state_hash": "3e35af756af85a570edca3976b4fe2a3532d603238ec119fccec33d50f10a373", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.995061673865197, "confidence": 0.9830843677710953, "probabilities": { "0": 2.1468984340497914e-05, "1": 0.00021937548495274642, "2": 0.0007218108241694731, "3": 0.0027507020942436774, "4": 0.9962866426122936 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8877829140394103, "probabilities": { "logic": 0.9561447969109002, "security": 0.04378425742541918, "data": 3.157768830651927e-05, "concurrency": 1.0173323070455846e-05, "cosmetic": 2.9194652303712807e-05 } } }, "usage": { "input_tokens": 452, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 387.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.876 }, { "case_id": "b02_inverted", "phase": "staged:detail", "state_hash": "3e35af756af85a570edca3976b4fe2a3532d603238ec119fccec33d50f10a373", "questions_hash": "22c0dd5f02ea40cff4668407bd08076b1866b03779321806b3131a5e614519b6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9996208794443447, "probabilities": { "old:1": 1.2105544949613375e-07, "old:2": 7.843467263628726e-05, "old:3": 6.335120659894737e-09, "old:4": 1.6183281480421292e-07, "new:1": 3.88999740259862e-08, "new:2": 0.9999207803174293, "new:3": 2.841195129821995e-07, "new:4": 9.162152293614765e-08, "none": 8.114553947134826e-08 } }, "mechanism": { "type": "choice", "choice": "inverted_condition", "confidence": 0.9869597347344703, "probabilities": { "off_by_one": 2.3775549128311585e-06, "inverted_condition": 0.9950862587571169, "injection": 6.866470873069869e-07, "shared_state": 1.578632435363925e-06, "unit_mismatch": 1.702792656377321e-07, "error_handling": 1.4430246290538434e-05, "null_handling": 6.162524373449536e-07, "wrong_variable": 1.0532062818086526e-06, "concurrency": 3.4516186517527257e-06, "wrong_operator": 0.004881137847527874, "none": 8.238957992616307e-06 } }, "failure": { "type": "noul", "noul": 0.9999624638652352 }, "severity": { "type": "score", "score": 3.787647200262909, "confidence": 0.6637472749354049, "probabilities": { "0": 6.703129229509955e-06, "1": 4.8803403861027886e-05, "2": 0.008378574466530488, "3": 0.19542242807552843, "4": 0.7961434909248505 } } }, "usage": { "input_tokens": 860, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 437.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.049 }, { "case_id": "b02_inverted", "phase": "single:detail", "state_hash": "3e35af756af85a570edca3976b4fe2a3532d603238ec119fccec33d50f10a373", "questions_hash": "22c0dd5f02ea40cff4668407bd08076b1866b03779321806b3131a5e614519b6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9995702463404615, "probabilities": { "old:1": 9.998003021794934e-08, "old:2": 9.026896261736253e-05, "old:3": 4.694168852719671e-09, "old:4": 1.9223949237032518e-07, "new:1": 3.208571029030982e-08, "new:2": 0.9999089283678302, "new:3": 3.068342874359515e-07, "new:4": 8.942498376392178e-08, "none": 7.741087952750905e-08 } }, "mechanism": { "type": "choice", "choice": "inverted_condition", "confidence": 0.9879299912595778, "probabilities": { "off_by_one": 2.5973923452393596e-06, "inverted_condition": 0.9955200955754359, "injection": 7.344742199858844e-07, "shared_state": 1.5919424423273687e-06, "unit_mismatch": 1.4854749404591928e-07, "error_handling": 1.4187356529969129e-05, "null_handling": 6.468202707348933e-07, "wrong_variable": 1.29928763686282e-06, "concurrency": 3.844898444813563e-06, "wrong_operator": 0.004447456790348999, "none": 7.396914831139199e-06 } }, "failure": { "type": "noul", "noul": 0.999977921418806 }, "severity": { "type": "score", "score": 3.8134348832608094, "confidence": 0.6877500662203162, "probabilities": { "0": 7.217864008476734e-06, "1": 5.8301023076571574e-05, "2": 0.00819580656467953, "3": 0.1699697290845676, "4": 0.8217689454636677 } } }, "usage": { "input_tokens": 860, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 436.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.997 }, { "case_id": "b03_sqlinject", "phase": "staged:risk", "state_hash": "7a60af17cb3d8b3127e8494b4c6fb8ed66286caffef71b17d495f311824f6aaf", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.797445421152581, "confidence": 0.6783400689581993, "probabilities": { "0": 0.001815335003691249, "1": 0.007881967658148218, "2": 0.046453531678875795, "3": 0.07874027250045781, "4": 0.8651088931588269 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.992667054207482, "probabilities": { "logic": 0.0006982565592326121, "security": 0.9986532414233649, "data": 0.0001328062606996864, "concurrency": 0.00013129323451944942, "cosmetic": 0.00038440252218338 } } }, "usage": { "input_tokens": 468, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 415.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.977 }, { "case_id": "b03_sqlinject", "phase": "staged:detail", "state_hash": "7a60af17cb3d8b3127e8494b4c6fb8ed66286caffef71b17d495f311824f6aaf", "questions_hash": "3444e9e5853dc49b48104b8506b2d249660ab11ca0ab463ad111964e785c0ca9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9986113225507941, "probabilities": { "old:1": 6.074319452879722e-07, "old:2": 3.8722180071579155e-06, "new:1": 7.375732343880627e-05, "new:2": 2.754501684511613e-05, "new:3": 0.9997595998972976, "none": 0.00013461811246601987 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9997130970199263, "probabilities": { "off_by_one": 5.699555084395653e-07, "inverted_condition": 3.509962847380992e-06, "injection": 0.9999438902565987, "shared_state": 1.1912592548296144e-05, "unit_mismatch": 2.7033437285857998e-06, "error_handling": 3.3319531940839023e-06, "null_handling": 6.020819839091587e-07, "wrong_variable": 8.352426687429955e-07, "concurrency": 1.6803124886098944e-06, "wrong_operator": 7.910573728909605e-07, "none": 3.0173241060255688e-05 } }, "failure": { "type": "noul", "noul": 0.9998255259696913 }, "severity": { "type": "score", "score": 3.9966910386714147, "confidence": 0.9868830651349276, "probabilities": { "0": 1.260176554318091e-05, "1": 0.00010286561354074796, "2": 0.00012649163639557933, "3": 0.002696974152999177, "4": 0.9970610668315213 } } }, "usage": { "input_tokens": 839, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 923.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.506 }, { "case_id": "b03_sqlinject", "phase": "single:detail", "state_hash": "7a60af17cb3d8b3127e8494b4c6fb8ed66286caffef71b17d495f311824f6aaf", "questions_hash": "3444e9e5853dc49b48104b8506b2d249660ab11ca0ab463ad111964e785c0ca9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9986076379764971, "probabilities": { "old:1": 5.413483465348961e-07, "old:2": 2.3156140939126218e-06, "new:1": 7.562966114831157e-05, "new:2": 2.588695896562342e-05, "new:3": 0.9997579769663628, "none": 0.0001376494510828971 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9997655556045073, "probabilities": { "off_by_one": 4.2966139634053597e-07, "inverted_condition": 3.007128780291014e-06, "injection": 0.9999549844622782, "shared_state": 9.347496733660188e-06, "unit_mismatch": 2.5676730035863675e-06, "error_handling": 2.8531128278340262e-06, "null_handling": 3.84456807235944e-07, "wrong_variable": 6.681689276141766e-07, "concurrency": 7.058313632686913e-07, "wrong_operator": 1.0337764843097165e-06, "none": 2.4018231397696773e-05 } }, "failure": { "type": "noul", "noul": 0.999850866038037 }, "severity": { "type": "score", "score": 3.9970247814920166, "confidence": 0.9879187038411055, "probabilities": { "0": 1.00183752709516e-05, "1": 6.827122103925101e-05, "2": 0.00012827666565521585, "3": 0.0024737780124722613, "4": 0.9973196557255625 } } }, "usage": { "input_tokens": 839, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 262.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.337 }, { "case_id": "b04_mutdefault", "phase": "staged:risk", "state_hash": "a0f70626200424c8e6c0dbd804e125bb7fcd4a1455f762e6833cee4eb380f431", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.995741538791057, "confidence": 0.9849722087612259, "probabilities": { "0": 4.822435803952923e-06, "1": 0.0001949287516710811, "2": 0.0005975042911744154, "3": 0.0024593766283653442, "4": 0.9967433678929852 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8909210705194088, "probabilities": { "logic": 0.9633764566607436, "security": 0.0016167493741629083, "data": 0.0019082679875039865, "concurrency": 0.032104790258089703, "cosmetic": 0.0009937357194998292 } } }, "usage": { "input_tokens": 427, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 352.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.087 }, { "case_id": "b04_mutdefault", "phase": "staged:detail", "state_hash": "a0f70626200424c8e6c0dbd804e125bb7fcd4a1455f762e6833cee4eb380f431", "questions_hash": "06bab0a9d8d76d5b425f9b809dc70bd6c634db8df1edcb157e9157099d9832ed", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:1", "confidence": 0.999762739769719, "probabilities": { "old:1": 4.470162469305293e-06, "old:2": 1.4591642950813536e-05, "old:3": 2.889775255599042e-07, "old:4": 1.8420078511864016e-05, "old:5": 5.690302542703652e-07, "new:1": 0.9999580363245483, "new:2": 2.4174919994825666e-06, "new:3": 3.8310860225127593e-07, "none": 8.231831381102183e-07 } }, "mechanism": { "type": "choice", "choice": "shared_state", "confidence": 0.9996542854402367, "probabilities": { "off_by_one": 1.4766479040702587e-06, "inverted_condition": 1.35629038026275e-06, "injection": 1.4474905788806128e-06, "shared_state": 0.9999293541721092, "unit_mismatch": 1.0597760490836477e-06, "error_handling": 1.9462860731284076e-05, "null_handling": 9.851307904626663e-07, "wrong_variable": 1.1156338726338803e-06, "concurrency": 8.851148340601638e-07, "wrong_operator": 5.054939204026514e-07, "none": 4.235138882974531e-05 } }, "failure": { "type": "noul", "noul": 0.9999659086358254 }, "severity": { "type": "score", "score": 2.4846572385796035, "confidence": 0.5350675453609981, "probabilities": { "0": 1.8789462960964848e-05, "1": 0.0002088668363912182, "2": 0.526475645488782, "3": 0.46168971208181464, "4": 0.011606986130051119 } } }, "usage": { "input_tokens": 818, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 457.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.103 }, { "case_id": "b04_mutdefault", "phase": "single:detail", "state_hash": "a0f70626200424c8e6c0dbd804e125bb7fcd4a1455f762e6833cee4eb380f431", "questions_hash": "06bab0a9d8d76d5b425f9b809dc70bd6c634db8df1edcb157e9157099d9832ed", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:1", "confidence": 0.9996201657346997, "probabilities": { "old:1": 5.498056114244603e-06, "old:2": 2.311963043863662e-05, "old:3": 5.56372757030321e-07, "old:4": 3.5246250994333635e-05, "old:5": 8.744470565786004e-07, "new:1": 0.9999293996420507, "new:2": 3.5024641998163472e-06, "new:3": 6.118853915851231e-07, "none": 1.1912509970048494e-06 } }, "mechanism": { "type": "choice", "choice": "shared_state", "confidence": 0.9996579990185737, "probabilities": { "off_by_one": 1.5146966695666203e-06, "inverted_condition": 1.4343912812649678e-06, "injection": 1.6557808898407549e-06, "shared_state": 0.999930098450501, "unit_mismatch": 1.345907791605287e-06, "error_handling": 1.4147205237487887e-05, "null_handling": 1.0703385738228902e-06, "wrong_variable": 1.3522806614460467e-06, "concurrency": 9.413934143859049e-07, "wrong_operator": 5.504057326983482e-07, "none": 4.588914924693761e-05 } }, "failure": { "type": "noul", "noul": 0.9999683175790268 }, "severity": { "type": "score", "score": 2.512411733765272, "confidence": 0.531840325562659, "probabilities": { "0": 2.3475989206569913e-05, "1": 0.00023687496799095913, "2": 0.499423679304713, "3": 0.4879363787645035, "4": 0.012379590973586015 } } }, "usage": { "input_tokens": 818, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 368.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.907 }, { "case_id": "b05_units", "phase": "staged:risk", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.48542109002262, "confidence": 0.18312130700407503, "probabilities": { "0": 0.0013765602840061471, "1": 0.1424872482533358, "2": 0.3997070055796803, "3": 0.28219691292198723, "4": 0.17423227296099045 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.7755529274943326, "probabilities": { "logic": 0.9225217457972008, "security": 0.03008405518512266, "data": 0.032135453512107906, "concurrency": 0.0027078307352088257, "cosmetic": 0.012550914770359746 } } }, "usage": { "input_tokens": 519, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 822.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.45 }, { "case_id": "b05_units", "phase": "staged:detail", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "0775496dbc35f69f0735b8444a2d1a6e9ed5e731f29f90d655a28f1369d8eaa2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "status": "failed", "reason": "connection_error", "elapsed_s": 61.342 }, { "case_id": "b05_units", "phase": "staged:detail", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "0775496dbc35f69f0735b8444a2d1a6e9ed5e731f29f90d655a28f1369d8eaa2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.9558990029614592, "probabilities": { "old:1": 0.00014381218542807385, "old:3": 0.00031696025743923874, "old:4": 0.00012152657722179696, "new:1": 4.9398168346370126e-05, "new:3": 0.01068177944790294, "new:4": 0.002776404275834674, "new:5": 0.9849707289307115, "none": 0.0009393901571154385 } }, "mechanism": { "type": "choice", "choice": "unit_mismatch", "confidence": 0.993217189644254, "probabilities": { "off_by_one": 2.691626263431904e-05, "inverted_condition": 9.270327816777099e-06, "injection": 1.975761590785207e-06, "shared_state": 1.5055243984119252e-05, "unit_mismatch": 0.9979671391630575, "error_handling": 1.0043093891752844e-05, "null_handling": 1.9318669411177782e-05, "wrong_variable": 0.0003210940196140817, "concurrency": 4.6314907951617725e-06, "wrong_operator": 5.8283792584521354e-05, "none": 0.001566272174619898 } }, "failure": { "type": "noul", "noul": 0.982415753176943 }, "severity": { "type": "score", "score": 2.074856805413068, "confidence": 0.7760252037913768, "probabilities": { "0": 0.0011626417822455317, "1": 0.009133409437646184, "2": 0.9073662396044796, "3": 0.07835991993605188, "4": 0.003977789239576737 } } }, "usage": { "input_tokens": 937, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 563.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.564 }, { "case_id": "b05_units", "phase": "single:detail", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "0775496dbc35f69f0735b8444a2d1a6e9ed5e731f29f90d655a28f1369d8eaa2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.9536292097276351, "probabilities": { "old:1": 0.00013537830670498914, "old:3": 0.00034815879770794315, "old:4": 0.00012830267989968097, "new:1": 5.482249344717335e-05, "new:3": 0.010440606731357204, "new:4": 0.003560011105923909, "new:5": 0.9842442464974377, "none": 0.001088473387521351 } }, "mechanism": { "type": "choice", "choice": "unit_mismatch", "confidence": 0.9920084794970515, "probabilities": { "off_by_one": 3.4468330894019056e-05, "inverted_condition": 1.429945726097859e-05, "injection": 2.8995898773162344e-06, "shared_state": 1.830101693498815e-05, "unit_mismatch": 0.997577274611537, "error_handling": 1.537991566073821e-05, "null_handling": 2.637686325536299e-05, "wrong_variable": 0.0004729938511708437, "concurrency": 5.804062643838563e-06, "wrong_operator": 7.268985868808008e-05, "none": 0.001759512442076774 } }, "failure": { "type": "noul", "noul": 0.9766259912537317 }, "severity": { "type": "score", "score": 2.0738091514752197, "confidence": 0.7868922485833029, "probabilities": { "0": 0.0008908653075497268, "1": 0.007524609311393814, "2": 0.9120893138973709, "3": 0.07587493156565815, "4": 0.003620279918027429 } } }, "usage": { "input_tokens": 937, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 962.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.394 }, { "case_id": "b06_swallow", "phase": "staged:risk", "state_hash": "5aa70d1d6eb8d5478961cb1f003a435cc25a5de0abc7933e439aa3533f34c00c", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.885234701009144, "confidence": 0.7707861763080449, "probabilities": { "0": 5.5010264046582264e-05, "1": 0.0012718162811060575, "2": 0.006707240628322787, "3": 0.0973153278347057, "4": 0.8946506049918188 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.5307814065075245, "probabilities": { "logic": 0.5169365697066729, "security": 0.4722927740381235, "data": 0.005591069057137102, "concurrency": 0.0022058001439551615, "cosmetic": 0.0029737870541113654 } } }, "usage": { "input_tokens": 519, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 550.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.581 }, { "case_id": "b06_swallow", "phase": "staged:detail", "state_hash": "5aa70d1d6eb8d5478961cb1f003a435cc25a5de0abc7933e439aa3533f34c00c", "questions_hash": "4c2feba1f59e552699e637c1cc0e0b2bbec4217aa55631f56410653e4ee44976", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.825403173514525, "probabilities": { "old:1": 2.4299558148971993e-05, "old:2": 1.217593632185777e-05, "old:3": 1.938181471919843e-06, "old:4": 2.8304892533615587e-06, "new:1": 5.784463724150533e-05, "new:2": 0.011686491593384163, "new:3": 0.0013233605288769932, "new:4": 7.812357504051784e-05, "new:5": 0.00014215655777103202, "new:6": 0.11240017507995725, "new:7": 0.8733945484823489, "none": 0.0008760553801835773 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.982750993953503, "probabilities": { "off_by_one": 2.7586713632861656e-05, "inverted_condition": 1.5153795146251507e-05, "injection": 1.426797448283137e-06, "shared_state": 1.9463921151301344e-05, "unit_mismatch": 2.4174543376855622e-05, "error_handling": 0.9935211017749657, "null_handling": 3.4295021047197056e-05, "wrong_variable": 3.832324650927565e-05, "concurrency": 1.0279669832543308e-05, "wrong_operator": 0.0002785153031231749, "none": 0.006029679213766642 } }, "failure": { "type": "noul", "noul": 0.9993089116295617 }, "severity": { "type": "score", "score": 2.7544556078800677, "confidence": 0.5201212694913402, "probabilities": { "0": 0.00014678826520808598, "1": 0.0016315010702194108, "2": 0.2846924219788627, "3": 0.6706778918907165, "4": 0.042851396794993384 } } }, "usage": { "input_tokens": 983, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 521.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.969 }, { "case_id": "b06_swallow", "phase": "single:detail", "state_hash": "5aa70d1d6eb8d5478961cb1f003a435cc25a5de0abc7933e439aa3533f34c00c", "questions_hash": "4c2feba1f59e552699e637c1cc0e0b2bbec4217aa55631f56410653e4ee44976", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.815287676057018, "probabilities": { "old:1": 3.9170269719113315e-05, "old:2": 1.5613982402552744e-05, "old:3": 2.9897777769274443e-06, "old:4": 4.215088065055203e-06, "new:1": 8.62571275553309e-05, "new:2": 0.017163998254434036, "new:3": 0.0014738143941126687, "new:4": 8.919134048294348e-05, "new:5": 0.00018390430220070454, "new:6": 0.11072036673396109, "new:7": 0.8687122132184764, "none": 0.001508265510813273 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.980862062150096, "probabilities": { "off_by_one": 3.3221070736917476e-05, "inverted_condition": 2.2570162053864755e-05, "injection": 1.839507847465415e-06, "shared_state": 2.182054975057302e-05, "unit_mismatch": 2.776706235661511e-05, "error_handling": 0.9926812023129317, "null_handling": 4.162642741781788e-05, "wrong_variable": 3.6222521647126814e-05, "concurrency": 1.5453689647499385e-05, "wrong_operator": 0.0003192129436006479, "none": 0.006799063752009674 } }, "failure": { "type": "noul", "noul": 0.9992430435685953 }, "severity": { "type": "score", "score": 2.7629698584470805, "confidence": 0.4935762718207809, "probabilities": { "0": 0.0001629371572767007, "1": 0.0016159931694124442, "2": 0.290746406618877, "3": 0.6500376001778215, "4": 0.05743706287661229 } } }, "usage": { "input_tokens": 983, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 478.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.951 }, { "case_id": "b07_none", "phase": "staged:risk", "state_hash": "e9791fb11e3f47fbceb0a17ff48c98d388518290abaef8c217bbf276e5250868", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.7876465614522847, "confidence": 0.6216028120634864, "probabilities": { "0": 3.2100442562475704e-07, "1": 0.000648237916562708, "2": 0.22514698370800926, "3": 0.7601134733643065, "4": 0.01409098400669601 } }, "area": { "type": "choice", "choice": "data", "confidence": 0.4869588365634563, "probabilities": { "logic": 0.44405349574842545, "security": 0.010398266222958894, "data": 0.5280410979147665, "concurrency": 0.004269267548892716, "cosmetic": 0.013237872564956437 } } }, "usage": { "input_tokens": 468, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 522.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.039 }, { "case_id": "b07_none", "phase": "staged:detail", "state_hash": "e9791fb11e3f47fbceb0a17ff48c98d388518290abaef8c217bbf276e5250868", "questions_hash": "6357ce17c942aaf81a61d4f344dd24a33f7bc7f9bc9f7928b7b3392a85343688", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.7035432057087977, "probabilities": { "old:1": 0.00015294894643097753, "old:2": 0.0001296806115440049, "old:3": 2.9358945109992193e-05, "old:4": 0.00026201880387375373, "new:1": 0.007169052725359182, "new:2": 0.0020234626169355055, "new:3": 0.7124905652905884, "new:4": 0.27761286462462786, "none": 0.00013004743553029973 } }, "mechanism": { "type": "choice", "choice": "null_handling", "confidence": 0.6199326945200245, "probabilities": { "off_by_one": 0.0002536180761539158, "inverted_condition": 0.000274644571987782, "injection": 2.9095002206109466e-05, "shared_state": 0.00010995293127421286, "unit_mismatch": 0.0001456200825453878, "error_handling": 0.0006346009692629713, "null_handling": 0.4749771476740153, "wrong_variable": 0.4612778682454254, "concurrency": 0.00012965566156115932, "wrong_operator": 0.004193684483585516, "none": 0.057974112301982295 } }, "failure": { "type": "noul", "noul": 0.9775541297532434 }, "severity": { "type": "score", "score": 2.1531031690310938, "confidence": 0.5507067139788688, "probabilities": { "0": 0.002413093821467944, "1": 0.047049719958802486, "2": 0.7525092298170606, "3": 0.19107683617250587, "4": 0.0069511202301631315 } } }, "usage": { "input_tokens": 870, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 585.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.061 }, { "case_id": "b07_none", "phase": "single:detail", "state_hash": "e9791fb11e3f47fbceb0a17ff48c98d388518290abaef8c217bbf276e5250868", "questions_hash": "6357ce17c942aaf81a61d4f344dd24a33f7bc7f9bc9f7928b7b3392a85343688", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.6914428301332927, "probabilities": { "old:1": 0.00014766500045304952, "old:2": 0.00015920267853643887, "old:3": 3.520356431715137e-05, "old:4": 0.00025283499402169434, "new:1": 0.008215426517109945, "new:2": 0.0020588887609511927, "new:3": 0.6869142418514531, "new:4": 0.3021000592985424, "none": 0.00011647733461511287 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.6256108495838986, "probabilities": { "off_by_one": 0.00026764593745743476, "inverted_condition": 0.000233024001503922, "injection": 3.1142200169285214e-05, "shared_state": 9.341922270940317e-05, "unit_mismatch": 0.0001519125711048359, "error_handling": 0.0005669597360458709, "null_handling": 0.46619909366487366, "wrong_variable": 0.47646086625602985, "concurrency": 0.00011380295304487606, "wrong_operator": 0.004477638890014237, "none": 0.05140449456704661 } }, "failure": { "type": "noul", "noul": 0.9792973425999891 }, "severity": { "type": "score", "score": 2.167105757643369, "confidence": 0.5620700829523713, "probabilities": { "0": 0.0012743413113005812, "1": 0.040679424222426264, "2": 0.7543787953586601, "3": 0.1970010137268297, "4": 0.006666425380783336 } } }, "usage": { "input_tokens": 870, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 576.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.986 }, { "case_id": "b08_wrongvar", "phase": "staged:risk", "state_hash": "2bdf4515db04ba49ddd92e8adef09410465777f215441c377a9046b1f70851f7", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.140063507622262, "confidence": 0.3633084175663741, "probabilities": { "0": 0.0015626996388144662, "1": 0.13803969461827642, "2": 0.6095762641767002, "3": 0.22041408161425086, "4": 0.030407259951958115 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8025399223281248, "probabilities": { "logic": 0.9222028647011263, "security": 0.006680736746767718, "data": 0.06583650853087367, "concurrency": 0.0012160451517694542, "cosmetic": 0.004063844869462839 } } }, "usage": { "input_tokens": 522, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 400.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.818 }, { "case_id": "b08_wrongvar", "phase": "staged:detail", "state_hash": "2bdf4515db04ba49ddd92e8adef09410465777f215441c377a9046b1f70851f7", "questions_hash": "bcd5fb43568ba7097ed7e6457752188ac0eb830f26c71753a8057714e2008c0f", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.9885369371793008, "probabilities": { "old:1": 0.00012785428814112343, "old:2": 0.0001253567852008581, "old:3": 3.056229003897131e-05, "new:1": 0.00012192720352416859, "new:2": 3.044231465284362e-05, "new:3": 0.0001246564810760719, "new:4": 0.9968259255478104, "none": 0.0026132750895556753 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9894259249930677, "probabilities": { "off_by_one": 0.00032673617042104045, "inverted_condition": 3.0056615784851072e-06, "injection": 6.057773209497301e-07, "shared_state": 1.2389243260950456e-06, "unit_mismatch": 4.729958193867921e-06, "error_handling": 6.182417061467827e-06, "null_handling": 5.344345089146719e-05, "wrong_variable": 0.9967325215033012, "concurrency": 2.402562529988809e-06, "wrong_operator": 0.0011287130777528852, "none": 0.0017404204966226077 } }, "failure": { "type": "noul", "noul": 0.9317301383656079 }, "severity": { "type": "score", "score": 2.0002545368582605, "confidence": 0.7330896152186057, "probabilities": { "0": 0.011266170498069475, "1": 0.03424164814263206, "2": 0.8995098080298358, "3": 0.05293622066189401, "4": 0.0020461526675686534 } } }, "usage": { "input_tokens": 936, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 484.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.079 }, { "case_id": "b08_wrongvar", "phase": "single:detail", "state_hash": "2bdf4515db04ba49ddd92e8adef09410465777f215441c377a9046b1f70851f7", "questions_hash": "bcd5fb43568ba7097ed7e6457752188ac0eb830f26c71753a8057714e2008c0f", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.9885266678016755, "probabilities": { "old:1": 0.00013117861590990917, "old:2": 0.00015359308104816985, "old:3": 3.058794624390129e-05, "new:1": 0.00012307184002105016, "new:2": 3.145113147284029e-05, "new:3": 0.0001288544206654654, "new:4": 0.9968413487238247, "none": 0.0025599142408140024 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9904561062521634, "probabilities": { "off_by_one": 0.0003526031910728889, "inverted_condition": 2.982608763196736e-06, "injection": 6.759461478860999e-07, "shared_state": 1.302029339318374e-06, "unit_mismatch": 4.455123581553075e-06, "error_handling": 6.3373487569329785e-06, "null_handling": 5.145384081165558e-05, "wrong_variable": 0.9970927649266613, "concurrency": 2.288924756879317e-06, "wrong_operator": 0.00077322549963913, "none": 0.0017119105604691976 } }, "failure": { "type": "noul", "noul": 0.9349756684488255 }, "severity": { "type": "score", "score": 1.9980977787071637, "confidence": 0.7289729536421339, "probabilities": { "0": 0.010274142311526435, "1": 0.03799970559959917, "2": 0.8971790337535638, "3": 0.05244846774080548, "4": 0.0020986505945051106 } } }, "usage": { "input_tokens": 936, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 342.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.852 }, { "case_id": "c09_tz_lookalike", "phase": "staged:risk", "state_hash": "586ad777e24176afc626957ccf11c036483801caf427002aadc002eccac40ead", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.6754898787284351, "confidence": 0.4131080171022852, "probabilities": { "0": 0.4170777432952865, "1": 0.4946810394511066, "2": 0.08419868783579751, "3": 0.0037586540655039297, "4": 0.0002838753523054229 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.5315941207621057, "probabilities": { "logic": 0.660845767112193, "security": 0.008038800341798913, "data": 0.3143788099281889, "concurrency": 0.003919060062002983, "cosmetic": 0.012817562555816096 } } }, "usage": { "input_tokens": 510, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 473.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.125 }, { "case_id": "c09_tz_lookalike", "phase": "single:detail", "state_hash": "586ad777e24176afc626957ccf11c036483801caf427002aadc002eccac40ead", "questions_hash": "71d7aa686886990fe1ca103adf329e8d7810337bd69ba47982207e664e5f11b6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.9749744384983622, "probabilities": { "old:1": 3.5710142090445454e-06, "old:3": 4.5164065276529966e-05, "old:4": 2.7528222006512335e-07, "new:1": 9.731811353589695e-06, "new:3": 0.008249449960261284, "new:4": 0.9916720926751925, "none": 1.9715191486901815e-05 } }, "mechanism": { "type": "choice", "choice": "unit_mismatch", "confidence": 0.9287423250687115, "probabilities": { "off_by_one": 0.0012965834082699886, "inverted_condition": 0.0007545248947892862, "injection": 1.3671826101979288e-05, "shared_state": 0.00010596901821705753, "unit_mismatch": 0.9693275614700199, "error_handling": 8.25330350880522e-05, "null_handling": 0.00031178414752019073, "wrong_variable": 0.007408783059156441, "concurrency": 9.745870294963226e-05, "wrong_operator": 0.0013515583665729255, "none": 0.01924957207131456 } }, "failure": { "type": "noul", "noul": 0.7043102235133446 }, "severity": { "type": "score", "score": 2.30596907575268, "confidence": 0.4472693104770725, "probabilities": { "0": 0.012850287495650202, "1": 0.02355563632377935, "2": 0.6343073442861421, "3": 0.303348176721097, "4": 0.025938555173331365 } } }, "usage": { "input_tokens": 902, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 573.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.093 }, { "case_id": "b10_race", "phase": "staged:risk", "state_hash": "31a478eb888974eaa0c059fdbc81c5ae883580915d0c96f8c22055a11bed0141", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.98316057949319, "confidence": 0.9479666696454898, "probabilities": { "0": 2.2787860723609174e-05, "1": 0.0003680337437202596, "2": 0.0008951228261451076, "3": 0.013853922180464133, "4": 0.9848601333889468 } }, "area": { "type": "choice", "choice": "concurrency", "confidence": 0.998399319479234, "probabilities": { "logic": 9.676770239671423e-05, "security": 5.826582735647162e-05, "data": 2.4228174449747476e-05, "concurrency": 0.9997572683767391, "cosmetic": 6.346991905812669e-05 } } }, "usage": { "input_tokens": 471, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 366.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.786 }, { "case_id": "b10_race", "phase": "staged:detail", "state_hash": "31a478eb888974eaa0c059fdbc81c5ae883580915d0c96f8c22055a11bed0141", "questions_hash": "0e4f80364219140ad2c217b69cc89cd180a2cabaa952615745e37e7b14ca967e", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.9886107881171227, "probabilities": { "old:1": 0.00014204040591660915, "old:2": 4.656573677350545e-05, "old:3": 4.360608467285782e-06, "old:5": 5.984110172071796e-05, "old:6": 2.7410796687657682e-05, "old:7": 0.0003634116472201832, "old:8": 4.027085253511757e-05, "new:1": 1.6204766678120383e-05, "new:2": 0.0003363716620154294, "new:3": 3.733833967634341e-05, "new:5": 0.000934316005224103, "new:6": 0.0006111254280849486, "new:7": 0.9964581358023349, "new:8": 0.000489287039734953, "none": 0.0004333198069301657 } }, "mechanism": { "type": "choice", "choice": "concurrency", "confidence": 0.9979756138293773, "probabilities": { "off_by_one": 4.003752315451367e-06, "inverted_condition": 4.060655109541634e-06, "injection": 3.282342726521049e-06, "shared_state": 3.183092003435102e-05, "unit_mismatch": 5.081020425364013e-06, "error_handling": 1.583138947087628e-06, "null_handling": 1.4694695737934485e-06, "wrong_variable": 7.388518594709221e-06, "concurrency": 0.9994755017919359, "wrong_operator": 2.4179056859720898e-05, "none": 0.0004416193334774936 } }, "failure": { "type": "noul", "noul": 0.9996911394445188 }, "severity": { "type": "score", "score": 2.622987667792483, "confidence": 0.571429216166174, "probabilities": { "0": 3.677437121016551e-05, "1": 0.00032456801158556954, "2": 0.37993672177709203, "3": 0.616018087133736, "4": 0.003683848706376309 } } }, "usage": { "input_tokens": 965, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 728.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.356 }, { "case_id": "b10_race", "phase": "single:detail", "state_hash": "31a478eb888974eaa0c059fdbc81c5ae883580915d0c96f8c22055a11bed0141", "questions_hash": "0e4f80364219140ad2c217b69cc89cd180a2cabaa952615745e37e7b14ca967e", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.9830798489131773, "probabilities": { "old:1": 0.00021045812767338007, "old:2": 8.27582378571014e-05, "old:3": 6.352893558062876e-06, "old:5": 7.718459286928325e-05, "old:6": 3.610422987524277e-05, "old:7": 0.0004302685319792031, "old:8": 5.398891311589583e-05, "new:1": 2.8285550353794202e-05, "new:2": 0.0004900850514923706, "new:3": 5.249746656857333e-05, "new:5": 0.0014145207396140055, "new:6": 0.0008638319153770799, "new:7": 0.9944279745857071, "new:8": 0.0007273927520969613, "none": 0.0010982964118619743 } }, "mechanism": { "type": "choice", "choice": "concurrency", "confidence": 0.9980858044548074, "probabilities": { "off_by_one": 5.0652245286239425e-06, "inverted_condition": 3.7648066730253774e-06, "injection": 3.3755742324010045e-06, "shared_state": 3.929435951619374e-05, "unit_mismatch": 5.0537736435310795e-06, "error_handling": 1.1867061465609828e-06, "null_handling": 1.2111595964212722e-06, "wrong_variable": 6.937032633808682e-06, "concurrency": 0.9995122892492592, "wrong_operator": 2.607776452724962e-05, "none": 0.000395744349242999 } }, "failure": { "type": "noul", "noul": 0.9997650254861377 }, "severity": { "type": "score", "score": 2.614351611733649, "confidence": 0.5686790710593999, "probabilities": { "0": 4.257645389165216e-05, "1": 0.0003680127576329284, "2": 0.3884823558496055, "3": 0.6074093324786746, "4": 0.0036977224601953055 } } }, "usage": { "input_tokens": 965, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 531.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.795 }, { "case_id": "b11_path", "phase": "staged:risk", "state_hash": "af239a4a7cb8f3cacd6a4c0abf29cfb7f6d60a5da70161b2b3dd9a225820c62e", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9947973355883812, "confidence": 0.9827806229846291, "probabilities": { "0": 9.735584976552745e-06, "1": 0.00019043788994369123, "2": 0.0010320497559006964, "3": 0.0025283088900800743, "4": 0.996239467879099 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.9974396528267575, "probabilities": { "logic": 0.00020906479797904397, "security": 0.9995890672251005, "data": 5.918890111464634e-05, "concurrency": 7.070265149201546e-05, "cosmetic": 7.197642431375384e-05 } } }, "usage": { "input_tokens": 488, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1356.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.81 }, { "case_id": "b11_path", "phase": "staged:detail", "state_hash": "af239a4a7cb8f3cacd6a4c0abf29cfb7f6d60a5da70161b2b3dd9a225820c62e", "questions_hash": "9a7e92cf6862b34adb5562a13a598e01532dfc0e7f884f5f006a884ed1f268be", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.811690526819204, "probabilities": { "old:1": 0.000623355182038776, "old:2": 0.0007084132221726969, "old:4": 0.0004579527868437883, "old:5": 0.0015630597866283372, "old:6": 0.03738923531918764, "old:7": 0.041486081948650735, "old:8": 0.00048272556868038375, "new:1": 0.0001632326311815089, "new:2": 3.236002847108893e-05, "new:4": 0.015754768215153224, "new:5": 0.8951112261426639, "new:6": 0.00499649966986313, "none": 0.0012310894984646423 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9891325845623177, "probabilities": { "off_by_one": 6.332857201083673e-05, "inverted_condition": 0.0002001459669939775, "injection": 0.9967481675929345, "shared_state": 8.077753837367992e-05, "unit_mismatch": 8.731484482429869e-05, "error_handling": 0.00011284297854868161, "null_handling": 3.4180978092055314e-05, "wrong_variable": 2.1853422848880726e-05, "concurrency": 2.4883266194435163e-05, "wrong_operator": 0.0006204607890926238, "none": 0.002006044050085977 } }, "failure": { "type": "noul", "noul": 0.9998355196452324 }, "severity": { "type": "score", "score": 3.9849276613073705, "confidence": 0.9525697941033968, "probabilities": { "0": 9.025185340471326e-06, "1": 9.057247492358382e-05, "2": 0.0014598736845111062, "3": 0.01184477315747434, "4": 0.9865957554977505 } } }, "usage": { "input_tokens": 967, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 589.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.229 }, { "case_id": "b11_path", "phase": "single:detail", "state_hash": "af239a4a7cb8f3cacd6a4c0abf29cfb7f6d60a5da70161b2b3dd9a225820c62e", "questions_hash": "9a7e92cf6862b34adb5562a13a598e01532dfc0e7f884f5f006a884ed1f268be", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.7880867921641155, "probabilities": { "old:1": 0.0006623669834419174, "old:2": 0.0007492163662162281, "old:4": 0.000630558632659702, "old:5": 0.0017468849498410623, "old:6": 0.048522322989983484, "old:7": 0.04740108953246706, "old:8": 0.00055075464774117, "new:1": 0.0001986710837976774, "new:2": 3.4194067991809236e-05, "new:4": 0.01671206104541769, "new:5": 0.8763068400376176, "new:6": 0.005160197858748991, "none": 0.0013248418040755637 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9892998836912348, "probabilities": { "off_by_one": 0.00010601081522710511, "inverted_condition": 0.0002426492288547908, "injection": 0.9968610511029501, "shared_state": 8.506483100875746e-05, "unit_mismatch": 9.888444317795727e-05, "error_handling": 0.00013244377035101786, "null_handling": 4.277724357696029e-05, "wrong_variable": 2.815480890243775e-05, "concurrency": 2.8708803948074156e-05, "wrong_operator": 0.0005364619098476176, "none": 0.001837793042155145 } }, "failure": { "type": "noul", "noul": 0.9998258139909563 }, "severity": { "type": "score", "score": 3.986079587490584, "confidence": 0.955656232737555, "probabilities": { "0": 1.0459042917744395e-05, "1": 0.00010951854124169976, "2": 0.0013480620211352983, "3": 0.010853896671749793, "4": 0.9876780637229555 } } }, "usage": { "input_tokens": 967, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 499.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.901 }, { "case_id": "b12_compare", "phase": "staged:risk", "state_hash": "34cc72ab214094fd8bc720b48ae87c6551c83056a480f182fbdb17ccd2404c89", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.1274013250006503, "confidence": 0.5400401684428795, "probabilities": { "0": 9.540618407356966e-05, "1": 0.0019185972445430776, "2": 0.06625923913748664, "3": 0.7339427802544528, "4": 0.1977839771794439 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8699475331035458, "probabilities": { "logic": 0.960053521658645, "security": 0.0097734919377196, "data": 0.0231413130203878, "concurrency": 0.0010301958045345664, "cosmetic": 0.006001477578713117 } } }, "usage": { "input_tokens": 407, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1170.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.662 }, { "case_id": "b12_compare", "phase": "staged:detail", "state_hash": "34cc72ab214094fd8bc720b48ae87c6551c83056a480f182fbdb17ccd2404c89", "questions_hash": "f9c0704b0a1a5aee557fbb81eb9bd199668ab26fe1a2a7addbca184e1d6247a5", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9863610346675521, "probabilities": { "old:1": 8.126153840246674e-05, "old:2": 0.001790660924205877, "new:1": 0.0005780763299383196, "new:2": 0.9972039867835603, "none": 0.0003460144238931289 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.9902444546225896, "probabilities": { "off_by_one": 0.00023203038146319844, "inverted_condition": 0.00023133820676274992, "injection": 5.296257597389957e-05, "shared_state": 0.0001667916731632497, "unit_mismatch": 0.0001290171109480216, "error_handling": 5.162677180055718e-06, "null_handling": 8.496672937691337e-06, "wrong_variable": 0.00020430300302602471, "concurrency": 0.00010611460615321416, "wrong_operator": 0.9971881669442922, "none": 0.001675616148099629 } }, "failure": { "type": "noul", "noul": 0.9977154153339363 }, "severity": { "type": "score", "score": 2.068723801088738, "confidence": 0.8274746256821983, "probabilities": { "0": 5.303574906655676e-05, "1": 0.0023315823098687804, "2": 0.932790812640143, "3": 0.058487683705103814, "4": 0.006336885595817951 } } }, "usage": { "input_tokens": 741, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 436.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.261 }, { "case_id": "b12_compare", "phase": "single:detail", "state_hash": "34cc72ab214094fd8bc720b48ae87c6551c83056a480f182fbdb17ccd2404c89", "questions_hash": "f9c0704b0a1a5aee557fbb81eb9bd199668ab26fe1a2a7addbca184e1d6247a5", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9808225743561564, "probabilities": { "old:1": 0.00012358121811026726, "old:2": 0.002307574033781164, "new:1": 0.0011408530832812559, "new:2": 0.9959085010456648, "none": 0.0005194906191626003 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.9880936679886356, "probabilities": { "off_by_one": 0.00036981347591227593, "inverted_condition": 0.00033015344250711566, "injection": 7.561049955933121e-05, "shared_state": 0.00014885495834018902, "unit_mismatch": 0.0001495964834258054, "error_handling": 6.70569058516227e-06, "null_handling": 9.248095930530342e-06, "wrong_variable": 0.000327772995390343, "concurrency": 0.00011868074478685115, "wrong_operator": 0.9964980889416193, "none": 0.001965474671943136 } }, "failure": { "type": "noul", "noul": 0.9978105885347351 }, "severity": { "type": "score", "score": 2.073983673943489, "confidence": 0.8192468965118889, "probabilities": { "0": 5.9858856859736534e-05, "1": 0.0022437825145853094, "2": 0.9285837403760896, "3": 0.06187806233313668, "4": 0.007234555919328635 } } }, "usage": { "input_tokens": 741, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 439.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.994 }, { "case_id": "c01_rename", "phase": "staged:risk", "state_hash": "7654ceb4a95dd7ebb0353bddba2ca51530626be1504fc55a2cdaa72624295ecc", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.02179630405523176, "confidence": 0.9490444847099582, "probabilities": { "0": 0.9870096002945424, "1": 0.005916224740719835, "2": 0.006000974462828443, "3": 0.0004146716187820622, "4": 0.0006585288831272129 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9607241717543084, "probabilities": { "logic": 0.004617484969002619, "security": 0.002248530699054745, "data": 0.0017600094533615877, "concurrency": 0.0005827601071291188, "cosmetic": 0.9907912147714519 } } }, "usage": { "input_tokens": 452, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 463.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.009 }, { "case_id": "c01_rename", "phase": "single:detail", "state_hash": "7654ceb4a95dd7ebb0353bddba2ca51530626be1504fc55a2cdaa72624295ecc", "questions_hash": "5a27944f64a3345fc7e731867818c4ecae65b93b4b67f25f649b55048a4aecd8", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9965820233809111, "probabilities": { "old:1": 0.00023708301958624904, "old:2": 0.00014037216803448126, "old:3": 1.3328113084587857e-05, "new:1": 0.0001332179168155665, "new:2": 8.468584649919327e-05, "new:3": 6.440520539946799e-05, "none": 0.9993269077305804 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9993671721139707, "probabilities": { "off_by_one": 7.532956563192186e-06, "inverted_condition": 3.4462016047807306e-06, "injection": 1.0875965841721227e-06, "shared_state": 2.4518263510071155e-06, "unit_mismatch": 6.082885375199656e-06, "error_handling": 9.715861744104707e-07, "null_handling": 9.74384172056628e-05, "wrong_variable": 1.624978990861945e-05, "concurrency": 4.872632473080065e-07, "wrong_operator": 2.1454374556126283e-06, "none": 0.9998621060395301 } }, "failure": { "type": "noul", "noul": 1.5318618670281422e-06 }, "severity": { "type": "score", "score": 0.0012631118003564074, "confidence": 0.9964140453993632, "probabilities": { "0": 0.9993815817801135, "1": 0.0003759717492209336, "2": 2.656061993711205e-05, "3": 2.952459165248394e-05, "4": 0.00018636125907594943 } } }, "usage": { "input_tokens": 826, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 573.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.101 }, { "case_id": "c02_docstring", "phase": "staged:risk", "state_hash": "3bb199f7fe521699ddc3a049dfd7f8f357037225609052142c18934db897ffc8", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.0009701974133903321, "confidence": 0.9956078360241858, "probabilities": { "0": 0.9991751245586505, "1": 0.0007221457571884048, "2": 7.576337748701101e-05, "3": 1.1340325467987367e-05, "4": 1.5625981205985765e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9926789732024428, "probabilities": { "logic": 0.00016708045916928363, "security": 0.0009676360603211848, "data": 5.6393662755810485e-05, "concurrency": 0.00019628361264277132, "cosmetic": 0.9986126062051109 } } }, "usage": { "input_tokens": 487, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 709.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.127 }, { "case_id": "c02_docstring", "phase": "single:detail", "state_hash": "3bb199f7fe521699ddc3a049dfd7f8f357037225609052142c18934db897ffc8", "questions_hash": "6cde0f606bc5d9f53732f28a75d0175060f3248340c86aac725b588293b998a0", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.5372403242831834, "probabilities": { "old:1": 0.00028057804255862174, "old:2": 0.0009171411688933986, "old:3": 7.110846307114234e-05, "old:4": 3.365204965632525e-05, "new:1": 0.09103899174384254, "new:2": 0.003278125793134072, "new:3": 0.4210828086984241, "none": 0.4832975940404198 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9984828062211832, "probabilities": { "off_by_one": 3.91094831480931e-05, "inverted_condition": 5.657219757383119e-05, "injection": 6.249713568834734e-06, "shared_state": 5.36367134250943e-06, "unit_mismatch": 3.493963429625913e-05, "error_handling": 9.003555218219058e-06, "null_handling": 9.130980210958364e-05, "wrong_variable": 3.143220107040465e-05, "concurrency": 1.1165488099077732e-06, "wrong_operator": 5.7531096856087565e-05, "none": 0.9996673720960063 } }, "failure": { "type": "noul", "noul": 4.9618153641795235e-06 }, "severity": { "type": "score", "score": 0.0014906523114206218, "confidence": 0.9958851117754332, "probabilities": { "0": 0.9992809759791592, "1": 0.0004261448194081813, "2": 3.460888127345025e-05, "3": 3.779155117133116e-05, "4": 0.0002204787689878866 } } }, "usage": { "input_tokens": 889, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 684.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.965 }, { "case_id": "c03_logging", "phase": "staged:risk", "state_hash": "1f63e15b0237c7925e32a995013c07f63ba30382bee6d0332e81b1a970a602a5", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.0008416233623843317, "confidence": 0.9961020584246809, "probabilities": { "0": 0.9992761022527273, "1": 0.0006408763176034379, "2": 6.296288612794626e-05, "3": 5.412901640235764e-06, "4": 1.4645641901073507e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9938327493362822, "probabilities": { "logic": 0.0003050963545260228, "security": 0.0003050963545260228, "data": 1.9624295248484492e-05, "concurrency": 0.00047953372602457865, "cosmetic": 0.998890649269675 } } }, "usage": { "input_tokens": 497, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 355.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.659 }, { "case_id": "c03_logging", "phase": "single:detail", "state_hash": "1f63e15b0237c7925e32a995013c07f63ba30382bee6d0332e81b1a970a602a5", "questions_hash": "4f639657dfef66237a2726eaee87cf5e223f89f2855dba5704056b61587b20f1", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.987005050557875, "probabilities": { "old:1": 7.083804646785105e-05, "old:2": 3.816643870352738e-05, "old:3": 1.0453186854961825e-05, "old:4": 3.76493125547239e-06, "new:1": 1.0453186854961825e-05, "new:2": 1.1495479730520744e-05, "new:4": 0.000435468492864939, "new:5": 0.00034384537782364, "new:6": 5.582885814671018e-06, "new:7": 6.782973611891578e-06, "new:8": 0.0035582075463593535, "none": 0.9955049414536581 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9997033730915569, "probabilities": { "off_by_one": 1.0708557635502014e-05, "inverted_condition": 4.559247327753022e-06, "injection": 4.332305007400473e-06, "shared_state": 3.0227321659913983e-06, "unit_mismatch": 4.116286080435997e-06, "error_handling": 5.587188148791996e-06, "null_handling": 6.836823495344733e-06, "wrong_variable": 5.31101830363119e-06, "concurrency": 4.116286080435997e-06, "wrong_operator": 5.877174962861712e-06, "none": 0.999945532380792 } }, "failure": { "type": "noul", "noul": 2.193082295780561e-05 }, "severity": { "type": "score", "score": 0.0018689079421162433, "confidence": 0.9934545488938262, "probabilities": { "0": 0.9987337963585495, "1": 0.0010245640814481281, "2": 4.4856335248798034e-05, "3": 3.250170884391485e-05, "4": 0.0001642815159096936 } } }, "usage": { "input_tokens": 974, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1397.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 3.032 }, { "case_id": "c04_guard", "phase": "staged:risk", "state_hash": "3353c1e759b41e758830f93caa56a8e606e316a5004c36125c84687da3c57101", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.018253741461601403, "confidence": 0.9478668413336496, "probabilities": { "0": 0.9857544711395816, "1": 0.010752576099349183, "2": 0.003178001915333865, "3": 0.00011464185135701057, "4": 0.0002003089943783649 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.354212067727398, "probabilities": { "logic": 0.3236332802904106, "security": 0.003881134146578596, "data": 0.16756556302066206, "concurrency": 0.0011800379738340179, "cosmetic": 0.5037399845685148 } } }, "usage": { "input_tokens": 434, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 377.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.962 }, { "case_id": "c04_guard", "phase": "single:detail", "state_hash": "3353c1e759b41e758830f93caa56a8e606e316a5004c36125c84687da3c57101", "questions_hash": "beec1091a0c0ad2b4357765daaa578b0a5eeccccd476623f47cb2e07b4e3a1eb", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9902997374150853, "probabilities": { "old:1": 0.00010837269876730271, "old:2": 0.00010837269876730271, "old:3": 1.7867014845002177e-05, "new:1": 9.940703630086443e-05, "new:2": 0.9974184669411058, "new:3": 0.0010337288062569933, "new:4": 8.353940861223366e-05, "new:5": 1.6259648953479992e-05, "none": 0.0011139857463910087 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9994702642921834, "probabilities": { "off_by_one": 1.2648792826206446e-05, "inverted_condition": 4.334959914392175e-06, "injection": 2.0350107112589985e-06, "shared_state": 2.141612174444648e-06, "unit_mismatch": 2.0265232432699976e-05, "error_handling": 1.1497476689840555e-05, "null_handling": 6.125335975280332e-06, "wrong_variable": 3.9999498501790014e-07, "concurrency": 4.221051964928178e-05, "wrong_operator": 4.787274489276656e-06, "none": 0.9998935537901524 } }, "failure": { "type": "noul", "noul": 2.0352226829996517e-06 }, "severity": { "type": "score", "score": 0.001751116212546906, "confidence": 0.9950771191536605, "probabilities": { "0": 0.9991031596642221, "1": 0.0005915834251044556, "2": 1.5551751623609435e-05, "3": 3.0391352004061977e-05, "4": 0.0002593138070457614 } } }, "usage": { "input_tokens": 840, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 365.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.978 }, { "case_id": "c05_param", "phase": "staged:risk", "state_hash": "9455852d920eb4d0eeec9662519bb4768f350ae06120535abebe5f2c51902432", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.03836690856494835, "confidence": 0.9226924592332233, "probabilities": { "0": 0.9777664578737428, "1": 0.007279546072804893, "2": 0.014129580051685221, "3": 0.00046946161829507433, "4": 0.0003549543834719474 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.6505118791581502, "probabilities": { "logic": 0.002904988839796513, "security": 0.7810166296505696, "data": 0.002524177894844176, "concurrency": 0.0012509763512003368, "cosmetic": 0.21230322726358933 } } }, "usage": { "input_tokens": 447, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 388.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.01 }, { "case_id": "c05_param", "phase": "single:detail", "state_hash": "9455852d920eb4d0eeec9662519bb4768f350ae06120535abebe5f2c51902432", "questions_hash": "70f392165cb31353efb397bfa3cb7f0f43ec6ca3c9d03310ee2d96ceb29f2903", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9910758340274152, "probabilities": { "old:1": 7.186276949289305e-05, "old:2": 0.00018416265118364369, "new:1": 0.0006638991820161253, "new:2": 0.9983063345514201, "none": 0.0007737408458873004 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9994292711419818, "probabilities": { "off_by_one": 1.2424096339655153e-05, "inverted_condition": 7.216476218432987e-06, "injection": 1.4379652382626538e-05, "shared_state": 3.3943392864734813e-05, "unit_mismatch": 3.7269819419126504e-05, "error_handling": 2.2349844785280996e-06, "null_handling": 4.82665959146822e-06, "wrong_variable": 2.354179754959257e-06, "concurrency": 7.356313780106575e-07, "wrong_operator": 5.615046028340475e-07, "none": 0.9998840536029696 } }, "failure": { "type": "noul", "noul": 6.079230515104403e-06 }, "severity": { "type": "score", "score": 0.0024067885137353385, "confidence": 0.9948496618182298, "probabilities": { "0": 0.9990742487648329, "1": 0.0003975977885194046, "2": 2.868193935419522e-05, "3": 4.60591826666905e-05, "4": 0.000453412324626868 } } }, "usage": { "input_tokens": 796, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 363.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.963 }, { "case_id": "c06_constant", "phase": "staged:risk", "state_hash": "bb313e0ccc4f19914b0c2b4836309187071face22d438421c688ee3a345ef514", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.009804841159276722, "confidence": 0.9706497331859802, "probabilities": { "0": 0.9929551310331228, "1": 0.0045543846767459924, "2": 0.002321821626252208, "3": 6.78374254895799e-05, "4": 0.00010082523838939347 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8342878175096986, "probabilities": { "logic": 0.9331436941262572, "security": 0.0012847489311726167, "data": 0.0031957669824269875, "concurrency": 0.00034779059959727553, "cosmetic": 0.062027999360545934 } } }, "usage": { "input_tokens": 464, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 378.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.004 }, { "case_id": "c06_constant", "phase": "single:detail", "state_hash": "bb313e0ccc4f19914b0c2b4836309187071face22d438421c688ee3a345ef514", "questions_hash": "e900a6cb67eb691834ba0cfdc44c754a5877b02767b26bde580fe23e6ce5f144", "question_ids": [ "line", "mechanism", "failure", "severity" ], "status": "failed", "reason": "connection_error", "elapsed_s": 61.748 }, { "case_id": "c06_constant", "phase": "single:detail", "state_hash": "bb313e0ccc4f19914b0c2b4836309187071face22d438421c688ee3a345ef514", "questions_hash": "e900a6cb67eb691834ba0cfdc44c754a5877b02767b26bde580fe23e6ce5f144", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:6", "confidence": 0.9981663691144447, "probabilities": { "old:1": 5.797711877430498e-08, "old:3": 2.971389538756097e-07, "old:4": 3.0421193611665365e-08, "new:1": 4.589657942249925e-08, "new:2": 9.030258432647491e-07, "new:3": 3.2850269908012743e-06, "new:5": 0.0004414936566900222, "new:6": 0.9995450713971373, "none": 8.815459492788878e-06 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9991271657083721, "probabilities": { "off_by_one": 5.4512844736315915e-06, "inverted_condition": 5.4512844736315915e-06, "injection": 2.077186200943603e-06, "shared_state": 8.509602531083034e-06, "unit_mismatch": 7.341880887067275e-06, "error_handling": 3.646030790383327e-06, "null_handling": 4.033956564906958e-06, "wrong_variable": 4.892844198191292e-05, "concurrency": 1.757229315802636e-05, "wrong_operator": 8.383152282412779e-05, "none": 0.9998131565161144 } }, "failure": { "type": "noul", "noul": 1.1882712682809042e-05 }, "severity": { "type": "score", "score": 0.0018543217640988414, "confidence": 0.9946225867556454, "probabilities": { "0": 0.9990091105117915, "1": 0.0006754969950661647, "2": 2.454386692197813e-05, "3": 3.3657469692589604e-05, "4": 0.0002571911565277379 } } }, "usage": { "input_tokens": 872, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 603.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.604 }, { "case_id": "c07_comprehension", "phase": "staged:risk", "state_hash": "33854f7a13d7686b3ccbf66de5adfa2cac1d70fd93ce3f32690042b133644f2c", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.011654158616955413, "confidence": 0.9734993080366569, "probabilities": { "0": 0.9936428008361028, "1": 0.0013358972786893207, "2": 0.004843722012460568, "3": 7.950217764452398e-05, "4": 9.807769510284627e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.8182095618203412, "probabilities": { "logic": 0.07502787984920704, "security": 0.0017111608173925562, "data": 0.0013162220217416728, "concurrency": 0.0004273720010518786, "cosmetic": 0.9215173653106068 } } }, "usage": { "input_tokens": 433, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 503.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.881 }, { "case_id": "c07_comprehension", "phase": "single:detail", "state_hash": "33854f7a13d7686b3ccbf66de5adfa2cac1d70fd93ce3f32690042b133644f2c", "questions_hash": "1f0a80873963d9259fd13c2e25f21b8f5d21f3eb47eb8ec7a1d33a2d373fb46b", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9833705853064019, "probabilities": { "old:1": 8.323282530836633e-05, "old:2": 6.258401447843544e-05, "old:3": 1.0302725081812445e-05, "old:4": 2.7669537434120572e-05, "old:5": 3.6352174328127075e-05, "new:1": 0.0013876595809431565, "new:2": 0.0032177815286228402, "none": 0.9951744176138031 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9996328997287808, "probabilities": { "off_by_one": 5.3814911056497635e-06, "inverted_condition": 2.126572910313321e-06, "injection": 3.3307676521887523e-06, "shared_state": 1.5584547524423216e-06, "unit_mismatch": 2.9317279412222427e-06, "error_handling": 2.0085452078308492e-06, "null_handling": 1.1286729167799955e-05, "wrong_variable": 3.0412230705924125e-05, "concurrency": 4.955356495182949e-07, "wrong_operator": 1.209535628982801e-05, "none": 0.9999283725886173 } }, "failure": { "type": "noul", "noul": 3.5548953243242824e-06 }, "severity": { "type": "score", "score": 0.0015045095817852827, "confidence": 0.9953043983362255, "probabilities": { "0": 0.9991473798638182, "1": 0.0006082477361189848, "2": 2.610615240047282e-05, "3": 2.90154497842286e-05, "4": 0.0001892507978781666 } } }, "usage": { "input_tokens": 811, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1066.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.552 }, { "case_id": "c08_lockctx", "phase": "staged:risk", "state_hash": "d3e2f8a000838b129b13933fcb706c778420d9dc7d9518c49b51a98dce0e60e0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.007540881710569418, "confidence": 0.9798498441949035, "probabilities": { "0": 0.9954682373879653, "1": 0.0016645222422410403, "2": 0.0027746348980996183, "3": 4.3332214647484524e-05, "4": 4.9273257046671804e-05 } }, "area": { "type": "choice", "choice": "concurrency", "confidence": 0.9633737243689059, "probabilities": { "logic": 0.0033684497998178425, "security": 0.0003219074307158548, "data": 0.0001958827232309989, "concurrency": 0.9910814296754673, "cosmetic": 0.005032330370768051 } } }, "usage": { "input_tokens": 463, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 349.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.271 }, { "case_id": "c08_lockctx", "phase": "single:detail", "state_hash": "d3e2f8a000838b129b13933fcb706c778420d9dc7d9518c49b51a98dce0e60e0", "questions_hash": "9e2d119f23ffc1e7cab6811e8445a2f8e78cc89e5ce93282faaeea3a055b3843", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.7218407732900901, "probabilities": { "old:1": 0.0008124970822086786, "old:2": 0.0005590332049586553, "old:3": 3.476954818050998e-05, "old:5": 0.0009823714865479266, "old:6": 0.0001211406815766765, "old:7": 0.00025670389182513934, "old:8": 4.629485660298755e-05, "old:9": 4.430532776693507e-05, "new:1": 0.0005844913085760065, "new:2": 0.0003386583259620907, "new:3": 0.08000146629412826, "new:5": 0.0003774783185988013, "new:6": 2.6524651299610942e-05, "new:7": 0.1813470624440603, "new:8": 0.00013700865023434238, "none": 0.7343301939274731 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9981451682959475, "probabilities": { "off_by_one": 9.180588816484921e-05, "inverted_condition": 2.3508559072178393e-05, "injection": 5.133361760067306e-06, "shared_state": 8.186786267524428e-05, "unit_mismatch": 7.057319382772686e-06, "error_handling": 3.927312851868856e-06, "null_handling": 1.044347447770559e-05, "wrong_variable": 4.7516654525033555e-06, "concurrency": 0.00015267142838181022, "wrong_operator": 4.321897211126877e-05, "none": 0.9995756141556696 } }, "failure": { "type": "noul", "noul": 7.781422526755773e-06 }, "severity": { "type": "score", "score": 0.0017905622116150583, "confidence": 0.9936217017358997, "probabilities": { "0": 0.9987564622263736, "1": 0.001037888133360995, "2": 2.117041644166661e-05, "3": 2.7583649923824834e-05, "4": 0.00015689557389981387 } } }, "usage": { "input_tokens": 971, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 653.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.291 }, { "case_id": "x01_deleted_guard_bug", "phase": "staged:risk", "state_hash": "7f22eb4283f5dfaf36b4a3f00a7fd68af83d673836c10e95b6d578e1d656506e", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9729374537747653, "confidence": 0.9244157329397067, "probabilities": { "0": 3.909870778432085e-05, "1": 0.0005699643491340427, "2": 0.0024019993876718887, "3": 0.0203922595713518, "4": 0.976596677984058 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9131680609988325, "probabilities": { "logic": 0.9753213372821379, "security": 0.014171735668967062, "data": 0.007567806713191339, "concurrency": 0.0002972889679281244, "cosmetic": 0.0026418313677756336 } } }, "usage": { "input_tokens": 436, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 427.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.761 }, { "case_id": "x01_deleted_guard_bug", "phase": "staged:detail", "state_hash": "7f22eb4283f5dfaf36b4a3f00a7fd68af83d673836c10e95b6d578e1d656506e", "questions_hash": "39545c2c13211143ae0a8f792d6bf270dec37e307372441d54de7bb986a9cbd9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "old:2", "confidence": 0.9924766384528432, "probabilities": { "old:1": 4.40522259971227e-05, "old:2": 0.9980650108819256, "old:3": 4.113959785077056e-05, "old:4": 2.5444202172869272e-05, "new:1": 5.131719807529276e-06, "new:2": 0.0018133409622969698, "none": 5.8804099491580725e-06 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.9922034188196395, "probabilities": { "off_by_one": 2.280012331333711e-05, "inverted_condition": 9.344052615298872e-05, "injection": 5.137051556225285e-06, "shared_state": 1.847221985159385e-05, "unit_mismatch": 7.1532596383217735e-06, "error_handling": 0.9976315005353711, "null_handling": 0.00018494128159588004, "wrong_variable": 0.00015287844243351968, "concurrency": 3.15776552458242e-06, "wrong_operator": 1.659766183065258e-05, "none": 0.0018639211327318226 } }, "failure": { "type": "noul", "noul": 0.9996038081746911 }, "severity": { "type": "score", "score": 2.0488813097188707, "confidence": 0.8547236950464413, "probabilities": { "0": 8.740096869886621e-05, "1": 0.0037348034302990586, "2": 0.9442186798844214, "3": 0.05112731634659378, "4": 0.0008317993699868149 } } }, "usage": { "input_tokens": 806, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 457.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.023 }, { "case_id": "x01_deleted_guard_bug", "phase": "single:detail", "state_hash": "7f22eb4283f5dfaf36b4a3f00a7fd68af83d673836c10e95b6d578e1d656506e", "questions_hash": "39545c2c13211143ae0a8f792d6bf270dec37e307372441d54de7bb986a9cbd9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "old:2", "confidence": 0.9906418127861505, "probabilities": { "old:1": 5.8141879895164316e-05, "old:2": 0.997510071334826, "old:3": 6.072532375562474e-05, "old:4": 2.8262001944174136e-05, "new:1": 5.363952806324663e-06, "new:2": 0.002331094956929352, "none": 6.3405498433818e-06 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.9894881147387787, "probabilities": { "off_by_one": 2.553443090932932e-05, "inverted_condition": 8.367661842840669e-05, "injection": 7.025281820219633e-06, "shared_state": 1.790263092432028e-05, "unit_mismatch": 7.678612505040121e-06, "error_handling": 0.9965594707486833, "null_handling": 0.00022393210640791932, "wrong_variable": 0.0001396271824094866, "concurrency": 3.3858256376951036e-06, "wrong_operator": 1.3138005178315859e-05, "none": 0.0029186285570959617 } }, "failure": { "type": "noul", "noul": 0.999451935108435 }, "severity": { "type": "score", "score": 2.048625585867257, "confidence": 0.8579243097244736, "probabilities": { "0": 8.593098762655336e-05, "1": 0.003243824544308785, "2": 0.9453079337391608, "3": 0.0506833490709891, "4": 0.000678961657914759 } } }, "usage": { "input_tokens": 806, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 418.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.947 }, { "case_id": "x02_deleted_guard_clean", "phase": "staged:risk", "state_hash": "9a685a35001c6a369a216ee22818d4c1e999fddd9e7f74d70d9fe906c6b09458", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.2713213834681607, "confidence": 0.31061517919836124, "probabilities": { "0": 0.01015003059807532, "1": 0.11284161122945557, "2": 0.6220084332007024, "3": 0.1055367940497661, "4": 0.14946313092200056 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9767972727341601, "probabilities": { "logic": 0.9950344651752605, "security": 0.0016275163802924758, "data": 0.0008404451413826639, "concurrency": 0.00035559570637915927, "cosmetic": 0.0021419775966852344 } } }, "usage": { "input_tokens": 462, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 367.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.935 }, { "case_id": "x02_deleted_guard_clean", "phase": "staged:detail", "state_hash": "9a685a35001c6a369a216ee22818d4c1e999fddd9e7f74d70d9fe906c6b09458", "questions_hash": "66513352530f2faf9aecfd62404a3473ca4130a2a709c9679cf863baae2462f6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9969982952271251, "probabilities": { "old:1": 1.0312544893882638e-05, "old:2": 0.0007578891363040194, "old:3": 2.682251772224606e-07, "old:4": 5.242294260325875e-06, "new:1": 1.8543673167261457e-06, "new:2": 0.9992116345592768, "new:3": 1.0650886532247003e-05, "new:4": 1.5348189525950106e-06, "none": 6.131672860975719e-07 } }, "mechanism": { "type": "choice", "choice": "inverted_condition", "confidence": 0.5709130599285737, "probabilities": { "off_by_one": 0.36908612135515906, "inverted_condition": 0.5140115468324009, "injection": 4.9865364944709934e-05, "shared_state": 2.080466373450723e-05, "unit_mismatch": 1.6320235663459616e-05, "error_handling": 0.0003402575950842031, "null_handling": 3.131461316036357e-05, "wrong_variable": 1.4376751962698207e-05, "concurrency": 1.4921606617190112e-05, "wrong_operator": 0.08832903502576565, "none": 0.028085435955507214 } }, "failure": { "type": "noul", "noul": 0.8703059395221322 }, "severity": { "type": "score", "score": 1.9788346902664917, "confidence": 0.6820607893420152, "probabilities": { "0": 0.00437372071344225, "1": 0.072124112788998, "2": 0.8677851864025605, "3": 0.05172771570762443, "4": 0.003989264387374837 } } }, "usage": { "input_tokens": 872, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 497.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.116 }, { "case_id": "x02_deleted_guard_clean", "phase": "single:detail", "state_hash": "9a685a35001c6a369a216ee22818d4c1e999fddd9e7f74d70d9fe906c6b09458", "questions_hash": "66513352530f2faf9aecfd62404a3473ca4130a2a709c9679cf863baae2462f6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9971959968946947, "probabilities": { "old:1": 9.120412291158683e-06, "old:2": 0.0007014281607415608, "old:3": 3.4700905739617134e-07, "old:4": 5.84771199594155e-06, "new:1": 1.9963521258394007e-06, "new:2": 0.9992704503549819, "new:3": 8.837459013568103e-06, "new:4": 1.2775838921521138e-06, "none": 6.949559005821867e-07 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.5583599990750994, "probabilities": { "off_by_one": 0.4592461830320072, "inverted_condition": 0.41802807294046557, "injection": 4.997909761476096e-05, "shared_state": 2.626382818831307e-05, "unit_mismatch": 1.540680507298286e-05, "error_handling": 0.00032353984190895577, "null_handling": 3.757582480879426e-05, "wrong_variable": 1.8781469863573358e-05, "concurrency": 1.656408471715803e-05, "wrong_operator": 0.08419202223839169, "none": 0.038045610836961036 } }, "failure": { "type": "noul", "noul": 0.8738419105881765 }, "severity": { "type": "score", "score": 1.9935634156941044, "confidence": 0.7014379623809842, "probabilities": { "0": 0.0033474310958941248, "1": 0.06080050273937436, "2": 0.8795176354977311, "3": 0.051610080708733665, "4": 0.004724349958266724 } } }, "usage": { "input_tokens": 872, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 425.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.906 }, { "case_id": "x03_repeated_line_bug", "phase": "staged:risk", "state_hash": "9aa0581a0271eb3d86c7772895163c100bd30f7a599c2d5bb3680a557e3fe9cf", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.8816447571805273, "confidence": 0.7731797736961376, "probabilities": { "0": 0.0007487018317140129, "1": 0.007390829054492029, "2": 0.01161097019528739, "3": 0.0699660079385657, "4": 0.9102834909799409 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.887670795360781, "probabilities": { "logic": 0.96391400275834, "security": 0.02846968302268327, "data": 0.0046314473117554334, "concurrency": 0.0008581853738260408, "cosmetic": 0.0021266815333952143 } } }, "usage": { "input_tokens": 427, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 388.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.948 }, { "case_id": "x03_repeated_line_bug", "phase": "staged:detail", "state_hash": "9aa0581a0271eb3d86c7772895163c100bd30f7a599c2d5bb3680a557e3fe9cf", "questions_hash": "3ac6c74f614b69169f70d78ca8f7dd62e1d16843ac1c97e9cca64e94fe05eaf2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.7108332961723638, "probabilities": { "old:1": 1.910988647265005e-06, "old:2": 2.036603749647074e-05, "old:4": 3.6664185142371876e-06, "old:5": 3.0046883704023966e-05, "new:1": 1.0575279798371307e-05, "new:2": 1.0000580416892817e-05, "new:4": 0.33024901721291866, "new:5": 0.669664223334393, "none": 1.0193264111039596e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9916011263217323, "probabilities": { "off_by_one": 1.9468302758681373e-05, "inverted_condition": 1.9443261445730235e-05, "injection": 2.322205456189149e-06, "shared_state": 1.3158557761177051e-05, "unit_mismatch": 1.4530421592977998e-05, "error_handling": 7.5704960518190385e-06, "null_handling": 0.0001437505200108688, "wrong_variable": 0.9974982541870828, "concurrency": 1.6810579109585556e-05, "wrong_operator": 0.0013140890450269178, "none": 0.0009506024237032503 } }, "failure": { "type": "noul", "noul": 0.9997102386454235 }, "severity": { "type": "score", "score": 2.147118540191521, "confidence": 0.7284969971030938, "probabilities": { "0": 9.495625163363293e-05, "1": 0.0014256714550769174, "2": 0.850975472974949, "3": 0.14627367448681572, "4": 0.0012302248315247467 } } }, "usage": { "input_tokens": 826, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 530.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.132 }, { "case_id": "x03_repeated_line_bug", "phase": "single:detail", "state_hash": "9aa0581a0271eb3d86c7772895163c100bd30f7a599c2d5bb3680a557e3fe9cf", "questions_hash": "3ac6c74f614b69169f70d78ca8f7dd62e1d16843ac1c97e9cca64e94fe05eaf2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.7130365808322948, "probabilities": { "old:1": 1.352018564875758e-06, "old:2": 1.4844834715215834e-05, "old:4": 3.114299671785405e-06, "old:5": 2.2477667649601405e-05, "new:1": 6.4048724921733165e-06, "new:2": 6.716135444448596e-06, "new:4": 0.3238811814986599, "new:5": 0.6760549791778374, "none": 8.92949496457064e-06 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9858059507533173, "probabilities": { "off_by_one": 1.989296665710914e-05, "inverted_condition": 2.011768299138483e-05, "injection": 2.0773887365913213e-06, "shared_state": 1.2186906354489856e-05, "unit_mismatch": 1.9011998625296975e-05, "error_handling": 7.457309715960104e-06, "null_handling": 0.00021168450990944406, "wrong_variable": 0.9953017535536012, "concurrency": 2.9144561141456358e-05, "wrong_operator": 0.003157798300413039, "none": 0.0012188748218540124 } }, "failure": { "type": "noul", "noul": 0.9997124261045267 }, "severity": { "type": "score", "score": 2.1403373597604336, "confidence": 0.7361343082372289, "probabilities": { "0": 9.686275793593233e-05, "1": 0.0013924539671013683, "2": 0.8578466223281747, "3": 0.13940458265016945, "4": 0.0012594782966186115 } } }, "usage": { "input_tokens": 826, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 445.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.9 }, { "case_id": "x04_repeated_line_clean", "phase": "staged:risk", "state_hash": "a0a7da7d39f1bc7051348af7a9942e49ba689d98224266b7ae73795b5d0554ce", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.0011826188332945355, "confidence": 0.9952307786126454, "probabilities": { "0": 0.9991269128629582, "1": 0.0006489303131779565, "2": 0.00017185891988775946, "3": 1.9220935563193958e-05, "4": 3.307696841286952e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9818306572006225, "probabilities": { "logic": 0.001317683766786034, "security": 0.0006349930435202022, "data": 0.0009886384909369317, "concurrency": 0.0007371276485812203, "cosmetic": 0.9963215570501757 } } }, "usage": { "input_tokens": 482, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 367.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.904 }, { "case_id": "x04_repeated_line_clean", "phase": "single:detail", "state_hash": "a0a7da7d39f1bc7051348af7a9942e49ba689d98224266b7ae73795b5d0554ce", "questions_hash": "fd31d58ad83e8fef845772779bdc4ca308704c31ee87642888568156fc8a4164", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9986786932550386, "probabilities": { "old:1": 1.3728766735535995e-05, "old:2": 5.202011629878877e-06, "old:4": 5.150107097623142e-06, "old:5": 2.689970325691562e-06, "new:1": 6.643531599562907e-05, "new:2": 0.0001106723831224294, "new:3": 6.787014968587166e-05, "new:5": 1.9333819425880265e-05, "new:6": 9.135983319004909e-07, "new:7": 2.9933935113485073e-06, "none": 0.9997050104841382 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9996241022070785, "probabilities": { "off_by_one": 6.274297970509467e-06, "inverted_condition": 5.0524721605100165e-06, "injection": 2.5699691585532274e-06, "shared_state": 2.6007027052084496e-06, "unit_mismatch": 6.028724975859899e-06, "error_handling": 2.887555716208123e-06, "null_handling": 3.1291456339045186e-06, "wrong_variable": 1.0015685813643708e-05, "concurrency": 2.40330211604624e-06, "wrong_operator": 3.1861704174808143e-05, "none": 0.9999271764395747 } }, "failure": { "type": "noul", "noul": 1.2545524877057602e-05 }, "severity": { "type": "score", "score": 0.002099180263485248, "confidence": 0.9940050643879171, "probabilities": { "0": 0.9988757945184444, "1": 0.0007732197607877745, "2": 2.1231973163597907e-05, "3": 3.5518434046415896e-05, "4": 0.00029423531355775745 } } }, "usage": { "input_tokens": 923, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 764.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.376 }, { "case_id": "x05_optional_bug", "phase": "staged:risk", "state_hash": "5bffa8afbbf447476a4514c9579aacf173b1c7375a76511d86fd6b2ce34f9fc0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.1619082426129075, "confidence": 0.43827572102941736, "probabilities": { "0": 0.0042774508572554345, "1": 0.08206190860138134, "2": 0.6879278576378921, "3": 0.19894051287814246, "4": 0.026792270025328607 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.4467802685352663, "probabilities": { "logic": 0.6986440485328883, "security": 0.01043325950242913, "data": 0.13016943596789854, "concurrency": 0.00840389586923146, "cosmetic": 0.15234936012755254 } } }, "usage": { "input_tokens": 435, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 409.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.63 }, { "case_id": "x05_optional_bug", "phase": "staged:detail", "state_hash": "5bffa8afbbf447476a4514c9579aacf173b1c7375a76511d86fd6b2ce34f9fc0", "questions_hash": "7d68fd81c56efc02b6e31643e2d955b11ae31302af60c92de3ae91941d6ddb8c", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9889281371370152, "probabilities": { "old:1": 4.946257574984786e-05, "old:2": 0.001904071380662415, "old:3": 8.117943005645032e-06, "new:1": 6.816177696511411e-05, "new:2": 0.9972493150626345, "new:3": 0.00019052384701412586, "none": 0.000530347413968348 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.464970427485367, "probabilities": { "off_by_one": 0.0002969904507078258, "inverted_condition": 0.000790531455536964, "injection": 7.43945332909156e-05, "shared_state": 3.385427900585361e-05, "unit_mismatch": 0.00032946814698544646, "error_handling": 0.0013905819631182521, "null_handling": 0.3084405011144925, "wrong_variable": 0.36954538304559414, "concurrency": 8.586974870197057e-05, "wrong_operator": 0.0686172373809975, "none": 0.25039518788156867 } }, "failure": { "type": "noul", "noul": 0.8415441538269168 }, "severity": { "type": "score", "score": 1.4814349701315173, "confidence": 0.44681693232486197, "probabilities": { "0": 0.046320905292277594, "1": 0.4371046397509829, "2": 0.5089344160076462, "3": 0.004098657431131278, "4": 0.003541381517962016 } } }, "usage": { "input_tokens": 804, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 446.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.029 }, { "case_id": "x05_optional_bug", "phase": "single:detail", "state_hash": "5bffa8afbbf447476a4514c9579aacf173b1c7375a76511d86fd6b2ce34f9fc0", "questions_hash": "7d68fd81c56efc02b6e31643e2d955b11ae31302af60c92de3ae91941d6ddb8c", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9899016759755762, "probabilities": { "old:1": 3.709143954910515e-05, "old:2": 0.0018411322569841736, "old:3": 6.07360693660617e-06, "new:1": 4.999038178287946e-05, "new:2": 0.9974952675275851, "new:3": 0.00016986077477172527, "none": 0.00040058401239048214 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.46153302419054565, "probabilities": { "off_by_one": 0.0003128704864093794, "inverted_condition": 0.0010623819009124237, "injection": 7.296841794197519e-05, "shared_state": 3.7977164134215536e-05, "unit_mismatch": 0.0003988243111280713, "error_handling": 0.0013799484528796671, "null_handling": 0.3350242090733445, "wrong_variable": 0.3495909363082741, "concurrency": 7.976900475529837e-05, "wrong_operator": 0.07333984369332938, "none": 0.23870027118689097 } }, "failure": { "type": "noul", "noul": 0.8386955367401252 }, "severity": { "type": "score", "score": 1.4873766490738234, "confidence": 0.4569419634903299, "probabilities": { "0": 0.04058348500022796, "1": 0.4418212159775834, "2": 0.510537207141823, "3": 0.003751348708868453, "4": 0.003306743171497126 } } }, "usage": { "input_tokens": 804, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 357.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.89 }, { "case_id": "x06_optional_clean", "phase": "staged:risk", "state_hash": "c68be2b451add542fdac2a0a6973f6758812ff2f479baec9fdbe2efd1b9dbed0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.20630273350823947, "confidence": 0.6644566437349031, "probabilities": { "0": 0.8402484857645521, "1": 0.11525644489442712, "2": 0.04328834233133683, "3": 0.00035730408759718305, "4": 0.000849422922086785 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.5580482455293552, "probabilities": { "logic": 0.20583076612282758, "security": 0.005495469051925271, "data": 0.037511345043000244, "concurrency": 0.0029439101118838963, "cosmetic": 0.7482185096703631 } } }, "usage": { "input_tokens": 452, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 533.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.159 }, { "case_id": "x06_optional_clean", "phase": "single:detail", "state_hash": "c68be2b451add542fdac2a0a6973f6758812ff2f479baec9fdbe2efd1b9dbed0", "questions_hash": "f3746420b19c2acadb8fda8a21db1a894b63b850287ea8876956128853432615", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.7504966727728385, "probabilities": { "old:1": 0.00014506592304256151, "old:2": 0.0014975398001488673, "old:3": 2.828477466487391e-05, "new:1": 0.00023495043746605225, "new:2": 0.8271019047389413, "new:3": 0.002543368695070983, "none": 0.1684488856306654 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.912855376711223, "probabilities": { "off_by_one": 0.00020352538817420125, "inverted_condition": 0.0002479495588651033, "injection": 3.6058962236087934e-05, "shared_state": 1.867284802403904e-05, "unit_mismatch": 0.0002908643037670804, "error_handling": 0.0005056562325517198, "null_handling": 0.04013656432976807, "wrong_variable": 0.0036030113194402687, "concurrency": 1.0102072689487575e-05, "wrong_operator": 0.0005874138622811299, "none": 0.9543601811222027 } }, "failure": { "type": "noul", "noul": 0.035503842779165684 }, "severity": { "type": "score", "score": 0.09411807426849429, "confidence": 0.8265230568534019, "probabilities": { "0": 0.9416115764946978, "1": 0.03272578008840471, "2": 0.019973762259060876, "3": 0.001310754969378218, "4": 0.004378126188458295 } } }, "usage": { "input_tokens": 823, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 498.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.948 }, { "case_id": "x07_security_bug", "phase": "staged:risk", "state_hash": "6902dc34b3db48fe82e42276855d4c07f5ac5c80955a5aa9c4cd672723772300", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9610792605816387, "confidence": 0.9189306189947831, "probabilities": { "0": 0.00018901058880283405, "1": 0.002414221333704637, "2": 0.010933846634257999, "3": 0.009054339793520216, "4": 0.9774085816497143 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.5900267517404366, "probabilities": { "logic": 0.6779948478482071, "security": 0.3167920906388452, "data": 0.002000554290328011, "concurrency": 0.00045888282336923345, "cosmetic": 0.002753624399250451 } } }, "usage": { "input_tokens": 421, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 486.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.972 }, { "case_id": "x07_security_bug", "phase": "staged:detail", "state_hash": "6902dc34b3db48fe82e42276855d4c07f5ac5c80955a5aa9c4cd672723772300", "questions_hash": "f1e94b61cad6be0c7ae5372a586eb7babb83904883bc573858b82cc32c349ad1", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9985024161493414, "probabilities": { "old:1": 1.0432586147545446e-06, "old:2": 0.00025055603944987406, "new:1": 6.771189573329059e-07, "new:2": 0.999743501638947, "none": 4.221944031109731e-06 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.9958874173179182, "probabilities": { "off_by_one": 2.4947376255023706e-05, "inverted_condition": 0.0007401764822842419, "injection": 6.009991282920956e-06, "shared_state": 0.00023711942127721132, "unit_mismatch": 2.968154129992968e-05, "error_handling": 5.773568864028491e-07, "null_handling": 3.650482186504822e-06, "wrong_variable": 1.2454710204965956e-05, "concurrency": 2.4525700453778692e-05, "wrong_operator": 0.9988884856907599, "none": 3.237124710906548e-05 } }, "failure": { "type": "noul", "noul": 0.9997291308293728 }, "severity": { "type": "score", "score": 2.560131113591226, "confidence": 0.5182616352746772, "probabilities": { "0": 2.7266740527635055e-05, "1": 0.00012330354010184076, "2": 0.4590843399501029, "3": 0.5212212289261524, "4": 0.01954386084311523 } } }, "usage": { "input_tokens": 761, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 414.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.92 }, { "case_id": "x07_security_bug", "phase": "single:detail", "state_hash": "6902dc34b3db48fe82e42276855d4c07f5ac5c80955a5aa9c4cd672723772300", "questions_hash": "f1e94b61cad6be0c7ae5372a586eb7babb83904883bc573858b82cc32c349ad1", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9987125554206379, "probabilities": { "old:1": 8.243530961598689e-07, "old:2": 0.00021145427555641612, "new:1": 5.945609530339599e-07, "new:2": 0.9997834313106673, "none": 3.695499727127524e-06 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.996237580581707, "probabilities": { "off_by_one": 2.0862046370329334e-05, "inverted_condition": 0.0006749103123815951, "injection": 4.801388879599526e-06, "shared_state": 0.00022115786189776205, "unit_mismatch": 2.2912156511242036e-05, "error_handling": 4.841686474379062e-07, "null_handling": 2.640261630647608e-06, "wrong_variable": 1.1161835526255586e-05, "concurrency": 2.116653970366853e-05, "wrong_operator": 0.998991196012569, "none": 2.8707415882497336e-05 } }, "failure": { "type": "noul", "noul": 0.9997362471551807 }, "severity": { "type": "score", "score": 2.576792236911642, "confidence": 0.5102288941012046, "probabilities": { "0": 2.5639824738109393e-05, "1": 0.00012581777382176778, "2": 0.4470434983792354, "3": 0.5286407537094693, "4": 0.024164290312735464 } } }, "usage": { "input_tokens": 761, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 471.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.028 }, { "case_id": "x08_security_clean", "phase": "staged:risk", "state_hash": "bd8c16f66c5df36742be5d91666414118ec532ac12ba8b0126690675bf70b0c5", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.010492612665936412, "confidence": 0.9734233531377434, "probabilities": { "0": 0.9937855760030626, "1": 0.0022659733157415316, "2": 0.003747199263925276, "3": 7.276484673801275e-05, "4": 0.0001284865705325727 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.7450025754440361, "probabilities": { "logic": 0.08350771896290811, "security": 0.02324905626597971, "data": 0.0014312162820494044, "concurrency": 0.00048510352980003514, "cosmetic": 0.8913269049592627 } } }, "usage": { "input_tokens": 427, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 387.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.894 }, { "case_id": "x08_security_clean", "phase": "single:detail", "state_hash": "bd8c16f66c5df36742be5d91666414118ec532ac12ba8b0126690675bf70b0c5", "questions_hash": "e087bafdb047c27d19ee6704400beecad064b38e8267f056d4abb307489890ec", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.7646703412925393, "probabilities": { "old:1": 0.0002509970732236121, "old:2": 0.00220543800493308, "new:1": 0.007438008538049498, "new:2": 0.8933525778112019, "none": 0.09675297857259191 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9951071896643575, "probabilities": { "off_by_one": 0.00016601680829169183, "inverted_condition": 0.00038386768771745756, "injection": 5.081331471010118e-05, "shared_state": 0.0002185518907813498, "unit_mismatch": 0.0003812261910920221, "error_handling": 1.4498696003419743e-05, "null_handling": 1.345085000216664e-05, "wrong_variable": 4.350690413905768e-06, "concurrency": 9.031901782403807e-06, "wrong_operator": 1.7644741646874094e-05, "none": 0.9987405472275587 } }, "failure": { "type": "noul", "noul": 3.8036458147497106e-05 }, "severity": { "type": "score", "score": 0.006729641037299645, "confidence": 0.9830172680454345, "probabilities": { "0": 0.9962691013790707, "1": 0.0026625895614674124, "2": 6.49604174016596e-05, "3": 7.626392721262355e-05, "4": 0.0009270847148477606 } } }, "usage": { "input_tokens": 770, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 561.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.156 } ], "metrics": { "requests": 74, "completed_requests": 72, "input_tokens": 51086, "output_tokens": 0, "median_latency_ms": 472.4, "wall_s": 263.81, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "wall_s": 50.694 }