{ "schema_version": 2, "project": "review-triage", "subset": "full", "repeat": 2, "timestamp": "2026-09-24T16:25:30Z", "input_hashes": { "samples/review-triage/fixtures/challenge.jsonl": "c44b7004f0069a5e99104d6df0adf48c0bf2e8454ca414313e958eb28edf9836", "samples/review-triage/fixtures/diffs.jsonl": "bf238e5943e7d134694f6b594c7f770bc44c355cff1d407b453777df46f742e4" }, "source_hashes": { "samples/_shared/community.py": "88155b9fcb87dbc2af50a59a02cdcc85a87e9404debaa6e6e3a96744c104d2cd", "samples/_shared/jev.py": "6bd98ea32afdccc886148ee92aaa1213a4ed2c9d2c797739450a1a1856d16a06", "samples/review-triage/triage.py": "eec07c74b82554e3cb9514095ca2b21b141f5509fe985fd54d10846794b7cb2a" }, "label": "openjev (Codiv free hosted) - NOT JEV", "mode": "live", "provider": "codiv", "rows": [ { "risk": 3.9715573881452726, "area": "logic", "stage2": true, "flag": true, "line": "new:3", "mechanism": "off_by_one", "failure": 0.9999428880257052, "severity": 2.0477315246346186, "id": "b01_offbyone", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "off_by_one", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1359, "output_tokens": 0, "median_latency_ms": 1244.0, "wall_s": 3.087, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:3", "mechanism": "off_by_one", "failure": 0.9999665622271429, "severity": 2.0432567476475487, "id": "b01_offbyone", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "off_by_one", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 890, "output_tokens": 0, "median_latency_ms": 678.9, "wall_s": 1.59, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.994360790039272, "area": "logic", "stage2": true, "flag": true, "line": "new:2", "mechanism": "inverted_condition", "failure": 0.9999320402589706, "severity": 3.716427042102948, "id": "b02_inverted", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "inverted_condition", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1312, "output_tokens": 0, "median_latency_ms": 501.0, "wall_s": 3.939, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:2", "mechanism": "inverted_condition", "failure": 0.9999277089774443, "severity": 3.713619369555404, "id": "b02_inverted", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "inverted_condition", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 860, "output_tokens": 0, "median_latency_ms": 372.9, "wall_s": 1.75, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.8147638493105682, "area": "security", "stage2": true, "flag": true, "line": "new:3", "mechanism": "injection", "failure": 0.9956448465092981, "severity": 3.9950730049585896, "id": "b03_sqlinject", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1307, "output_tokens": 0, "median_latency_ms": 604.0, "wall_s": 4.1, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:3", "mechanism": "injection", "failure": 0.9998767745039686, "severity": 3.9977878801041484, "id": "b03_sqlinject", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 839, "output_tokens": 0, "median_latency_ms": 304.6, "wall_s": 1.824, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.996558047663684, "area": "logic", "stage2": true, "flag": true, "line": "new:1", "mechanism": "shared_state", "failure": 0.9999622911185033, "severity": 2.5075847708270316, "id": "b04_mutdefault", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:1" ], "gold_mechanism": "shared_state", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1245, "output_tokens": 0, "median_latency_ms": 603.4, "wall_s": 4.182, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:1", "mechanism": "shared_state", "failure": 0.9999400424047524, "severity": 2.5031156694585586, "id": "b04_mutdefault", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:1" ], "gold_mechanism": "shared_state", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 818, "output_tokens": 0, "median_latency_ms": 436.3, "wall_s": 1.941, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 2.7097359064104207, "area": "logic", "stage2": true, "flag": true, "line": "new:5", "mechanism": "unit_mismatch", "failure": 0.9770425333103286, "severity": 2.067756466991075, "id": "b05_units", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "unit_mismatch", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1456, "output_tokens": 0, "median_latency_ms": 638.2, "wall_s": 4.088, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:5", "mechanism": "unit_mismatch", "failure": 0.9792663943122896, "severity": 2.0645162355345876, "id": "b05_units", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "unit_mismatch", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 937, "output_tokens": 0, "median_latency_ms": 778.1, "wall_s": 2.242, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.9099584183996794, "area": "security", "stage2": true, "flag": true, "line": "new:7", "mechanism": "error_handling", "failure": 0.9993160531322735, "severity": 2.7963271129161575, "id": "b06_swallow", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:6", "new:7" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1502, "output_tokens": 0, "median_latency_ms": 489.1, "wall_s": 3.825, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:7", "mechanism": "error_handling", "failure": 0.998825483976708, "severity": 2.812278935910588, "id": "b06_swallow", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:6", "new:7" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 983, "output_tokens": 0, "median_latency_ms": 1354.2, "wall_s": 2.737, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 2.732830196176689, "area": "data", "stage2": true, "flag": true, "line": "new:3", "mechanism": "wrong_variable", "failure": 0.9857796115995937, "severity": 2.1257796702801572, "id": "b07_none", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1338, "output_tokens": 0, "median_latency_ms": 449.0, "wall_s": 3.13, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:3", "mechanism": "wrong_variable", "failure": 0.9813736402412849, "severity": 2.115968504676755, "id": "b07_none", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 870, "output_tokens": 0, "median_latency_ms": 564.8, "wall_s": 2.068, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 2.202911633224306, "area": "logic", "stage2": true, "flag": true, "line": "new:4", "mechanism": "wrong_variable", "failure": 0.9070290710730832, "severity": 2.04778176862587, "id": "b08_wrongvar", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "wrong_variable", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1458, "output_tokens": 0, "median_latency_ms": 404.8, "wall_s": 3.871, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:4", "mechanism": "wrong_variable", "failure": 0.915165170315801, "severity": 2.0486207521032007, "id": "b08_wrongvar", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "wrong_variable", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 936, "output_tokens": 0, "median_latency_ms": 367.0, "wall_s": 1.916, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.49300387143302543, "area": "logic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c09_tz_lookalike", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 510, "output_tokens": 0, "median_latency_ms": 388.2, "wall_s": 2.015, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:4", "mechanism": "unit_mismatch", "failure": 0.6114671318518655, "severity": 2.264071308253118, "id": "c09_tz_lookalike", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 902, "output_tokens": 0, "median_latency_ms": 941.3, "wall_s": 2.546, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.9721466680304243, "area": "concurrency", "stage2": true, "flag": true, "line": "new:7", "mechanism": "concurrency", "failure": 0.9997179373065507, "severity": 2.6009621159680205, "id": "b10_race", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "old:7", "new:7", "new:8" ], "gold_mechanism": "concurrency", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1436, "output_tokens": 0, "median_latency_ms": 424.1, "wall_s": 3.543, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:7", "mechanism": "concurrency", "failure": 0.9997647807916765, "severity": 2.6191641178410636, "id": "b10_race", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "old:7", "new:7", "new:8" ], "gold_mechanism": "concurrency", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 965, "output_tokens": 0, "median_latency_ms": 1103.2, "wall_s": 2.593, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.993372524602018, "area": "security", "stage2": true, "flag": true, "line": "new:5", "mechanism": "injection", "failure": 0.9998877917117223, "severity": 3.9875041545343044, "id": "b11_path", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "old:6", "old:7", "new:5" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1455, "output_tokens": 0, "median_latency_ms": 580.5, "wall_s": 3.55, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:5", "mechanism": "injection", "failure": 0.9998417683021081, "severity": 3.9877672362611305, "id": "b11_path", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "old:6", "old:7", "new:5" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 967, "output_tokens": 0, "median_latency_ms": 785.7, "wall_s": 2.112, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.108489608900725, "area": "logic", "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9978196689734149, "severity": 2.0795217837243385, "id": "b12_compare", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1148, "output_tokens": 0, "median_latency_ms": 563.0, "wall_s": 3.921, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9981768460809401, "severity": 2.0672951214108686, "id": "b12_compare", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 741, "output_tokens": 0, "median_latency_ms": 559.9, "wall_s": 1.831, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.025171392004226353, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c01_rename", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 452, "output_tokens": 0, "median_latency_ms": 524.0, "wall_s": 1.955, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 2.1164725277111913e-06, "severity": 0.0011320674950594733, "id": "c01_rename", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 826, "output_tokens": 0, "median_latency_ms": 783.6, "wall_s": 2.251, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.001299587141084039, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c02_docstring", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 487, "output_tokens": 0, "median_latency_ms": 588.2, "wall_s": 1.782, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:3", "mechanism": "none", "failure": 1.0063673734584224e-05, "severity": 0.0014762979128650194, "id": "c02_docstring", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 889, "output_tokens": 0, "median_latency_ms": 656.4, "wall_s": 2.057, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.0008313897489677633, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c03_logging", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 497, "output_tokens": 0, "median_latency_ms": 761.1, "wall_s": 2.096, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 2.7361307041893424e-05, "severity": 0.003698805200870117, "id": "c03_logging", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 974, "output_tokens": 0, "median_latency_ms": 617.8, "wall_s": 1.82, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.017884116708695365, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c04_guard", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 434, "output_tokens": 0, "median_latency_ms": 460.1, "wall_s": 1.83, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 2.1786935068518364e-06, "severity": 0.0028484728797802303, "id": "c04_guard", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 840, "output_tokens": 0, "median_latency_ms": 961.1, "wall_s": 2.462, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.03962163234510249, "area": "security", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c05_param", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 447, "output_tokens": 0, "median_latency_ms": 879.3, "wall_s": 1.906, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 1.088173058879554e-05, "severity": 0.004017925689014228, "id": "c05_param", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 796, "output_tokens": 0, "median_latency_ms": 896.4, "wall_s": 2.007, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.01103686275359868, "area": "logic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c06_constant", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 464, "output_tokens": 0, "median_latency_ms": 420.9, "wall_s": 1.513, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:6", "mechanism": "none", "failure": 1.1273236678016277e-05, "severity": 0.0016565961065511455, "id": "c06_constant", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 872, "output_tokens": 0, "median_latency_ms": 388.8, "wall_s": 1.956, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.019311849200763176, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c07_comprehension", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 433, "output_tokens": 0, "median_latency_ms": 384.8, "wall_s": 1.983, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 2.880694829445346e-06, "severity": 0.0017028935670057995, "id": "c07_comprehension", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 811, "output_tokens": 0, "median_latency_ms": 488.7, "wall_s": 2.088, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.006181580233629564, "area": "concurrency", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c08_lockctx", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 463, "output_tokens": 0, "median_latency_ms": 401.9, "wall_s": 1.9, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 4.716869982915964e-06, "severity": 0.0021575334844479155, "id": "c08_lockctx", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 971, "output_tokens": 0, "median_latency_ms": 449.6, "wall_s": 2.033, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.9813741836357464, "area": "logic", "stage2": true, "flag": true, "line": "old:2", "mechanism": "error_handling", "failure": 0.9996489848825556, "severity": 2.0555592930077022, "id": "x01_deleted_guard_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "old:2", "old:3" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1242, "output_tokens": 0, "median_latency_ms": 495.7, "wall_s": 4.025, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "old:2", "mechanism": "error_handling", "failure": 0.999604573071579, "severity": 2.0476769166379727, "id": "x01_deleted_guard_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "old:2", "old:3" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 806, "output_tokens": 0, "median_latency_ms": 385.8, "wall_s": 1.876, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 2.08957149913636, "area": "logic", "stage2": true, "flag": false, "line": "new:2", "mechanism": "inverted_condition", "failure": 0.8986449257195926, "severity": 1.9743266085227036, "id": "x02_deleted_guard_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1334, "output_tokens": 0, "median_latency_ms": 738.3, "wall_s": 4.083, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "off_by_one", "failure": 0.906377097350837, "severity": 1.9784457884649471, "id": "x02_deleted_guard_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 872, "output_tokens": 0, "median_latency_ms": 407.2, "wall_s": 1.903, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.8806348879048524, "area": "logic", "stage2": true, "flag": true, "line": "new:5", "mechanism": "wrong_variable", "failure": 0.9996997341769702, "severity": 2.203143549466788, "id": "x03_repeated_line_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "wrong_variable", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1253, "output_tokens": 0, "median_latency_ms": 407.8, "wall_s": 4.037, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:4", "mechanism": "wrong_variable", "failure": 0.9997193539050844, "severity": 2.228609014302942, "id": "x03_repeated_line_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "wrong_variable", "line_ok": false, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 826, "output_tokens": 0, "median_latency_ms": 391.4, "wall_s": 1.91, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.0016320851289423949, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "x04_repeated_line_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 482, "output_tokens": 0, "median_latency_ms": 426.2, "wall_s": 2.016, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 1.2235417296395107e-05, "severity": 0.002749418083020986, "id": "x04_repeated_line_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 923, "output_tokens": 0, "median_latency_ms": 519.4, "wall_s": 2.078, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 2.2647508016779354, "area": "logic", "stage2": true, "flag": false, "line": "new:2", "mechanism": "null_handling", "failure": 0.823827246575505, "severity": 1.5806335064313455, "id": "x05_optional_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2", "new:3" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1239, "output_tokens": 0, "median_latency_ms": 720.8, "wall_s": 4.201, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "null_handling", "failure": 0.8143872490899372, "severity": 1.5888199771004585, "id": "x05_optional_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "new:2", "new:3" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 804, "output_tokens": 0, "median_latency_ms": 405.8, "wall_s": 1.641, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.15107311668073597, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "x06_optional_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 452, "output_tokens": 0, "median_latency_ms": 385.4, "wall_s": 1.963, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 0.053151174154406886, "severity": 0.11198405218001267, "id": "x06_optional_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 823, "output_tokens": 0, "median_latency_ms": 423.7, "wall_s": 2.009, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 3.9677091287026087, "area": "logic", "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9996441609813262, "severity": 2.7299421072722883, "id": "x07_security_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1182, "output_tokens": 0, "median_latency_ms": 438.2, "wall_s": 4.005, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9997010892957978, "severity": 2.710388950269018, "id": "x07_security_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 761, "output_tokens": 0, "median_latency_ms": 441.0, "wall_s": 1.954, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": 0.007445585123085105, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "x08_security_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 427, "output_tokens": 0, "median_latency_ms": 966.5, "wall_s": 2.506, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 1.5404527124321054e-05, "severity": 0.004934565917240424, "id": "x08_security_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 770, "output_tokens": 0, "median_latency_ms": 438.7, "wall_s": 1.451, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 2 } ], "summary": { "dataset": { "cases": 28, "bugs": 15, "clean": 13, "subset": "full" }, "groups": { "original:staged": { "cases": 20, "bugs": 11, "clean": 9, "recall": "11/11", "false_alarms": "0/9", "line_localised": "10/11", "mechanism_correct": "10/11", "early_gate_misses": 0, "missed_ids": [], "false_alarm_ids": [] }, "original:single": { "cases": 20, "bugs": 11, "clean": 9, "recall": "11/11", "false_alarms": "1/9", "line_localised": "10/11", "mechanism_correct": "10/11", "early_gate_misses": 0, "missed_ids": [], "false_alarm_ids": [ "c09_tz_lookalike" ] }, "challenge:staged": { "cases": 8, "bugs": 4, "clean": 4, "recall": "3/4", "false_alarms": "0/4", "line_localised": "3/4", "mechanism_correct": "3/4", "early_gate_misses": 0, "missed_ids": [ "x05_optional_bug" ], "false_alarm_ids": [] }, "challenge:single": { "cases": 8, "bugs": 4, "clean": 4, "recall": "3/4", "false_alarms": "0/4", "line_localised": "2/4", "mechanism_correct": "3/4", "early_gate_misses": 0, "missed_ids": [ "x05_optional_bug" ], "false_alarm_ids": [] } } }, "policy": { "version": "review-v2", "risk_gate": 1.5, "failure_gate": 0.5, "severity_gate": 2.0, "mechanism_must_not_be_none": true, "localisation_requires_flag": true, "thresholds_frozen_before_live_runs": true, "single_baseline": "same detailed questions and state as staged stage two", "zen_ids": [ "b01_offbyone", "b03_sqlinject", "b07_none", "b10_race", "c01_rename", "c05_param", "c08_lockctx", "c09_tz_lookalike" ] }, "status": "complete", "calls": [ { "case_id": "b01_offbyone", "phase": "staged:risk", "state_hash": "60ac662712726a208b0fd433d0be4527f1f258cc33d9ef8c5cc9b8d99442945a", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9715573881452726, "confidence": 0.9195364431458424, "probabilities": { "0": 5.6230080598142976e-06, "1": 0.0003171157741893, "2": 0.0006604443137751878, "3": 0.026147883872369753, "4": 0.9728689330316059 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9961260259762116, "probabilities": { "logic": 0.9993426141998757, "security": 0.00030827015457362774, "data": 8.923623347431826e-05, "concurrency": 3.797489841432497e-05, "cosmetic": 0.00022190451366201134 } } }, "usage": { "input_tokens": 469, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1400.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.401 }, { "case_id": "b01_offbyone", "phase": "staged:detail", "state_hash": "60ac662712726a208b0fd433d0be4527f1f258cc33d9ef8c5cc9b8d99442945a", "questions_hash": "24093c0dd98c48401bc55bc31e733cd21fcaf48cf52805d715410a1589ccf90d", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9999478727855724, "probabilities": { "old:1": 4.009955201445426e-06, "old:2": 1.146714228754917e-06, "old:3": 7.779359687910402e-07, "old:4": 6.597878976097969e-07, "new:1": 7.361119580660949e-07, "new:2": 5.225311102170436e-08, "new:3": 0.9999919880303503, "new:4": 2.410178146898729e-07, "none": 3.8819346935904553e-07 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.9994721889594544, "probabilities": { "off_by_one": 0.9998834659214257, "inverted_condition": 2.572909409050198e-06, "injection": 2.2983898730553662e-07, "shared_state": 5.821803895563327e-06, "unit_mismatch": 1.0596861833291584e-06, "error_handling": 1.6966335448494266e-08, "null_handling": 4.016027523684533e-06, "wrong_variable": 3.237249101413869e-06, "concurrency": 4.061754171484001e-07, "wrong_operator": 3.880464100250872e-06, "none": 9.529295762101028e-05 } }, "failure": { "type": "noul", "noul": 0.9999428880257052 }, "severity": { "type": "score", "score": 2.0477315246346186, "confidence": 0.8751177896516791, "probabilities": { "0": 2.1547045400330002e-05, "1": 0.0006593858466856123, "2": 0.9514640456593996, "3": 0.04727603832492396, "4": 0.0005789831235904977 } } }, "usage": { "input_tokens": 890, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1087.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.686 }, { "case_id": "b01_offbyone", "phase": "single:detail", "state_hash": "60ac662712726a208b0fd433d0be4527f1f258cc33d9ef8c5cc9b8d99442945a", "questions_hash": "24093c0dd98c48401bc55bc31e733cd21fcaf48cf52805d715410a1589ccf90d", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9999575497544904, "probabilities": { "old:1": 3.036814567589593e-06, "old:2": 9.663833236197839e-07, "old:3": 6.213453299219831e-07, "old:4": 4.481151486327063e-07, "new:1": 7.406280311741117e-07, "new:2": 6.344910082849678e-08, "new:3": 0.9999935971840483, "new:4": 2.3385635673915956e-07, "none": 2.9222409315780867e-07 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.9995068489389937, "probabilities": { "off_by_one": 0.9998928599302735, "inverted_condition": 2.1927704324840902e-06, "injection": 1.6622925600796542e-07, "shared_state": 5.691900662176956e-06, "unit_mismatch": 9.754918410627312e-07, "error_handling": 1.7674094594710773e-08, "null_handling": 6.064676430302846e-06, "wrong_variable": 3.4759003143314136e-06, "concurrency": 4.448875998291633e-07, "wrong_operator": 3.888135136950326e-06, "none": 8.42224039587485e-05 } }, "failure": { "type": "noul", "noul": 0.9999665622271429 }, "severity": { "type": "score", "score": 2.0432567476475487, "confidence": 0.8830106895207404, "probabilities": { "0": 2.1837714533918966e-05, "1": 0.0007487335170699151, "2": 0.9557869071921626, "3": 0.042835886558780685, "4": 0.0006066350174528185 } } }, "usage": { "input_tokens": 890, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 678.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.59 }, { "case_id": "b02_inverted", "phase": "staged:risk", "state_hash": "3e35af756af85a570edca3976b4fe2a3532d603238ec119fccec33d50f10a373", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.994360790039272, "confidence": 0.9815863004302063, "probabilities": { "0": 1.59289094716207e-05, "1": 0.00024928243880934, "2": 0.0010398693689002416, "3": 0.002747908268612665, "4": 0.9959470110142061 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9611650908038257, "probabilities": { "logic": 0.9886182227666672, "security": 0.011351324195146912, "data": 1.2515132386553618e-05, "concurrency": 7.860431963402569e-06, "cosmetic": 1.0077473835936025e-05 } } }, "usage": { "input_tokens": 452, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 381.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.701 }, { "case_id": "b02_inverted", "phase": "staged:detail", "state_hash": "3e35af756af85a570edca3976b4fe2a3532d603238ec119fccec33d50f10a373", "questions_hash": "22c0dd5f02ea40cff4668407bd08076b1866b03779321806b3131a5e614519b6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9993329303570911, "probabilities": { "old:1": 1.2308907028950632e-07, "old:2": 0.00014767558939579982, "old:3": 7.1616849124469196e-09, "old:4": 2.2682321609418057e-07, "new:1": 3.7756791545875764e-08, "new:2": 0.9998513846212779, "new:3": 3.697129623340853e-07, "new:4": 6.551522398600898e-08, "none": 1.0973037721778838e-07 } }, "mechanism": { "type": "choice", "choice": "inverted_condition", "confidence": 0.9723512660874267, "probabilities": { "off_by_one": 1.527132513191536e-06, "inverted_condition": 0.9877553293423156, "injection": 6.57630850936133e-07, "shared_state": 9.617494502064377e-07, "unit_mismatch": 1.1053699509443156e-07, "error_handling": 1.0702888049069526e-05, "null_handling": 3.143893181130362e-07, "wrong_variable": 1.144911688840977e-06, "concurrency": 1.650158912295324e-06, "wrong_operator": 0.012219342715973601, "none": 8.258543933117312e-06 } }, "failure": { "type": "noul", "noul": 0.9999320402589706 }, "severity": { "type": "score", "score": 3.716427042102948, "confidence": 0.5985141948718498, "probabilities": { "0": 9.11955923935487e-06, "1": 6.873931387943741e-05, "2": 0.01865193713003423, "3": 0.24602638745838767, "4": 0.7352438165384593 } } }, "usage": { "input_tokens": 860, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 620.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.238 }, { "case_id": "b02_inverted", "phase": "single:detail", "state_hash": "3e35af756af85a570edca3976b4fe2a3532d603238ec119fccec33d50f10a373", "questions_hash": "22c0dd5f02ea40cff4668407bd08076b1866b03779321806b3131a5e614519b6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9993996732015412, "probabilities": { "old:1": 1.6178572168081288e-07, "old:2": 0.0001311694828104866, "old:3": 6.857962488192679e-09, "old:4": 1.9221730085112407e-07, "new:1": 3.226953840820848e-08, "new:2": 0.999867896011525, "new:3": 3.862398474287714e-07, "new:4": 7.128310881938211e-08, "none": 8.385218472560164e-08 } }, "mechanism": { "type": "choice", "choice": "inverted_condition", "confidence": 0.9730727530582489, "probabilities": { "off_by_one": 1.4182999510960882e-06, "inverted_condition": 0.9881425847260056, "injection": 5.471827282353406e-07, "shared_state": 8.585347999681167e-07, "unit_mismatch": 1.1648247773715158e-07, "error_handling": 9.760324538134164e-06, "null_handling": 3.595944077807596e-07, "wrong_variable": 1.105261230851807e-06, "concurrency": 1.5029022003595877e-06, "wrong_operator": 0.011835108910982472, "none": 6.637780677803372e-06 } }, "failure": { "type": "noul", "noul": 0.9999277089774443 }, "severity": { "type": "score", "score": 3.713619369555404, "confidence": 0.5953362774553146, "probabilities": { "0": 7.860537289632957e-06, "1": 6.710217662029064e-05, "2": 0.020075690459247085, "3": 0.24599650084708274, "4": 0.7338528459797603 } } }, "usage": { "input_tokens": 860, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 372.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.75 }, { "case_id": "b03_sqlinject", "phase": "staged:risk", "state_hash": "7a60af17cb3d8b3127e8494b4c6fb8ed66286caffef71b17d495f311824f6aaf", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.8147638493105682, "confidence": 0.6883682735926884, "probabilities": { "0": 0.0007843060635375041, "1": 0.006192975894253299, "2": 0.035282329947291066, "3": 0.09295533885793944, "4": 0.8647850492369786 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.993206680423863, "probabilities": { "logic": 0.0004868413684867624, "security": 0.9987746188024271, "data": 0.00011188088463683024, "concurrency": 0.00015980456468697873, "cosmetic": 0.000466854379762317 } } }, "usage": { "input_tokens": 468, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 730.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.355 }, { "case_id": "b03_sqlinject", "phase": "staged:detail", "state_hash": "7a60af17cb3d8b3127e8494b4c6fb8ed66286caffef71b17d495f311824f6aaf", "questions_hash": "3444e9e5853dc49b48104b8506b2d249660ab11ca0ab463ad111964e785c0ca9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9957271781403012, "probabilities": { "old:1": 2.0611758425738073e-06, "old:2": 9.427430313673513e-06, "new:1": 0.00020865280492168704, "new:2": 6.222635028587815e-05, "new:3": 0.9991424056831866, "none": 0.0005752265554496451 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9995669315352488, "probabilities": { "off_by_one": 2.212415038210978e-06, "inverted_condition": 3.8629491379054864e-06, "injection": 0.9999127674504942, "shared_state": 2.1409360223455134e-05, "unit_mismatch": 4.308025733741213e-06, "error_handling": 5.67526770212583e-06, "null_handling": 1.961958618312058e-06, "wrong_variable": 1.6876552543420447e-06, "concurrency": 2.2264170835041182e-06, "wrong_operator": 9.91204074757593e-07, "none": 4.289729663950432e-05 } }, "failure": { "type": "noul", "noul": 0.9956448465092981 }, "severity": { "type": "score", "score": 3.9950730049585896, "confidence": 0.9812469014979341, "probabilities": { "0": 1.2351844179555141e-05, "1": 7.849839666152808e-05, "2": 0.00023937127280595233, "3": 0.004163349929095844, "4": 0.9955064285572571 } } }, "usage": { "input_tokens": 839, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 477.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.745 }, { "case_id": "b03_sqlinject", "phase": "single:detail", "state_hash": "7a60af17cb3d8b3127e8494b4c6fb8ed66286caffef71b17d495f311824f6aaf", "questions_hash": "3444e9e5853dc49b48104b8506b2d249660ab11ca0ab463ad111964e785c0ca9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9972728990318713, "probabilities": { "old:1": 7.355797102000056e-07, "old:2": 3.6510802273760115e-06, "new:1": 7.49406359183508e-05, "new:2": 4.384362253564212e-05, "new:3": 0.9994735369947049, "none": 0.00040329208690350856 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9997317764483246, "probabilities": { "off_by_one": 4.0494318934021703e-07, "inverted_condition": 2.8678278752114473e-06, "injection": 0.9999476235314892, "shared_state": 9.453842103702858e-06, "unit_mismatch": 2.199183836024525e-06, "error_handling": 4.365777353159225e-06, "null_handling": 4.0494318934021703e-07, "wrong_variable": 7.048722457453437e-07, "concurrency": 1.77566883204187e-06, "wrong_operator": 5.059241827355848e-07, "none": 2.9693485703426648e-05 } }, "failure": { "type": "noul", "noul": 0.9998767745039686 }, "severity": { "type": "score", "score": 3.9977878801041484, "confidence": 0.9906797852023361, "probabilities": { "0": 6.721844455512264e-06, "1": 6.446607453306908e-05, "2": 7.442479586932639e-05, "3": 0.0018429847026919883, "4": 0.9980114025824501 } } }, "usage": { "input_tokens": 839, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 304.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.824 }, { "case_id": "b04_mutdefault", "phase": "staged:risk", "state_hash": "a0f70626200424c8e6c0dbd804e125bb7fcd4a1455f762e6833cee4eb380f431", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.996558047663684, "confidence": 0.987845808697207, "probabilities": { "0": 4.392569585522354e-06, "1": 0.00020223885362312036, "2": 0.0005008809144931623, "3": 0.0018159036681184185, "4": 0.9974765839941798 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9148787109475791, "probabilities": { "logic": 0.9742159036546018, "security": 0.0018763853646013764, "data": 0.0018093782658128172, "concurrency": 0.021090073303101656, "cosmetic": 0.0010082594118823087 } } }, "usage": { "input_tokens": 427, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 714.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.407 }, { "case_id": "b04_mutdefault", "phase": "staged:detail", "state_hash": "a0f70626200424c8e6c0dbd804e125bb7fcd4a1455f762e6833cee4eb380f431", "questions_hash": "06bab0a9d8d76d5b425f9b809dc70bd6c634db8df1edcb157e9157099d9832ed", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:1", "confidence": 0.9992751990464244, "probabilities": { "old:1": 2.804392710649149e-05, "old:2": 7.58883641539077e-05, "old:3": 1.4791217933120386e-06, "old:4": 3.173572173903174e-05, "old:5": 8.929203657646262e-07, "new:1": 0.9998562486008323, "new:2": 3.661152347388552e-06, "new:3": 6.349488673088176e-07, "none": 1.4152427943839791e-06 } }, "mechanism": { "type": "choice", "choice": "shared_state", "confidence": 0.9994258261625697, "probabilities": { "off_by_one": 5.309412792205335e-06, "inverted_condition": 4.46958872361822e-06, "injection": 3.419246430659163e-06, "shared_state": 0.9998781319673061, "unit_mismatch": 1.5997151579280817e-06, "error_handling": 2.9221972701443246e-05, "null_handling": 1.6899867482164727e-06, "wrong_variable": 1.9325521558571153e-06, "concurrency": 1.603079154917691e-06, "wrong_operator": 8.299010243664898e-07, "none": 7.179257780463307e-05 } }, "failure": { "type": "noul", "noul": 0.9999622911185033 }, "severity": { "type": "score", "score": 2.5075847708270316, "confidence": 0.5347086789688209, "probabilities": { "0": 2.79774932525785e-05, "1": 0.0002682149519549284, "2": 0.5028868261566779, "3": 0.48572502203073786, "4": 0.011091959367376761 } } }, "usage": { "input_tokens": 818, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 492.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.775 }, { "case_id": "b04_mutdefault", "phase": "single:detail", "state_hash": "a0f70626200424c8e6c0dbd804e125bb7fcd4a1455f762e6833cee4eb380f431", "questions_hash": "06bab0a9d8d76d5b425f9b809dc70bd6c634db8df1edcb157e9157099d9832ed", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:1", "confidence": 0.9988832901123061, "probabilities": { "old:1": 4.677787597106234e-05, "old:2": 0.00012708984386980887, "old:3": 1.7153074393823277e-06, "old:4": 4.5687266718784135e-05, "old:5": 1.72949225406434e-06, "new:1": 0.9997680241656346, "new:2": 4.4149224030784165e-06, "new:3": 1.0210270713698359e-06, "none": 3.54009863781795e-06 } }, "mechanism": { "type": "choice", "choice": "shared_state", "confidence": 0.9992718041186113, "probabilities": { "off_by_one": 1.0474920573487098e-05, "inverted_condition": 9.135201195209754e-06, "injection": 4.766099729023784e-06, "shared_state": 0.9998449478138294, "unit_mismatch": 2.9700019879545994e-06, "error_handling": 5.5278679902451046e-05, "null_handling": 2.031684715856733e-06, "wrong_variable": 2.68881797838976e-06, "concurrency": 2.0496295476350917e-06, "wrong_operator": 1.3475148348945333e-06, "none": 6.430963570568937e-05 } }, "failure": { "type": "noul", "noul": 0.9999400424047524 }, "severity": { "type": "score", "score": 2.5031156694585586, "confidence": 0.5369858061061221, "probabilities": { "0": 2.592440815246894e-05, "1": 0.0002964595285886272, "2": 0.5063336464440147, "3": 0.48322396143503643, "4": 0.010120008184207819 } } }, "usage": { "input_tokens": 818, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 436.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.941 }, { "case_id": "b05_units", "phase": "staged:risk", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.7097359064104207, "confidence": 0.21025119739171516, "probabilities": { "0": 0.0004782546797843126, "1": 0.07754868610008325, "2": 0.35625028894765176, "3": 0.3432044386748886, "4": 0.22251833159759205 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.7589054073497092, "probabilities": { "logic": 0.911924068190213, "security": 0.019033579793650883, "data": 0.05295195467618648, "concurrency": 0.002248206262667093, "cosmetic": 0.013842191077282528 } } }, "usage": { "input_tokens": 519, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 746.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.307 }, { "case_id": "b05_units", "phase": "staged:detail", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "0775496dbc35f69f0735b8444a2d1a6e9ed5e731f29f90d655a28f1369d8eaa2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.914688622304478, "probabilities": { "old:1": 0.00024228898740940382, "old:3": 0.0006145823032071659, "old:4": 0.00027077172315642184, "new:1": 7.2697981232768e-05, "new:3": 0.02311822136259543, "new:4": 0.009074396769146854, "new:5": 0.9659659935740866, "none": 0.0006410472991653143 } }, "mechanism": { "type": "choice", "choice": "unit_mismatch", "confidence": 0.9924200046075238, "probabilities": { "off_by_one": 3.0105284209266063e-05, "inverted_condition": 1.1868321307566605e-05, "injection": 2.3618455479604656e-06, "shared_state": 1.2484053644578455e-05, "unit_mismatch": 0.9977203685322451, "error_handling": 2.009542567763983e-05, "null_handling": 2.4461463295157258e-05, "wrong_variable": 0.0004354301800116326, "concurrency": 4.2687343319629515e-06, "wrong_operator": 8.240640909528629e-05, "none": 0.0016561497506338615 } }, "failure": { "type": "noul", "noul": 0.9770425333103286 }, "severity": { "type": "score", "score": 2.067756466991075, "confidence": 0.7662500497328997, "probabilities": { "0": 0.00134158382520209, "1": 0.013829245035919112, "2": 0.9031918601604173, "3": 0.07900574227952464, "4": 0.0026315686989368237 } } }, "usage": { "input_tokens": 937, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 529.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.781 }, { "case_id": "b05_units", "phase": "single:detail", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "0775496dbc35f69f0735b8444a2d1a6e9ed5e731f29f90d655a28f1369d8eaa2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.9242797574214352, "probabilities": { "old:1": 0.0001830462803251597, "old:3": 0.0005424100369423238, "old:4": 0.00022438070152320695, "new:1": 6.601558890737955e-05, "new:3": 0.021791737813929585, "new:4": 0.0066936182773651865, "new:5": 0.9701231271737687, "none": 0.0003756641272384956 } }, "mechanism": { "type": "choice", "choice": "unit_mismatch", "confidence": 0.9935337388693596, "probabilities": { "off_by_one": 2.5623544467243906e-05, "inverted_condition": 1.1829177685880135e-05, "injection": 2.112174993782994e-06, "shared_state": 1.2590620409667311e-05, "unit_mismatch": 0.9980990486358383, "error_handling": 1.615784087221074e-05, "null_handling": 2.432210375766247e-05, "wrong_variable": 0.000319468029341645, "concurrency": 4.169394222822188e-06, "wrong_operator": 7.699169643947224e-05, "none": 0.0014076867819713121 } }, "failure": { "type": "noul", "noul": 0.9792663943122896 }, "severity": { "type": "score", "score": 2.0645162355345876, "confidence": 0.7858994514309949, "probabilities": { "0": 0.000779281378800571, "1": 0.011341665593865962, "2": 0.9129290298713455, "3": 0.0724835824259212, "4": 0.002466440730066765 } } }, "usage": { "input_tokens": 937, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 778.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.242 }, { "case_id": "b06_swallow", "phase": "staged:risk", "state_hash": "5aa70d1d6eb8d5478961cb1f003a435cc25a5de0abc7933e439aa3533f34c00c", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9099584183996794, "confidence": 0.8072737704507571, "probabilities": { "0": 2.8003928530948994e-05, "1": 0.0008344968749190055, "2": 0.004140374164669068, "3": 0.07914532693210216, "4": 0.9158517980997789 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.5996572701417192, "probabilities": { "logic": 0.2525683938849855, "security": 0.7339117112199516, "data": 0.00914576640443166, "concurrency": 0.002156668154851132, "cosmetic": 0.002217460335780243 } } }, "usage": { "input_tokens": 519, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 366.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.582 }, { "case_id": "b06_swallow", "phase": "staged:detail", "state_hash": "5aa70d1d6eb8d5478961cb1f003a435cc25a5de0abc7933e439aa3533f34c00c", "questions_hash": "4c2feba1f59e552699e637c1cc0e0b2bbec4217aa55631f56410653e4ee44976", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.8306018199405986, "probabilities": { "old:1": 3.447844904152997e-05, "old:2": 1.3559876357221803e-05, "old:3": 2.503616826312203e-06, "old:4": 4.5331329775608946e-06, "new:1": 8.684029241102684e-05, "new:2": 0.01175877494731246, "new:3": 0.0017146557959443697, "new:4": 0.00017551799958291612, "new:5": 0.00024578439304141054, "new:6": 0.10305633574092306, "new:7": 0.8817765683089249, "none": 0.0011304474466572827 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.9841967079821407, "probabilities": { "off_by_one": 2.3376424144972475e-05, "inverted_condition": 1.4822748992647905e-05, "injection": 1.12083240408843e-06, "shared_state": 1.566413476642446e-05, "unit_mismatch": 1.761245978492495e-05, "error_handling": 0.9941457637718503, "null_handling": 3.634401288418161e-05, "wrong_variable": 2.910806353945877e-05, "concurrency": 1.45800678887057e-05, "wrong_operator": 0.00023004898043385655, "none": 0.005471558503310468 } }, "failure": { "type": "noul", "noul": 0.9993160531322735 }, "severity": { "type": "score", "score": 2.7963271129161575, "confidence": 0.4978880426037209, "probabilities": { "0": 0.0001287456156687239, "1": 0.0012891197783341131, "2": 0.26539163862990955, "3": 0.668507268026346, "4": 0.06468322794974159 } } }, "usage": { "input_tokens": 983, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 612.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.243 }, { "case_id": "b06_swallow", "phase": "single:detail", "state_hash": "5aa70d1d6eb8d5478961cb1f003a435cc25a5de0abc7933e439aa3533f34c00c", "questions_hash": "4c2feba1f59e552699e637c1cc0e0b2bbec4217aa55631f56410653e4ee44976", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.8210329671798637, "probabilities": { "old:1": 2.932423550851046e-05, "old:2": 9.782905030402368e-06, "old:3": 1.8506493966402563e-06, "old:4": 2.979863128363813e-06, "new:1": 5.266348751866791e-05, "new:2": 0.013230585753847479, "new:3": 0.001856336481622381, "new:4": 0.0001387168942038785, "new:5": 0.0002594854840497842, "new:6": 0.11179713358503451, "new:7": 0.8716480599321079, "none": 0.0009730807285514044 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.9831503157086393, "probabilities": { "off_by_one": 2.3435420677838334e-05, "inverted_condition": 1.0736187203239547e-05, "injection": 8.701784912878324e-07, "shared_state": 1.555723456910732e-05, "unit_mismatch": 1.8433870917423965e-05, "error_handling": 0.9936636590288472, "null_handling": 3.821957103470741e-05, "wrong_variable": 2.9965848203986898e-05, "concurrency": 1.561632807006087e-05, "wrong_operator": 0.00023759494370108582, "none": 0.0059459113882840515 } }, "failure": { "type": "noul", "noul": 0.998825483976708 }, "severity": { "type": "score", "score": 2.812278935910588, "confidence": 0.4887832590221437, "probabilities": { "0": 0.00014004307296070544, "1": 0.0014860002268662457, "2": 0.25796254745288394, "3": 0.6667777962112024, "4": 0.07363361303608676 } } }, "usage": { "input_tokens": 983, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1354.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.737 }, { "case_id": "b07_none", "phase": "staged:risk", "state_hash": "e9791fb11e3f47fbceb0a17ff48c98d388518290abaef8c217bbf276e5250868", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.732830196176689, "confidence": 0.5992576116623176, "probabilities": { "0": 5.339836967587602e-07, "1": 0.0010166495955182717, "2": 0.27441593850078533, "3": 0.7152858421003984, "4": 0.0092810358196013 } }, "area": { "type": "choice", "choice": "data", "confidence": 0.5372221669877013, "probabilities": { "logic": 0.25930185701677005, "security": 0.006721795989634604, "data": 0.70489892678673, "concurrency": 0.004094140438174783, "cosmetic": 0.024983279768690518 } } }, "usage": { "input_tokens": 468, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 407.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.049 }, { "case_id": "b07_none", "phase": "staged:detail", "state_hash": "e9791fb11e3f47fbceb0a17ff48c98d388518290abaef8c217bbf276e5250868", "questions_hash": "6357ce17c942aaf81a61d4f344dd24a33f7bc7f9bc9f7928b7b3392a85343688", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.7542943239811752, "probabilities": { "old:1": 6.035449458905784e-05, "old:2": 7.954686971649606e-05, "old:3": 2.1039109676327275e-05, "old:4": 5.5934256504972146e-05, "new:1": 0.0001331824603755403, "new:2": 0.00020105925459763926, "new:3": 0.7736879932236067, "new:4": 0.2257254271897743, "none": 3.5463141158986886e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.6982459545911162, "probabilities": { "off_by_one": 0.00010486451676177046, "inverted_condition": 5.531585865194651e-05, "injection": 1.4470421099480608e-05, "shared_state": 3.129016367250615e-05, "unit_mismatch": 3.861043889226483e-05, "error_handling": 0.00021664150412751803, "null_handling": 0.23713651989981246, "wrong_variable": 0.7218401147891981, "concurrency": 3.402331808213307e-05, "wrong_operator": 0.0037686375884527783, "none": 0.036759511501249106 } }, "failure": { "type": "noul", "noul": 0.9857796115995937 }, "severity": { "type": "score", "score": 2.1257796702801572, "confidence": 0.593017926160013, "probabilities": { "0": 0.0014274444975833384, "1": 0.04354218973384774, "2": 0.7877683481862578, "3": 0.16234728615545072, "4": 0.00491473142686039 } } }, "usage": { "input_tokens": 870, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 490.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.081 }, { "case_id": "b07_none", "phase": "single:detail", "state_hash": "e9791fb11e3f47fbceb0a17ff48c98d388518290abaef8c217bbf276e5250868", "questions_hash": "6357ce17c942aaf81a61d4f344dd24a33f7bc7f9bc9f7928b7b3392a85343688", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.7544353022033309, "probabilities": { "old:1": 6.831450863183101e-05, "old:2": 6.978831930318219e-05, "old:3": 2.4474945285371947e-05, "old:4": 8.437577393067294e-05, "new:1": 0.00018467741573197408, "new:2": 0.00018898681587826147, "new:3": 0.7744158690922222, "new:4": 0.22492211566215395, "none": 4.139746686259988e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.7025359728376797, "probabilities": { "off_by_one": 8.601400172688562e-05, "inverted_condition": 5.205095312151515e-05, "injection": 1.1722298853224013e-05, "shared_state": 2.741224762392386e-05, "unit_mismatch": 2.7958587948993882e-05, "error_handling": 0.0002157239145020597, "null_handling": 0.21778522684615956, "wrong_variable": 0.7369649945166681, "concurrency": 2.554082145663578e-05, "wrong_operator": 0.0038537438206518128, "none": 0.04094961199128727 } }, "failure": { "type": "noul", "noul": 0.9813736402412849 }, "severity": { "type": "score", "score": 2.115968504676755, "confidence": 0.5828281397221462, "probabilities": { "0": 0.002451430486420116, "1": 0.0486001583583952, "2": 0.7844860399644289, "3": 0.15945321837352147, "4": 0.005009152817234381 } } }, "usage": { "input_tokens": 870, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 564.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.068 }, { "case_id": "b08_wrongvar", "phase": "staged:risk", "state_hash": "2bdf4515db04ba49ddd92e8adef09410465777f215441c377a9046b1f70851f7", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.202911633224306, "confidence": 0.3720302713386826, "probabilities": { "0": 0.002358159174971351, "1": 0.10877037337365136, "2": 0.599313171963887, "3": 0.2627182660270804, "4": 0.02684002946040992 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.7905306840636903, "probabilities": { "logic": 0.9163425920992714, "security": 0.006402220495946893, "data": 0.0702116574268009, "concurrency": 0.0012735809452425963, "cosmetic": 0.005769949032738156 } } }, "usage": { "input_tokens": 522, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 364.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.794 }, { "case_id": "b08_wrongvar", "phase": "staged:detail", "state_hash": "2bdf4515db04ba49ddd92e8adef09410465777f215441c377a9046b1f70851f7", "questions_hash": "bcd5fb43568ba7097ed7e6457752188ac0eb830f26c71753a8057714e2008c0f", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.9927797200660285, "probabilities": { "old:1": 8.15325104340143e-05, "old:2": 9.17261639114253e-05, "old:3": 1.986789917759086e-05, "new:1": 0.00012086015989327197, "new:2": 2.3552119174207348e-05, "new:3": 2.9414266221604017e-05, "new:4": 0.9981465879562066, "none": 0.001486458924981342 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.990811615056124, "probabilities": { "off_by_one": 0.00028361046977715164, "inverted_condition": 4.916891912782887e-06, "injection": 6.111186077777247e-07, "shared_state": 2.0759464386808015e-06, "unit_mismatch": 6.19135574484363e-06, "error_handling": 5.646583482561402e-06, "null_handling": 6.955729792503426e-05, "wrong_variable": 0.9972381090164857, "concurrency": 2.8264951847468186e-06, "wrong_operator": 0.0009603457978997112, "none": 0.0014261090265410413 } }, "failure": { "type": "noul", "noul": 0.9070290710730832 }, "severity": { "type": "score", "score": 2.04778176862587, "confidence": 0.7177275857684775, "probabilities": { "0": 0.007026059575475807, "1": 0.024666302504809227, "2": 0.8844033437070926, "3": 0.0813083981436136, "4": 0.002595896069008738 } } }, "usage": { "input_tokens": 936, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 445.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.077 }, { "case_id": "b08_wrongvar", "phase": "single:detail", "state_hash": "2bdf4515db04ba49ddd92e8adef09410465777f215441c377a9046b1f70851f7", "questions_hash": "bcd5fb43568ba7097ed7e6457752188ac0eb830f26c71753a8057714e2008c0f", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.9923952705139903, "probabilities": { "old:1": 9.327941814580921e-05, "old:2": 6.963858245283241e-05, "old:3": 1.7285140352282583e-05, "new:1": 0.00010829533266028002, "new:2": 2.067037435362416e-05, "new:3": 2.540834732183407e-05, "new:4": 0.9980065041398212, "none": 0.0016589186648922028 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9915234422773329, "probabilities": { "off_by_one": 0.00027193925326110855, "inverted_condition": 4.509877958528437e-06, "injection": 7.067504170947003e-07, "shared_state": 1.9726346180666644e-06, "unit_mismatch": 6.395241056588179e-06, "error_handling": 5.290629515677503e-06, "null_handling": 6.069725466077651e-05, "wrong_variable": 0.997461955089554, "concurrency": 2.6822935611176744e-06, "wrong_operator": 0.0006421026653357153, "none": 0.001541748310061211 } }, "failure": { "type": "noul", "noul": 0.915165170315801 }, "severity": { "type": "score", "score": 2.0486207521032007, "confidence": 0.7206777055008966, "probabilities": { "0": 0.005639947440181974, "1": 0.025862358584382104, "2": 0.8849828758714025, "3": 0.08126663064012012, "4": 0.0022481874639133977 } } }, "usage": { "input_tokens": 936, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 367.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.916 }, { "case_id": "c09_tz_lookalike", "phase": "staged:risk", "state_hash": "586ad777e24176afc626957ccf11c036483801caf427002aadc002eccac40ead", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.49300387143302543, "confidence": 0.4721976937638874, "probabilities": { "0": 0.5579991551355573, "1": 0.3938414829058409, "2": 0.045627645908071085, "3": 0.0022197674910802625, "4": 0.00031194855945039084 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.5488714233972564, "probabilities": { "logic": 0.6836515079967865, "security": 0.005021683633417284, "data": 0.2935367847747028, "concurrency": 0.0029552402441178384, "cosmetic": 0.014834783350975558 } } }, "usage": { "input_tokens": 510, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 388.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.015 }, { "case_id": "c09_tz_lookalike", "phase": "single:detail", "state_hash": "586ad777e24176afc626957ccf11c036483801caf427002aadc002eccac40ead", "questions_hash": "71d7aa686886990fe1ca103adf329e8d7810337bd69ba47982207e664e5f11b6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.9600106909691076, "probabilities": { "old:1": 1.8346372173175012e-06, "old:3": 4.845022495588175e-05, "old:4": 8.003121824912768e-07, "new:1": 1.739359178459673e-05, "new:3": 0.014765830335372331, "new:4": 0.9851543807457583, "none": 1.1310152728987946e-05 } }, "mechanism": { "type": "choice", "choice": "unit_mismatch", "confidence": 0.8954327222424382, "probabilities": { "off_by_one": 0.002099746555883149, "inverted_condition": 0.0040189933481954605, "injection": 2.0018762787909853e-05, "shared_state": 0.00013315414655721818, "unit_mismatch": 0.9525979120867657, "error_handling": 0.00026140760313398916, "null_handling": 0.0003861446891645843, "wrong_variable": 0.011642807827779334, "concurrency": 0.00014831909772591468, "wrong_operator": 0.0021844194937689146, "none": 0.026507076388237842 } }, "failure": { "type": "noul", "noul": 0.6114671318518655 }, "severity": { "type": "score", "score": 2.264071308253118, "confidence": 0.42077458470261264, "probabilities": { "0": 0.0197242211785372, "1": 0.039200740428622025, "2": 0.6139905643717989, "3": 0.31144845700326945, "4": 0.01563601701777243 } } }, "usage": { "input_tokens": 902, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 941.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.546 }, { "case_id": "b10_race", "phase": "staged:risk", "state_hash": "31a478eb888974eaa0c059fdbc81c5ae883580915d0c96f8c22055a11bed0141", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9721466680304243, "confidence": 0.920730938579692, "probabilities": { "0": 5.715618495027568e-06, "1": 0.00012393170651244507, "2": 0.00020499350599940014, "3": 0.027048687364059104, "4": 0.9726166718049339 } }, "area": { "type": "choice", "choice": "concurrency", "confidence": 0.9985493583004047, "probabilities": { "logic": 7.287891735472806e-05, "security": 9.236175389057977e-05, "data": 1.148450556214851e-05, "concurrency": 0.9997803014456632, "cosmetic": 4.297337752932426e-05 } } }, "usage": { "input_tokens": 471, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 348.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.398 }, { "case_id": "b10_race", "phase": "staged:detail", "state_hash": "31a478eb888974eaa0c059fdbc81c5ae883580915d0c96f8c22055a11bed0141", "questions_hash": "0e4f80364219140ad2c217b69cc89cd180a2cabaa952615745e37e7b14ca967e", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.9805020188444982, "probabilities": { "old:1": 0.00028982837770987434, "old:2": 0.0001734065711419577, "old:3": 6.835661865787364e-06, "old:5": 0.00014796570347636953, "old:6": 3.767311325103223e-05, "old:7": 0.00045706775153718694, "old:8": 0.00013605279702583322, "new:1": 5.938022419083711e-05, "new:2": 0.00035148838416941796, "new:3": 6.719530719494724e-05, "new:5": 0.0014703168825391441, "new:6": 0.0006249789869118067, "new:7": 0.9934263172400302, "new:8": 0.000604746547784482, "none": 0.0021467464511711176 } }, "mechanism": { "type": "choice", "choice": "concurrency", "confidence": 0.9970642530163023, "probabilities": { "off_by_one": 5.907803114052567e-06, "inverted_condition": 4.889399293129085e-06, "injection": 3.832837990709465e-06, "shared_state": 6.158457815898672e-05, "unit_mismatch": 6.989708706386211e-06, "error_handling": 1.8223590943640598e-06, "null_handling": 1.9013464480762927e-06, "wrong_variable": 7.326896310885832e-06, "concurrency": 0.9992021697081672, "wrong_operator": 3.5320657858472945e-05, "none": 0.0006682547048577054 } }, "failure": { "type": "noul", "noul": 0.9997179373065507 }, "severity": { "type": "score", "score": 2.6009621159680205, "confidence": 0.5635010487344467, "probabilities": { "0": 2.820492894209377e-05, "1": 0.00032069471360446865, "2": 0.40259663752616526, "3": 0.5927697051230673, "4": 0.004284757708220957 } } }, "usage": { "input_tokens": 965, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 499.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.145 }, { "case_id": "b10_race", "phase": "single:detail", "state_hash": "31a478eb888974eaa0c059fdbc81c5ae883580915d0c96f8c22055a11bed0141", "questions_hash": "0e4f80364219140ad2c217b69cc89cd180a2cabaa952615745e37e7b14ca967e", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.9846608818992602, "probabilities": { "old:1": 0.00022152150837038016, "old:2": 0.00011016870761574857, "old:3": 5.480600290360934e-06, "old:5": 0.0001254983891510344, "old:6": 3.0338649894706464e-05, "old:7": 0.00025168724111346286, "old:8": 9.197258328251836e-05, "new:1": 2.9653122277468762e-05, "new:2": 0.0005426387718789113, "new:3": 5.385756050302285e-05, "new:5": 0.0012878851786743862, "new:6": 0.00063989051648233, "new:7": 0.9950465728927327, "new:8": 0.0005097818888839349, "none": 0.0010530523888491103 } }, "mechanism": { "type": "choice", "choice": "concurrency", "confidence": 0.9972430135094684, "probabilities": { "off_by_one": 5.676915815553613e-06, "inverted_condition": 4.831360372130563e-06, "injection": 3.849907042243119e-06, "shared_state": 5.882818122961646e-05, "unit_mismatch": 6.756538790541424e-06, "error_handling": 1.5233166094589067e-06, "null_handling": 1.8812124972252009e-06, "wrong_variable": 7.0400283688919095e-06, "concurrency": 0.9992554379733789, "wrong_operator": 2.6927933155994728e-05, "none": 0.000627246632739403 } }, "failure": { "type": "noul", "noul": 0.9997647807916765 }, "severity": { "type": "score", "score": 2.6191641178410636, "confidence": 0.5680509069294497, "probabilities": { "0": 3.196926645568474e-05, "1": 0.0003411874082043255, "2": 0.3843878218038742, "3": 0.6109087992607518, "4": 0.004330222260713897 } } }, "usage": { "input_tokens": 965, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1103.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.593 }, { "case_id": "b11_path", "phase": "staged:risk", "state_hash": "af239a4a7cb8f3cacd6a4c0abf29cfb7f6d60a5da70161b2b3dd9a225820c62e", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.993372524602018, "confidence": 0.9803805681349078, "probabilities": { "0": 2.280613036370081e-05, "1": 0.00035925384162772067, "2": 0.0015666885128388592, "3": 0.0023251123259663423, "4": 0.9957261391892034 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.9962759830738606, "probabilities": { "logic": 0.0003895682098445182, "security": 0.9993651290636733, "data": 5.96898383778857e-05, "concurrency": 7.517956894834768e-05, "cosmetic": 0.0001104333191560643 } } }, "usage": { "input_tokens": 488, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 496.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.386 }, { "case_id": "b11_path", "phase": "staged:detail", "state_hash": "af239a4a7cb8f3cacd6a4c0abf29cfb7f6d60a5da70161b2b3dd9a225820c62e", "questions_hash": "9a7e92cf6862b34adb5562a13a598e01532dfc0e7f884f5f006a884ed1f268be", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.9310740648077422, "probabilities": { "old:1": 8.847649690286167e-05, "old:2": 0.00012736986181314296, "old:4": 7.175836254189092e-05, "old:5": 0.0003072401601461357, "old:6": 0.002903563432797443, "old:7": 0.002959426568843051, "old:8": 0.0001354364081151711, "new:1": 4.233787578201991e-05, "new:2": 2.2304035028894473e-05, "new:4": 0.017433410029881486, "new:5": 0.9692168158445391, "new:6": 0.006404973323693258, "none": 0.00028688759991558666 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9921280440729768, "probabilities": { "off_by_one": 3.236970665186606e-05, "inverted_condition": 8.317091159900633e-05, "injection": 0.9976652024594198, "shared_state": 4.1216532880489836e-05, "unit_mismatch": 2.448980087747173e-05, "error_handling": 4.1793229450731565e-05, "null_handling": 2.629727629016141e-05, "wrong_variable": 2.857537390974468e-05, "concurrency": 1.3530551996045099e-05, "wrong_operator": 0.0003576591246094396, "none": 0.0016856950323151708 } }, "failure": { "type": "noul", "noul": 0.9998877917117223 }, "severity": { "type": "score", "score": 3.9875041545343044, "confidence": 0.9588039384155964, "probabilities": { "0": 5.6621576849227255e-06, "1": 9.046198671165528e-05, "2": 0.0007730585585780734, "3": 0.01065569375766461, "4": 0.9884751235393607 } } }, "usage": { "input_tokens": 967, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 664.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.164 }, { "case_id": "b11_path", "phase": "single:detail", "state_hash": "af239a4a7cb8f3cacd6a4c0abf29cfb7f6d60a5da70161b2b3dd9a225820c62e", "questions_hash": "9a7e92cf6862b34adb5562a13a598e01532dfc0e7f884f5f006a884ed1f268be", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.9244143666945516, "probabilities": { "old:1": 0.00011525673127405133, "old:2": 0.0001626892279414244, "old:4": 9.097916613057524e-05, "old:5": 0.00033059288009371996, "old:6": 0.0032161011885270293, "old:7": 0.0035327164183575665, "old:8": 0.0001528861088322516, "new:1": 4.627063839494299e-05, "new:2": 2.6978160647114618e-05, "new:4": 0.018449938778160098, "new:5": 0.9658622150989725, "new:6": 0.007633437630975973, "none": 0.0003799379716927477 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9921551464393317, "probabilities": { "off_by_one": 4.409626073654776e-05, "inverted_condition": 0.00010929655322637232, "injection": 0.9976951872266879, "shared_state": 4.104041295864579e-05, "unit_mismatch": 2.162177978185705e-05, "error_handling": 3.878399073631518e-05, "null_handling": 2.549056634452529e-05, "wrong_variable": 2.6190339444945698e-05, "concurrency": 1.6459302166719888e-05, "wrong_operator": 0.00037917765963886156, "none": 0.0016026559082773038 } }, "failure": { "type": "noul", "noul": 0.9998417683021081 }, "severity": { "type": "score", "score": 3.9877672362611305, "confidence": 0.9595785323610999, "probabilities": { "0": 5.571173126409805e-06, "1": 8.360209718317815e-05, "2": 0.0008142274034974743, "3": 0.01033121794781948, "4": 0.9887653813783734 } } }, "usage": { "input_tokens": 967, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 785.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.112 }, { "case_id": "b12_compare", "phase": "staged:risk", "state_hash": "34cc72ab214094fd8bc720b48ae87c6551c83056a480f182fbdb17ccd2404c89", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.108489608900725, "confidence": 0.5392297030484812, "probabilities": { "0": 0.00013743720428684804, "1": 0.0022226155594118756, "2": 0.07262636359434833, "3": 0.7390400684151952, "4": 0.18597351522675776 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8441472331342131, "probabilities": { "logic": 0.9502585280769305, "security": 0.01182131913913919, "data": 0.027651745664989423, "concurrency": 0.0011781641028287462, "cosmetic": 0.009090243016112302 } } }, "usage": { "input_tokens": 407, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 405.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.611 }, { "case_id": "b12_compare", "phase": "staged:detail", "state_hash": "34cc72ab214094fd8bc720b48ae87c6551c83056a480f182fbdb17ccd2404c89", "questions_hash": "f9c0704b0a1a5aee557fbb81eb9bd199668ab26fe1a2a7addbca184e1d6247a5", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9750192618323846, "probabilities": { "old:1": 0.0002484453616072472, "old:2": 0.0022675622677239683, "new:1": 0.0014971779513659705, "new:2": 0.994586925541309, "none": 0.0013998888779936912 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.9857669640904273, "probabilities": { "off_by_one": 0.0003244401417380923, "inverted_condition": 0.00018886561174031268, "injection": 0.00012175918754284695, "shared_state": 0.000486531871843332, "unit_mismatch": 0.00015473374955879833, "error_handling": 9.755364998877565e-06, "null_handling": 9.789329583957459e-06, "wrong_variable": 0.0005310131499842651, "concurrency": 0.0001424621146051675, "wrong_operator": 0.9957284523545551, "none": 0.0023021971238492687 } }, "failure": { "type": "noul", "noul": 0.9978196689734149 }, "severity": { "type": "score", "score": 2.0795217837243385, "confidence": 0.8026497995457601, "probabilities": { "0": 5.6262296664991724e-05, "1": 0.003733416431841773, "2": 0.9210306987878418, "3": 0.06699152021779184, "4": 0.008188102265859441 } } }, "usage": { "input_tokens": 741, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 720.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.31 }, { "case_id": "b12_compare", "phase": "single:detail", "state_hash": "34cc72ab214094fd8bc720b48ae87c6551c83056a480f182fbdb17ccd2404c89", "questions_hash": "f9c0704b0a1a5aee557fbb81eb9bd199668ab26fe1a2a7addbca184e1d6247a5", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9829004756224673, "probabilities": { "old:1": 0.00011240312891804794, "old:2": 0.0015415975622582222, "new:1": 0.0008249820100028357, "new:2": 0.9964805520873746, "none": 0.0010404652114462186 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.988793544357457, "probabilities": { "off_by_one": 0.00021959616701043274, "inverted_condition": 0.00018499793620136795, "injection": 9.810026815677849e-05, "shared_state": 0.000468078340794304, "unit_mismatch": 0.00017360478937519935, "error_handling": 1.0162132265132962e-05, "null_handling": 1.1063571497570048e-05, "wrong_variable": 0.0002670915642050141, "concurrency": 0.00010477957308852887, "wrong_operator": 0.996768723325802, "none": 0.0016938023316035865 } }, "failure": { "type": "noul", "noul": 0.9981768460809401 }, "severity": { "type": "score", "score": 2.0672951214108686, "confidence": 0.8248897712955494, "probabilities": { "0": 4.722901212063507e-05, "1": 0.0032440740268581836, "2": 0.9316217395132202, "3": 0.05954026143363429, "4": 0.005546696014166703 } } }, "usage": { "input_tokens": 741, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 559.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.831 }, { "case_id": "c01_rename", "phase": "staged:risk", "state_hash": "7654ceb4a95dd7ebb0353bddba2ca51530626be1504fc55a2cdaa72624295ecc", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.025171392004226353, "confidence": 0.9475878267140067, "probabilities": { "0": 0.9859530371810402, "1": 0.0037078981458541225, "2": 0.009829090686048373, "3": 0.0002345834619537099, "4": 0.000275390525103589 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9751625522346901, "probabilities": { "logic": 0.0028480891950801836, "security": 0.001087171765881879, "data": 0.0010253887701145885, "concurrency": 0.0004423590736512504, "cosmetic": 0.9945969911952721 } } }, "usage": { "input_tokens": 452, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 524.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.955 }, { "case_id": "c01_rename", "phase": "single:detail", "state_hash": "7654ceb4a95dd7ebb0353bddba2ca51530626be1504fc55a2cdaa72624295ecc", "questions_hash": "5a27944f64a3345fc7e731867818c4ecae65b93b4b67f25f649b55048a4aecd8", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9968433108082099, "probabilities": { "old:1": 0.00013247588872473658, "old:2": 8.118258896935034e-05, "old:3": 1.02566916720395e-05, "new:1": 9.454097484433744e-05, "new:2": 0.00011654957674057003, "new:3": 0.00017753427559812277, "none": 0.9993874600034509 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9995844021741933, "probabilities": { "off_by_one": 7.777428242182477e-06, "inverted_condition": 3.2482412991558965e-06, "injection": 1.2632375006544159e-06, "shared_state": 2.4464555609898367e-06, "unit_mismatch": 5.459814113694165e-06, "error_handling": 2.1878579837527336e-06, "null_handling": 4.069159581186232e-05, "wrong_variable": 1.709678761563648e-05, "concurrency": 4.858738077691065e-07, "wrong_operator": 2.427989895531854e-06, "none": 0.9999169147181688 } }, "failure": { "type": "noul", "noul": 2.1164725277111913e-06 }, "severity": { "type": "score", "score": 0.0011320674950594733, "confidence": 0.996643302216252, "probabilities": { "0": 0.9994233616004651, "1": 0.00036789659067887803, "2": 2.158405561273494e-05, "3": 2.762821981830342e-05, "4": 0.0001595295334250538 } } }, "usage": { "input_tokens": 826, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 783.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.251 }, { "case_id": "c02_docstring", "phase": "staged:risk", "state_hash": "3bb199f7fe521699ddc3a049dfd7f8f357037225609052142c18934db897ffc8", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.001299587141084039, "confidence": 0.9944124114660191, "probabilities": { "0": 0.9989263860671531, "1": 0.0009059286897426266, "2": 0.00013029202958781975, "3": 1.649846190005521e-05, "4": 2.089475161640186e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9803457992418084, "probabilities": { "logic": 0.0001712815816269091, "security": 0.003912244622196574, "data": 0.0001053881533539418, "concurrency": 0.00037270548637206386, "cosmetic": 0.9954383801564506 } } }, "usage": { "input_tokens": 487, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 588.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.782 }, { "case_id": "c02_docstring", "phase": "single:detail", "state_hash": "3bb199f7fe521699ddc3a049dfd7f8f357037225609052142c18934db897ffc8", "questions_hash": "6cde0f606bc5d9f53732f28a75d0175060f3248340c86aac725b588293b998a0", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.4751917645679954, "probabilities": { "old:1": 0.000561108340968234, "old:2": 0.0014749805213838685, "old:3": 6.810332419081054e-05, "old:4": 1.714475757665684e-05, "new:1": 0.20679167490176098, "new:2": 0.005558532535535919, "new:3": 0.46190938005580484, "none": 0.3236190755627787 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9979157755820792, "probabilities": { "off_by_one": 5.1936874595222266e-05, "inverted_condition": 7.352967732333805e-05, "injection": 8.608416153891855e-06, "shared_state": 4.842308853803417e-06, "unit_mismatch": 6.890229493059955e-05, "error_handling": 1.3231906267595085e-05, "null_handling": 0.00013739750185547738, "wrong_variable": 5.882145114923364e-05, "concurrency": 1.2092303303414e-06, "wrong_operator": 5.427235016100154e-05, "none": 0.9995272479883796 } }, "failure": { "type": "noul", "noul": 1.0063673734584224e-05 }, "severity": { "type": "score", "score": 0.0014762979128650194, "confidence": 0.995587112528828, "probabilities": { "0": 0.9992150923998429, "1": 0.0005196417761344941, "2": 3.317279761669594e-05, "3": 3.806156412651164e-05, "4": 0.0001940314622793996 } } }, "usage": { "input_tokens": 889, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 656.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.057 }, { "case_id": "c03_logging", "phase": "staged:risk", "state_hash": "1f63e15b0237c7925e32a995013c07f63ba30382bee6d0332e81b1a970a602a5", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.0008313897489677633, "confidence": 0.9963144347865374, "probabilities": { "0": 0.9993339987147393, "1": 0.0005469646706061816, "2": 9.137476352628389e-05, "3": 8.97185320372055e-06, "4": 1.8689997924463062e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9893269729466555, "probabilities": { "logic": 0.0006091803376035508, "security": 0.0005668489467346413, "data": 6.425540470089794e-05, "concurrency": 0.0008094037349767898, "cosmetic": 0.9979503115759841 } } }, "usage": { "input_tokens": 497, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 761.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.096 }, { "case_id": "c03_logging", "phase": "single:detail", "state_hash": "1f63e15b0237c7925e32a995013c07f63ba30382bee6d0332e81b1a970a602a5", "questions_hash": "4f639657dfef66237a2726eaee87cf5e223f89f2855dba5704056b61587b20f1", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9734025595935983, "probabilities": { "old:1": 6.325408839234749e-05, "old:2": 2.613399521410976e-05, "old:3": 1.3592704193804895e-05, "old:4": 8.623825984148878e-06, "new:1": 0.00011696048199897275, "new:2": 5.8266668350117716e-05, "new:4": 0.0020458534036499896, "new:5": 0.004579271297702476, "new:6": 5.242911036137865e-06, "new:7": 2.1167563050018396e-05, "new:8": 0.0027236666888656386, "none": 0.9903379663715622 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9995860284022383, "probabilities": { "off_by_one": 1.2412998136157174e-05, "inverted_condition": 3.604826636932463e-06, "injection": 5.286910192680169e-06, "shared_state": 3.889528965708493e-06, "unit_mismatch": 6.261080714500971e-06, "error_handling": 8.381668192421856e-06, "null_handling": 1.4657886890752713e-05, "wrong_variable": 1.2830764969471049e-05, "concurrency": 3.8087327630706082e-06, "wrong_operator": 7.435428380015114e-06, "none": 0.9999214301741582 } }, "failure": { "type": "noul", "noul": 2.7361307041893424e-05 }, "severity": { "type": "score", "score": 0.003698805200870117, "confidence": 0.9886505961901226, "probabilities": { "0": 0.9976382888933271, "1": 0.0018482282946755617, "2": 7.014248992290427e-05, "3": 6.306936194886986e-05, "4": 0.00038027096012553424 } } }, "usage": { "input_tokens": 974, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 617.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.82 }, { "case_id": "c04_guard", "phase": "staged:risk", "state_hash": "3353c1e759b41e758830f93caa56a8e606e316a5004c36125c84687da3c57101", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.017884116708695365, "confidence": 0.9475030021192237, "probabilities": { "0": 0.9853888416174843, "1": 0.011742598240426803, "2": 0.002621432941280263, "3": 8.985621752610805e-05, "4": 0.00015727098328242813 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.37600893002913605, "probabilities": { "logic": 0.20895355830215487, "security": 0.002717844163362343, "data": 0.21502486344069668, "concurrency": 0.0017057420121924416, "cosmetic": 0.5715979920815937 } } }, "usage": { "input_tokens": 434, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 460.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.83 }, { "case_id": "c04_guard", "phase": "single:detail", "state_hash": "3353c1e759b41e758830f93caa56a8e606e316a5004c36125c84687da3c57101", "questions_hash": "beec1091a0c0ad2b4357765daaa578b0a5eeccccd476623f47cb2e07b4e3a1eb", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9833957394890176, "probabilities": { "old:1": 0.00022385696877006605, "old:2": 0.0001167762857053728, "old:3": 9.788819346820223e-06, "new:1": 0.00013773735815609666, "new:2": 0.994881779331647, "new:3": 0.0005663503081486122, "new:4": 8.353491988584042e-05, "new:5": 1.295791672024787e-05, "none": 0.003967218091619979 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9991297418124393, "probabilities": { "off_by_one": 1.0981924200960628e-05, "inverted_condition": 5.533286777812632e-06, "injection": 2.880023136274881e-06, "shared_state": 2.601157142869482e-06, "unit_mismatch": 3.250586253927661e-05, "error_handling": 2.4613725455635827e-05, "null_handling": 1.4647795907952389e-05, "wrong_variable": 5.409406316020186e-07, "concurrency": 8.742183052044457e-05, "wrong_operator": 4.312378548755339e-06, "none": 0.9998139610751383 } }, "failure": { "type": "noul", "noul": 2.1786935068518364e-06 }, "severity": { "type": "score", "score": 0.0028484728797802303, "confidence": 0.9922374158879841, "probabilities": { "0": 0.9984890758192081, "1": 0.001037178359138982, "2": 1.6915863676345133e-05, "3": 4.985703861729186e-05, "4": 0.0004069729193591707 } } }, "usage": { "input_tokens": 840, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 961.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.462 }, { "case_id": "c05_param", "phase": "staged:risk", "state_hash": "9455852d920eb4d0eeec9662519bb4768f350ae06120535abebe5f2c51902432", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.03962163234510249, "confidence": 0.9181119514561966, "probabilities": { "0": 0.9761420064387658, "1": 0.009068652474640011, "2": 0.014100178801542913, "3": 0.00040402687282839076, "4": 0.0002851354122228713 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.7274978574333573, "probabilities": { "logic": 0.002112936243402618, "security": 0.8567917202266286, "data": 0.00212561552180111, "concurrency": 0.000972981269566961, "cosmetic": 0.13799674673860066 } } }, "usage": { "input_tokens": 447, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 879.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.906 }, { "case_id": "c05_param", "phase": "single:detail", "state_hash": "9455852d920eb4d0eeec9662519bb4768f350ae06120535abebe5f2c51902432", "questions_hash": "70f392165cb31353efb397bfa3cb7f0f43ec6ca3c9d03310ee2d96ceb29f2903", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9930191151821501, "probabilities": { "old:1": 4.3033686321616787e-05, "old:2": 7.647246579741348e-05, "new:1": 0.00043911055750351106, "new:2": 0.9986943274118958, "none": 0.0007470558784815449 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9991201920017272, "probabilities": { "off_by_one": 1.4338443805634989e-05, "inverted_condition": 1.0246612724302156e-05, "injection": 1.771047895099883e-05, "shared_state": 7.377361890146229e-05, "unit_mismatch": 5.908389101407678e-05, "error_handling": 2.4056395742691647e-06, "null_handling": 5.1292301643545185e-06, "wrong_variable": 2.60910392832444e-06, "concurrency": 1.6656151720123372e-06, "wrong_operator": 1.7416958079075326e-06, "none": 0.9998112956699566 } }, "failure": { "type": "noul", "noul": 1.088173058879554e-05 }, "severity": { "type": "score", "score": 0.004017925689014228, "confidence": 0.9902165811961575, "probabilities": { "0": 0.998075574238087, "1": 0.0011486640081646707, "2": 8.034162305173088e-05, "3": 7.310208804018009e-05, "4": 0.0006223180426563888 } } }, "usage": { "input_tokens": 796, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 896.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.007 }, { "case_id": "c06_constant", "phase": "staged:risk", "state_hash": "bb313e0ccc4f19914b0c2b4836309187071face22d438421c688ee3a345ef514", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.01103686275359868, "confidence": 0.9682960747882385, "probabilities": { "0": 0.9923157725275518, "1": 0.004585955983054311, "2": 0.0029278088255096837, "3": 8.656153601192462e-05, "4": 8.390112787230685e-05 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.784470404264088, "probabilities": { "logic": 0.9073873110395501, "security": 0.0008518451391671197, "data": 0.009972643588420373, "concurrency": 0.00029530319189366737, "cosmetic": 0.0814928970409688 } } }, "usage": { "input_tokens": 464, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 420.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.513 }, { "case_id": "c06_constant", "phase": "single:detail", "state_hash": "bb313e0ccc4f19914b0c2b4836309187071face22d438421c688ee3a345ef514", "questions_hash": "e900a6cb67eb691834ba0cfdc44c754a5877b02767b26bde580fe23e6ce5f144", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:6", "confidence": 0.9955258237724964, "probabilities": { "old:1": 1.8971577529511518e-07, "old:3": 7.147129970984284e-07, "old:4": 8.100601294497618e-08, "new:1": 5.416291939654238e-08, "new:2": 1.2924290991269574e-06, "new:3": 2.706301434831048e-06, "new:5": 0.0012041636392288726, "new:6": 0.9987492709668315, "none": 4.152706570089036e-05 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9988350578342585, "probabilities": { "off_by_one": 6.898588572005133e-06, "inverted_condition": 5.145423917529377e-06, "injection": 2.3155732706648147e-06, "shared_state": 3.2933914826086587e-06, "unit_mismatch": 7.241658650508552e-06, "error_handling": 2.2011165001770923e-06, "null_handling": 5.960417313688954e-06, "wrong_variable": 0.00010674482081677455, "concurrency": 3.724245101332691e-05, "wrong_operator": 8.248238579041215e-05, "none": 0.9997404741726723 } }, "failure": { "type": "noul", "noul": 1.1273236678016277e-05 }, "severity": { "type": "score", "score": 0.0016565961065511455, "confidence": 0.9950339759134874, "probabilities": { "0": 0.9990911292950493, "1": 0.000635083041760131, "2": 2.4545862657112983e-05, "3": 2.4545862657112983e-05, "4": 0.0002246959378763624 } } }, "usage": { "input_tokens": 872, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 388.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.956 }, { "case_id": "c07_comprehension", "phase": "staged:risk", "state_hash": "33854f7a13d7686b3ccbf66de5adfa2cac1d70fd93ce3f32690042b133644f2c", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.019311849200763176, "confidence": 0.9608696703951048, "probabilities": { "0": 0.989761388166374, "1": 0.0016063911443246965, "2": 0.008350476985103727, "3": 0.00012247073055947884, "4": 0.00015927297363814763 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.8424113571978279, "probabilities": { "logic": 0.05895301500923531, "security": 0.0017245005158848708, "data": 0.0017222882317664316, "concurrency": 0.0005158992150173412, "cosmetic": 0.937084297028096 } } }, "usage": { "input_tokens": 433, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 384.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.983 }, { "case_id": "c07_comprehension", "phase": "single:detail", "state_hash": "33854f7a13d7686b3ccbf66de5adfa2cac1d70fd93ce3f32690042b133644f2c", "questions_hash": "1f0a80873963d9259fd13c2e25f21b8f5d21f3eb47eb8ec7a1d33a2d373fb46b", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9426563517455945, "probabilities": { "old:1": 0.00013490825247513123, "old:2": 0.00011497756135208525, "old:3": 1.3214960121032823e-05, "old:4": 2.521549535994797e-05, "old:5": 5.1558901506456545e-05, "new:1": 0.0033496753504115248, "new:2": 0.018810056011113827, "none": 0.97750039346766 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9996024723687071, "probabilities": { "off_by_one": 6.8055470914117615e-06, "inverted_condition": 4.556187818030963e-06, "injection": 4.485604681717902e-06, "shared_state": 2.200054889560458e-06, "unit_mismatch": 3.301874487119944e-06, "error_handling": 2.3640697892481247e-06, "null_handling": 1.7991301596070764e-05, "wrong_variable": 2.559661380434211e-05, "concurrency": 4.798701216348409e-07, "wrong_operator": 9.38788599265847e-06, "none": 0.9999228309897282 } }, "failure": { "type": "noul", "noul": 2.880694829445346e-06 }, "severity": { "type": "score", "score": 0.0017028935670057995, "confidence": 0.9952028889141425, "probabilities": { "0": 0.9991424336208488, "1": 0.0005350628924845487, "2": 3.997509601057991e-05, "3": 4.223308012407456e-05, "4": 0.00024029531053196686 } } }, "usage": { "input_tokens": 811, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 488.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.088 }, { "case_id": "c08_lockctx", "phase": "staged:risk", "state_hash": "d3e2f8a000838b129b13933fcb706c778420d9dc7d9518c49b51a98dce0e60e0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.006181580233629564, "confidence": 0.9829276861432027, "probabilities": { "0": 0.9962678201246832, "1": 0.0014079973635886232, "2": 0.0022419279786139107, "3": 3.929121964425978e-05, "4": 4.296331347008514e-05 } }, "area": { "type": "choice", "choice": "concurrency", "confidence": 0.9410769511788912, "probabilities": { "logic": 0.004203388174653259, "security": 0.0002832617140007113, "data": 0.0002240040749473539, "concurrency": 0.9837431628791087, "cosmetic": 0.011546183157290005 } } }, "usage": { "input_tokens": 463, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 401.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.9 }, { "case_id": "c08_lockctx", "phase": "single:detail", "state_hash": "d3e2f8a000838b129b13933fcb706c778420d9dc7d9518c49b51a98dce0e60e0", "questions_hash": "9e2d119f23ffc1e7cab6811e8445a2f8e78cc89e5ce93282faaeea3a055b3843", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.6708811961185739, "probabilities": { "old:1": 0.0017732781720236777, "old:2": 0.002136163645970741, "old:3": 0.00010221404268082191, "old:5": 0.0006519181931902102, "old:6": 0.0003285185868967267, "old:7": 0.0005443568862086613, "old:8": 0.0002182940940549172, "old:9": 8.026112105291929e-05, "new:1": 0.0013220231594346095, "new:2": 0.0009649843046006975, "new:3": 0.05264985837578238, "new:5": 0.0008720863658974671, "new:6": 3.819555262586307e-05, "new:7": 0.37307579478193764, "new:8": 0.000759685147015261, "none": 0.5644823675706274 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9985585044816583, "probabilities": { "off_by_one": 7.742655790286663e-05, "inverted_condition": 2.518756769206006e-05, "injection": 5.041395898572775e-06, "shared_state": 1.978694480852251e-05, "unit_mismatch": 8.976932486123684e-06, "error_handling": 4.5749089500101785e-06, "null_handling": 1.4784945464253037e-05, "wrong_variable": 2.41117563664332e-06, "concurrency": 0.0001068105330530095, "wrong_operator": 5.3858506899440755e-05, "none": 0.9996811405312085 } }, "failure": { "type": "noul", "noul": 4.716869982915964e-06 }, "severity": { "type": "score", "score": 0.0021575334844479155, "confidence": 0.991527071551572, "probabilities": { "0": 0.9982200821569319, "1": 0.0016390325067327544, "2": 1.32433684453788e-05, "3": 1.855363073553756e-05, "4": 0.00010908833715444772 } } }, "usage": { "input_tokens": 971, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 449.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.033 }, { "case_id": "x01_deleted_guard_bug", "phase": "staged:risk", "state_hash": "7f22eb4283f5dfaf36b4a3f00a7fd68af83d673836c10e95b6d578e1d656506e", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9813741836357464, "confidence": 0.9439670589773314, "probabilities": { "0": 2.227546671429882e-05, "1": 0.0005014933653335864, "2": 0.0011845161991550766, "3": 0.014663202003085542, "4": 0.9836285129657115 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9242372012581336, "probabilities": { "logic": 0.9793871595803934, "security": 0.008589858342477988, "data": 0.009191645763597793, "concurrency": 0.00030042275206835134, "cosmetic": 0.002530913561462572 } } }, "usage": { "input_tokens": 436, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 497.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.035 }, { "case_id": "x01_deleted_guard_bug", "phase": "staged:detail", "state_hash": "7f22eb4283f5dfaf36b4a3f00a7fd68af83d673836c10e95b6d578e1d656506e", "questions_hash": "39545c2c13211143ae0a8f792d6bf270dec37e307372441d54de7bb986a9cbd9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "old:2", "confidence": 0.9919429849334943, "probabilities": { "old:1": 5.141944522881587e-05, "old:2": 0.9979193522821634, "old:3": 5.432901954771957e-05, "old:4": 3.778095911362554e-05, "new:1": 2.6914049924814617e-06, "new:2": 0.0019262314360141575, "none": 8.195452939772033e-06 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.988874987900749, "probabilities": { "off_by_one": 2.786212351828311e-05, "inverted_condition": 6.236792539125005e-05, "injection": 6.684764731248351e-06, "shared_state": 1.5528038849043866e-05, "unit_mismatch": 5.948674943341894e-06, "error_handling": 0.9962934976731954, "null_handling": 0.00019051639673566315, "wrong_variable": 0.00016945729938992453, "concurrency": 4.916960187759996e-06, "wrong_operator": 1.6122429003587936e-05, "none": 0.003207097714054546 } }, "failure": { "type": "noul", "noul": 0.9996489848825556 }, "severity": { "type": "score", "score": 2.0555592930077022, "confidence": 0.8438111915679718, "probabilities": { "0": 8.98142265005078e-05, "1": 0.0035624174089326837, "2": 0.9378329419790848, "3": 0.057728313901328265, "4": 0.0007865124841537144 } } }, "usage": { "input_tokens": 806, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 494.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.99 }, { "case_id": "x01_deleted_guard_bug", "phase": "single:detail", "state_hash": "7f22eb4283f5dfaf36b4a3f00a7fd68af83d673836c10e95b6d578e1d656506e", "questions_hash": "39545c2c13211143ae0a8f792d6bf270dec37e307372441d54de7bb986a9cbd9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "old:2", "confidence": 0.9922205584187177, "probabilities": { "old:1": 5.0641801540397855e-05, "old:2": 0.9980060118430389, "old:3": 6.237869148467532e-05, "old:4": 3.343136350887208e-05, "new:1": 2.5526980640507143e-06, "new:2": 0.001837419608083076, "none": 7.563994279964456e-06 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.9850140526986976, "probabilities": { "off_by_one": 3.1940736117126173e-05, "inverted_condition": 8.263965425090217e-05, "injection": 8.338460044709757e-06, "shared_state": 2.2995392806588952e-05, "unit_mismatch": 8.12175205184133e-06, "error_handling": 0.9947065628678589, "null_handling": 0.0002447669444515483, "wrong_variable": 0.00020580868916993909, "concurrency": 5.802846958438384e-06, "wrong_operator": 2.171691411852552e-05, "none": 0.004661305742171561 } }, "failure": { "type": "noul", "noul": 0.999604573071579 }, "severity": { "type": "score", "score": 2.0476769166379727, "confidence": 0.8583516791151867, "probabilities": { "0": 8.159202203344876e-05, "1": 0.0034971067803171107, "2": 0.9457557574826798, "3": 0.049993879967582325, "4": 0.0006716637473872146 } } }, "usage": { "input_tokens": 806, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 385.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.876 }, { "case_id": "x02_deleted_guard_clean", "phase": "staged:risk", "state_hash": "9a685a35001c6a369a216ee22818d4c1e999fddd9e7f74d70d9fe906c6b09458", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.08957149913636, "confidence": 0.30037706116198404, "probabilities": { "0": 0.03696751711288074, "1": 0.14544834967199388, "2": 0.6310790994705856, "3": 0.06405518445496397, "4": 0.12244984928957574 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9645845032778047, "probabilities": { "logic": 0.9918600235667956, "security": 0.0019327697671932065, "data": 0.0018972544321947506, "concurrency": 0.00045283318550917847, "cosmetic": 0.0038571190483072918 } } }, "usage": { "input_tokens": 462, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 986.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.586 }, { "case_id": "x02_deleted_guard_clean", "phase": "staged:detail", "state_hash": "9a685a35001c6a369a216ee22818d4c1e999fddd9e7f74d70d9fe906c6b09458", "questions_hash": "66513352530f2faf9aecfd62404a3473ca4130a2a709c9679cf863baae2462f6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9970591869755068, "probabilities": { "old:1": 1.363136144501242e-05, "old:2": 0.0007223487112007613, "old:3": 4.3465566459098987e-07, "old:4": 6.7789506843502355e-06, "new:1": 3.529649578893695e-06, "new:2": 0.9992369237442837, "new:3": 1.3263853081492757e-05, "new:4": 2.1879980121830604e-06, "none": 9.010760489102338e-07 } }, "mechanism": { "type": "choice", "choice": "inverted_condition", "confidence": 0.5651382793646247, "probabilities": { "off_by_one": 0.4322839164322974, "inverted_condition": 0.45776444223428076, "injection": 7.146235428412421e-05, "shared_state": 3.0468454980202395e-05, "unit_mismatch": 2.1657094702619125e-05, "error_handling": 0.0006926015205930428, "null_handling": 4.7409129665290074e-05, "wrong_variable": 4.192987753923279e-05, "concurrency": 2.22306104942827e-05, "wrong_operator": 0.06512488964233956, "none": 0.04389899264882349 } }, "failure": { "type": "noul", "noul": 0.8986449257195926 }, "severity": { "type": "score", "score": 1.9743266085227036, "confidence": 0.6584691358449386, "probabilities": { "0": 0.005072842525952756, "1": 0.08039774671717537, "2": 0.8535270392277821, "3": 0.05713470276639542, "4": 0.0038676687626944786 } } }, "usage": { "input_tokens": 872, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 490.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.497 }, { "case_id": "x02_deleted_guard_clean", "phase": "single:detail", "state_hash": "9a685a35001c6a369a216ee22818d4c1e999fddd9e7f74d70d9fe906c6b09458", "questions_hash": "66513352530f2faf9aecfd62404a3473ca4130a2a709c9679cf863baae2462f6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9981901042588327, "probabilities": { "old:1": 4.705949718594093e-06, "old:2": 0.00042066002676486875, "old:3": 1.408565293124484e-07, "old:4": 3.3922096176836216e-06, "new:1": 1.1189455712030027e-06, "new:2": 0.9995575723667115, "new:3": 1.0652018437106988e-05, "new:4": 1.2210596453429807e-06, "none": 5.365670043763488e-07 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.580330696983894, "probabilities": { "off_by_one": 0.45789030222028404, "inverted_condition": 0.4493264573611401, "injection": 7.226232657183806e-05, "shared_state": 2.6354389113529008e-05, "unit_mismatch": 1.26459689612262e-05, "error_handling": 0.0006847430758811862, "null_handling": 4.388629342516715e-05, "wrong_variable": 3.176971187540482e-05, "concurrency": 1.955145052268232e-05, "wrong_operator": 0.05252291357739683, "none": 0.03936911362482803 } }, "failure": { "type": "noul", "noul": 0.906377097350837 }, "severity": { "type": "score", "score": 1.9784457884649471, "confidence": 0.6634490456015403, "probabilities": { "0": 0.005061211729283319, "1": 0.07666049462190434, "2": 0.85693641647629, "3": 0.05745504779962629, "4": 0.003886829372895975 } } }, "usage": { "input_tokens": 872, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 407.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.903 }, { "case_id": "x03_repeated_line_bug", "phase": "staged:risk", "state_hash": "9aa0581a0271eb3d86c7772895163c100bd30f7a599c2d5bb3680a557e3fe9cf", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.8806348879048524, "confidence": 0.769040565545891, "probabilities": { "0": 0.00042700966499640707, "1": 0.006264237329822357, "2": 0.011247450848113936, "3": 0.07636945974946682, "4": 0.9056918424076005 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.887445545422827, "probabilities": { "logic": 0.9630742462798451, "security": 0.030733851752989795, "data": 0.002857695699898287, "concurrency": 0.0011231668828932746, "cosmetic": 0.0022110393843735817 } } }, "usage": { "input_tokens": 427, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 349.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.928 }, { "case_id": "x03_repeated_line_bug", "phase": "staged:detail", "state_hash": "9aa0581a0271eb3d86c7772895163c100bd30f7a599c2d5bb3680a557e3fe9cf", "questions_hash": "3ac6c74f614b69169f70d78ca8f7dd62e1d16843ac1c97e9cca64e94fe05eaf2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.6839462075349159, "probabilities": { "old:1": 2.2484201951311296e-06, "old:2": 2.8306874898908064e-05, "old:4": 5.550099125519647e-06, "old:5": 5.3709393345182594e-05, "new:1": 9.334467691980164e-06, "new:2": 1.3093567468504624e-05, "new:4": 0.49434797987445245, "new:5": 0.5055271976520881, "none": 1.257965073420821e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9908241971471657, "probabilities": { "off_by_one": 1.75804244212028e-05, "inverted_condition": 2.4519272100201373e-05, "injection": 3.0233159000516034e-06, "shared_state": 1.7468349550935563e-05, "unit_mismatch": 1.4847215896900152e-05, "error_handling": 9.750350841633887e-06, "null_handling": 0.0001581201049030268, "wrong_variable": 0.9972247150415269, "concurrency": 1.5626261214201415e-05, "wrong_operator": 0.0015703413166017056, "none": 0.0009440083470432406 } }, "failure": { "type": "noul", "noul": 0.9996997341769702 }, "severity": { "type": "score", "score": 2.203143549466788, "confidence": 0.6763056133978554, "probabilities": { "0": 6.459270434518273e-05, "1": 0.0009535797985125551, "2": 0.7962302658299887, "3": 0.20127680866031628, "4": 0.001474753006837304 } } }, "usage": { "input_tokens": 826, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 466.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.109 }, { "case_id": "x03_repeated_line_bug", "phase": "single:detail", "state_hash": "9aa0581a0271eb3d86c7772895163c100bd30f7a599c2d5bb3680a557e3fe9cf", "questions_hash": "3ac6c74f614b69169f70d78ca8f7dd62e1d16843ac1c97e9cca64e94fe05eaf2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.683771513805541, "probabilities": { "old:1": 3.464759541644193e-06, "old:2": 3.294891600349454e-05, "old:4": 6.420274137361574e-06, "old:5": 7.500646256514938e-05, "new:1": 1.3294477714752794e-05, "new:2": 1.3811432808210873e-05, "new:4": 0.5051041888260238, "new:5": 0.49473204416315864, "none": 1.8820688046932122e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9852246755510046, "probabilities": { "off_by_one": 2.4728749291155704e-05, "inverted_condition": 3.4344262740989855e-05, "injection": 3.6217037767507403e-06, "shared_state": 2.7028639968272324e-05, "unit_mismatch": 2.3410671033341636e-05, "error_handling": 1.3824796812967438e-05, "null_handling": 0.00025359860047065633, "wrong_variable": 0.9951682044718121, "concurrency": 2.5998984566147683e-05, "wrong_operator": 0.0028184208379002473, "none": 0.0016068182816273973 } }, "failure": { "type": "noul", "noul": 0.9997193539050844 }, "severity": { "type": "score", "score": 2.228609014302942, "confidence": 0.6556595811194428, "probabilities": { "0": 6.393573149355506e-05, "1": 0.0009373257076280999, "2": 0.7708794781977812, "3": 0.22656430925263735, "4": 0.001554951110459828 } } }, "usage": { "input_tokens": 826, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 391.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.91 }, { "case_id": "x04_repeated_line_clean", "phase": "staged:risk", "state_hash": "a0a7da7d39f1bc7051348af7a9942e49ba689d98224266b7ae73795b5d0554ce", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.0016320851289423949, "confidence": 0.9936244932951558, "probabilities": { "0": 0.9987864919525297, "1": 0.0009068145953443557, "2": 0.00023566458787739033, "3": 3.0174099150803202e-05, "4": 4.085476509771222e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9790497500864779, "probabilities": { "logic": 0.0017659520896698402, "security": 0.0006460135510275726, "data": 0.0010034244450181822, "concurrency": 0.0009333341574193066, "cosmetic": 0.9956512757568651 } } }, "usage": { "input_tokens": 482, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 426.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.016 }, { "case_id": "x04_repeated_line_clean", "phase": "single:detail", "state_hash": "a0a7da7d39f1bc7051348af7a9942e49ba689d98224266b7ae73795b5d0554ce", "questions_hash": "fd31d58ad83e8fef845772779bdc4ca308704c31ee87642888568156fc8a4164", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9989637626876114, "probabilities": { "old:1": 3.068609269142801e-05, "old:2": 1.0178736737953379e-05, "old:4": 7.377568935266395e-06, "old:5": 4.006068909900386e-06, "new:1": 2.5680883231285372e-05, "new:2": 4.408776025098755e-05, "new:3": 5.242847640537213e-05, "new:5": 3.327826212367751e-05, "new:6": 2.7971375923004738e-06, "new:7": 7.178262625767885e-06, "none": 0.999782300750496 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9996057344934931, "probabilities": { "off_by_one": 8.51038038518618e-06, "inverted_condition": 4.4851411384627625e-06, "injection": 2.326990790446635e-06, "shared_state": 1.4156913799001576e-06, "unit_mismatch": 4.164541072997086e-06, "error_handling": 1.7728448437641166e-06, "null_handling": 3.4646176533967564e-06, "wrong_variable": 8.29908997025684e-06, "concurrency": 3.806552343548895e-06, "wrong_operator": 3.951019903808119e-05, "none": 0.999922243951384 } }, "failure": { "type": "noul", "noul": 1.2235417296395107e-05 }, "severity": { "type": "score", "score": 0.002749418083020986, "confidence": 0.9926380303756327, "probabilities": { "0": 0.9985816170346048, "1": 0.0009436068259791658, "2": 3.2030242225561904e-05, "3": 2.9232816170971516e-05, "4": 0.0004135130810194455 } } }, "usage": { "input_tokens": 923, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 519.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.078 }, { "case_id": "x05_optional_bug", "phase": "staged:risk", "state_hash": "5bffa8afbbf447476a4514c9579aacf173b1c7375a76511d86fd6b2ce34f9fc0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.2647508016779354, "confidence": 0.40150926502475126, "probabilities": { "0": 0.004232702547288433, "1": 0.06556552049389026, "2": 0.6247797523134759, "3": 0.2720623220242878, "4": 0.0333597026210575 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.3701229472771692, "probabilities": { "logic": 0.6043900228465516, "security": 0.009292195185419577, "data": 0.23206325864504135, "concurrency": 0.010607752264093613, "cosmetic": 0.1436467710588938 } } }, "usage": { "input_tokens": 435, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 695.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.158 }, { "case_id": "x05_optional_bug", "phase": "staged:detail", "state_hash": "5bffa8afbbf447476a4514c9579aacf173b1c7375a76511d86fd6b2ce34f9fc0", "questions_hash": "7d68fd81c56efc02b6e31643e2d955b11ae31302af60c92de3ae91941d6ddb8c", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9914744096751907, "probabilities": { "old:1": 4.456479526658439e-05, "old:2": 0.0012594636819965644, "old:3": 7.42141053343632e-06, "new:1": 4.0815721213738316e-05, "new:2": 0.9979751728174584, "new:3": 0.00010926101143473346, "none": 0.0005633005620965445 } }, "mechanism": { "type": "choice", "choice": "null_handling", "confidence": 0.5377976666374581, "probabilities": { "off_by_one": 0.00023672290938723294, "inverted_condition": 0.0007911449039991315, "injection": 4.063190118259946e-05, "shared_state": 2.4582580735388705e-05, "unit_mismatch": 0.00045075121916789607, "error_handling": 0.0006868192667669818, "null_handling": 0.552964210501126, "wrong_variable": 0.2797959506331278, "concurrency": 4.1719022767594205e-05, "wrong_operator": 0.06333595526574308, "none": 0.10163151179599626 } }, "failure": { "type": "noul", "noul": 0.823827246575505 }, "severity": { "type": "score", "score": 1.5806335064313455, "confidence": 0.4825362660775647, "probabilities": { "0": 0.03616686071923002, "1": 0.3563715689095845, "2": 0.6005546044120985, "3": 0.004475135138783952, "4": 0.0024318308203030354 } } }, "usage": { "input_tokens": 804, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 746.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.043 }, { "case_id": "x05_optional_bug", "phase": "single:detail", "state_hash": "5bffa8afbbf447476a4514c9579aacf173b1c7375a76511d86fd6b2ce34f9fc0", "questions_hash": "7d68fd81c56efc02b6e31643e2d955b11ae31302af60c92de3ae91941d6ddb8c", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.99059192410512, "probabilities": { "old:1": 4.955395736093612e-05, "old:2": 0.0013758204251178169, "old:3": 7.06206626450627e-06, "new:1": 3.796731242781644e-05, "new:2": 0.9977325877633358, "new:3": 0.00011548048205479243, "none": 0.0006815279934382004 } }, "mechanism": { "type": "choice", "choice": "null_handling", "confidence": 0.5475986012595306, "probabilities": { "off_by_one": 0.00015170885879483024, "inverted_condition": 0.0005184552210727393, "injection": 3.264740762409092e-05, "shared_state": 2.1973172811606755e-05, "unit_mismatch": 0.0003634660178586271, "error_handling": 0.0005283788205409129, "null_handling": 0.5830440279951395, "wrong_variable": 0.24091452888036768, "concurrency": 3.7932892532473075e-05, "wrong_operator": 0.056346222805976745, "none": 0.11804065792728072 } }, "failure": { "type": "noul", "noul": 0.8143872490899372 }, "severity": { "type": "score", "score": 1.5888199771004585, "confidence": 0.48697084496844345, "probabilities": { "0": 0.03303288228338199, "1": 0.3551933883578384, "2": 0.6043993829804313, "3": 0.004669562731635549, "4": 0.0027047836467127156 } } }, "usage": { "input_tokens": 804, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 405.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.641 }, { "case_id": "x06_optional_clean", "phase": "staged:risk", "state_hash": "c68be2b451add542fdac2a0a6973f6758812ff2f479baec9fdbe2efd1b9dbed0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.15107311668073597, "confidence": 0.7308345360118199, "probabilities": { "0": 0.8843216467080861, "1": 0.08216056638913412, "2": 0.03244523881658273, "3": 0.0002681196863518834, "4": 0.0008044283998451857 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.664969570008066, "probabilities": { "logic": 0.12206643006134794, "security": 0.004201630032904778, "data": 0.028877277084043213, "concurrency": 0.002100304333888293, "cosmetic": 0.8427543584878157 } } }, "usage": { "input_tokens": 452, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 385.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.963 }, { "case_id": "x06_optional_clean", "phase": "single:detail", "state_hash": "c68be2b451add542fdac2a0a6973f6758812ff2f479baec9fdbe2efd1b9dbed0", "questions_hash": "f3746420b19c2acadb8fda8a21db1a894b63b850287ea8876956128853432615", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.6952568323716037, "probabilities": { "old:1": 0.00019026815386208087, "old:2": 0.003118497435097451, "old:3": 3.3465117391640055e-05, "new:1": 0.0009597264447233377, "new:2": 0.7544874762949544, "new:3": 0.001837067306894179, "none": 0.23937349924707693 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.8851376395397134, "probabilities": { "off_by_one": 0.0001459676282264329, "inverted_condition": 0.0001927526422986059, "injection": 3.0960492419295255e-05, "shared_state": 1.9364528646169286e-05, "unit_mismatch": 0.0002091050865634721, "error_handling": 0.0004663405184116286, "null_handling": 0.06731937974037214, "wrong_variable": 0.0023165439843881607, "concurrency": 8.069349282357921e-06, "wrong_operator": 0.00029396609328050436, "none": 0.9289975499361112 } }, "failure": { "type": "noul", "noul": 0.053151174154406886 }, "severity": { "type": "score", "score": 0.11198405218001267, "confidence": 0.8056389363627445, "probabilities": { "0": 0.9329661027682764, "1": 0.03436076261605021, "2": 0.02577673056268459, "3": 0.0015157877733618591, "4": 0.005380616279626926 } } }, "usage": { "input_tokens": 823, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 423.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.009 }, { "case_id": "x07_security_bug", "phase": "staged:risk", "state_hash": "6902dc34b3db48fe82e42276855d4c07f5ac5c80955a5aa9c4cd672723772300", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9677091287026087, "confidence": 0.9321240492048671, "probabilities": { "0": 0.0001118423190332499, "1": 0.0015528195176510223, "2": 0.010373091512740892, "3": 0.00643886044282295, "4": 0.9815233862077518 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.573662528736701, "probabilities": { "logic": 0.6215313313573626, "security": 0.37501966810467, "data": 0.0015627798572728205, "concurrency": 0.00030946426933738396, "cosmetic": 0.001576756411357263 } } }, "usage": { "input_tokens": 421, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 414.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.972 }, { "case_id": "x07_security_bug", "phase": "staged:detail", "state_hash": "6902dc34b3db48fe82e42276855d4c07f5ac5c80955a5aa9c4cd672723772300", "questions_hash": "f1e94b61cad6be0c7ae5372a586eb7babb83904883bc573858b82cc32c349ad1", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9974366378094084, "probabilities": { "old:1": 2.269573088035584e-06, "old:2": 0.0004618744498476739, "new:1": 1.4727817354067065e-06, "new:2": 0.9995295903302862, "none": 4.792865042679417e-06 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.9946447051835992, "probabilities": { "off_by_one": 2.5933965019053708e-05, "inverted_condition": 0.0011264704998293197, "injection": 9.645629592978839e-06, "shared_state": 0.00023600455665538002, "unit_mismatch": 3.428387913543425e-05, "error_handling": 6.601975553492817e-07, "null_handling": 5.130579984544644e-06, "wrong_variable": 1.5021164134738347e-05, "concurrency": 3.4532296375638685e-05, "wrong_operator": 0.9984762105639144, "none": 3.6106667803131305e-05 } }, "failure": { "type": "noul", "noul": 0.9996441609813262 }, "severity": { "type": "score", "score": 2.7299421072722883, "confidence": 0.5449920355819908, "probabilities": { "0": 2.520931053854896e-05, "1": 0.00017877227328184757, "2": 0.2985997514151867, "3": 0.6722212358353387, "4": 0.028975031165654273 } } }, "usage": { "input_tokens": 761, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 461.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.033 }, { "case_id": "x07_security_bug", "phase": "single:detail", "state_hash": "6902dc34b3db48fe82e42276855d4c07f5ac5c80955a5aa9c4cd672723772300", "questions_hash": "f1e94b61cad6be0c7ae5372a586eb7babb83904883bc573858b82cc32c349ad1", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9978214960400913, "probabilities": { "old:1": 2.162801681472719e-06, "old:2": 0.00038239557663938793, "new:1": 1.7145772248011666e-06, "new:2": 0.9996092268911212, "none": 4.500153333135763e-06 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.9958721471723735, "probabilities": { "off_by_one": 1.9707643566317536e-05, "inverted_condition": 0.0008272597221728365, "injection": 7.388721059667642e-06, "shared_state": 0.00017802142203938388, "unit_mismatch": 2.4048638627967204e-05, "error_handling": 5.69209177735381e-07, "null_handling": 3.757570461410223e-06, "wrong_variable": 1.1958835485076291e-05, "concurrency": 3.133837738828897e-05, "wrong_operator": 0.9988686543362869, "none": 2.7295523734414187e-05 } }, "failure": { "type": "noul", "noul": 0.9997010892957978 }, "severity": { "type": "score", "score": 2.710388950269018, "confidence": 0.5284698431000565, "probabilities": { "0": 2.6828276753755124e-05, "1": 0.0001765202681189041, "2": 0.32124243562240806, "3": 0.6464893045747941, "4": 0.032064911257925134 } } }, "usage": { "input_tokens": 761, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 441.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.954 }, { "case_id": "x08_security_clean", "phase": "staged:risk", "state_hash": "bd8c16f66c5df36742be5d91666414118ec532ac12ba8b0126690675bf70b0c5", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.007445585123085105, "confidence": 0.9794010025553144, "probabilities": { "0": 0.9953780335123155, "1": 0.0019811118047743702, "2": 0.002529741801123588, "3": 3.946181108295724e-05, "4": 7.165107070367186e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.7409293621778218, "probabilities": { "logic": 0.059707507828125214, "security": 0.04369087426899081, "data": 0.0014438115178697565, "concurrency": 0.00037847250571616364, "cosmetic": 0.8947793338792981 } } }, "usage": { "input_tokens": 427, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 966.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.506 }, { "case_id": "x08_security_clean", "phase": "single:detail", "state_hash": "bd8c16f66c5df36742be5d91666414118ec532ac12ba8b0126690675bf70b0c5", "questions_hash": "e087bafdb047c27d19ee6704400beecad064b38e8267f056d4abb307489890ec", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.5756740723024918, "probabilities": { "old:1": 0.0004991539755946621, "old:2": 0.005553251155653798, "new:1": 0.021579353320520057, "new:2": 0.7351346246809506, "none": 0.23723361686728084 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9934429083312466, "probabilities": { "off_by_one": 0.0002123650784470221, "inverted_condition": 0.0005949423949676794, "injection": 0.00010077025898373912, "shared_state": 0.00026381743915797524, "unit_mismatch": 0.0004940938556704338, "error_handling": 1.7657267081434707e-05, "null_handling": 2.1639926328322514e-05, "wrong_variable": 5.4466406539908e-06, "concurrency": 8.327013967615449e-06, "wrong_operator": 2.9691187764932198e-05, "none": 0.9982512489369768 } }, "failure": { "type": "noul", "noul": 1.5404527124321054e-05 }, "severity": { "type": "score", "score": 0.004934565917240424, "confidence": 0.9864198677654485, "probabilities": { "0": 0.9971015451022596, "1": 0.002166705162356242, "2": 4.829979415282784e-05, "3": 6.253859834662826e-05, "4": 0.0006209113428846605 } } }, "usage": { "input_tokens": 770, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 438.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.451 } ], "metrics": { "requests": 72, "completed_requests": 72, "input_tokens": 51086, "output_tokens": 0, "median_latency_ms": 493.1, "wall_s": 141.698, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "wall_s": 142.482 }