{ "schema_version": 2, "project": "review-triage", "subset": "full", "repeat": 1, "timestamp": "2026-09-24T16:03:31Z", "input_hashes": { "samples/review-triage/fixtures/challenge.jsonl": "c44b7004f0069a5e99104d6df0adf48c0bf2e8454ca414313e958eb28edf9836", "samples/review-triage/fixtures/diffs.jsonl": "bf238e5943e7d134694f6b594c7f770bc44c355cff1d407b453777df46f742e4" }, "source_hashes": { "samples/_shared/community.py": "88155b9fcb87dbc2af50a59a02cdcc85a87e9404debaa6e6e3a96744c104d2cd", "samples/_shared/jev.py": "6bd98ea32afdccc886148ee92aaa1213a4ed2c9d2c797739450a1a1856d16a06", "samples/review-triage/triage.py": "eec07c74b82554e3cb9514095ca2b21b141f5509fe985fd54d10846794b7cb2a" }, "label": "openjev (Codiv free hosted) - NOT JEV", "mode": "live", "provider": "codiv", "resumed_after": "connection_error", "original_source_hashes": { "samples/_shared/community.py": "8e2eb5e4c8d57d6226d38bf0e218d3ba379f4a207ee3bbfad1e1670b8df50482", "samples/_shared/jev.py": "1e936cb0f83f45baa62e1a2417682e0630e52bf0143d1bb09608a05fcb6dbcc9", "samples/review-triage/triage.py": "eec07c74b82554e3cb9514095ca2b21b141f5509fe985fd54d10846794b7cb2a" }, "rows": [ { "risk": 3.9640427783161796, "area": "logic", "stage2": true, "flag": true, "line": "new:3", "mechanism": "off_by_one", "failure": 0.9999800626322678, "severity": 2.0534221771613783, "id": "b01_offbyone", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "off_by_one", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1359, "output_tokens": 0, "median_latency_ms": 552.0, "wall_s": 1.104, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:3", "mechanism": "off_by_one", "failure": 0.9999722419133104, "severity": 2.047179784829845, "id": "b01_offbyone", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "off_by_one", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 890, "output_tokens": 0, "median_latency_ms": 378.6, "wall_s": 0.379, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.9950653331890247, "area": "logic", "stage2": true, "flag": true, "line": "new:2", "mechanism": "inverted_condition", "failure": 0.9999544670142974, "severity": 3.7378411405181673, "id": "b02_inverted", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "inverted_condition", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1312, "output_tokens": 0, "median_latency_ms": 496.9, "wall_s": 0.994, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:2", "mechanism": "inverted_condition", "failure": 0.9999442690874241, "severity": 3.7568677161627324, "id": "b02_inverted", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "inverted_condition", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 860, "output_tokens": 0, "median_latency_ms": 441.2, "wall_s": 0.442, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.7030949857384923, "area": "security", "stage2": true, "flag": true, "line": "new:3", "mechanism": "injection", "failure": 0.998700944074232, "severity": 3.997508038247711, "id": "b03_sqlinject", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1307, "output_tokens": 0, "median_latency_ms": 353.8, "wall_s": 0.709, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:3", "mechanism": "injection", "failure": 0.9996074480810961, "severity": 3.9968114016203447, "id": "b03_sqlinject", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:3" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 839, "output_tokens": 0, "median_latency_ms": 243.3, "wall_s": 0.244, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.99530360473005, "area": "logic", "stage2": true, "flag": true, "line": "new:1", "mechanism": "shared_state", "failure": 0.9999789587859219, "severity": 2.5126561868215704, "id": "b04_mutdefault", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:1" ], "gold_mechanism": "shared_state", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1245, "output_tokens": 0, "median_latency_ms": 391.5, "wall_s": 0.783, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:1", "mechanism": "shared_state", "failure": 0.9999616570438934, "severity": 2.50569833200987, "id": "b04_mutdefault", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:1" ], "gold_mechanism": "shared_state", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 818, "output_tokens": 0, "median_latency_ms": 1060.1, "wall_s": 1.06, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 2.5018281658020918, "area": "logic", "stage2": true, "flag": true, "line": "new:5", "mechanism": "unit_mismatch", "failure": 0.9752604753197209, "severity": 2.0808797762417974, "id": "b05_units", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "unit_mismatch", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1456, "output_tokens": 0, "median_latency_ms": 418.8, "wall_s": 0.838, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:5", "mechanism": "unit_mismatch", "failure": 0.9768791447596785, "severity": 2.0727232042078856, "id": "b05_units", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "unit_mismatch", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 937, "output_tokens": 0, "median_latency_ms": 333.5, "wall_s": 0.334, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.8857562479362633, "area": "security", "stage2": true, "flag": true, "line": "new:7", "mechanism": "error_handling", "failure": 0.9993595697061756, "severity": 2.7886816745586795, "id": "b06_swallow", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:6", "new:7" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1502, "output_tokens": 0, "median_latency_ms": 424.6, "wall_s": 0.85, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:7", "mechanism": "error_handling", "failure": 0.9984729812252673, "severity": 2.787152285561008, "id": "b06_swallow", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:6", "new:7" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 983, "output_tokens": 0, "median_latency_ms": 376.9, "wall_s": 0.377, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 2.713344439683417, "area": "data", "stage2": true, "flag": true, "line": "new:3", "mechanism": "wrong_variable", "failure": 0.9792623369151181, "severity": 2.0902393830229764, "id": "b07_none", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1338, "output_tokens": 0, "median_latency_ms": 711.5, "wall_s": 1.423, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:3", "mechanism": "wrong_variable", "failure": 0.9801214996533031, "severity": 2.1041025685358106, "id": "b07_none", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 870, "output_tokens": 0, "median_latency_ms": 373.0, "wall_s": 0.373, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 2.05705674439847, "area": "logic", "stage2": true, "flag": false, "line": "new:4", "mechanism": "wrong_variable", "failure": 0.890963081668668, "severity": 1.9787122983517627, "id": "b08_wrongvar", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "wrong_variable", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1458, "output_tokens": 0, "median_latency_ms": 388.2, "wall_s": 0.777, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:4", "mechanism": "wrong_variable", "failure": 0.9121040207346374, "severity": 2.00730381769244, "id": "b08_wrongvar", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:4" ], "gold_mechanism": "wrong_variable", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 936, "output_tokens": 0, "median_latency_ms": 343.4, "wall_s": 0.344, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.6408154812901763, "area": "logic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c09_tz_lookalike", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 510, "output_tokens": 0, "median_latency_ms": 350.7, "wall_s": 0.351, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:4", "mechanism": "unit_mismatch", "failure": 0.7015959110088906, "severity": 2.3012261694341465, "id": "c09_tz_lookalike", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 902, "output_tokens": 0, "median_latency_ms": 685.3, "wall_s": 0.686, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.976695324832101, "area": "concurrency", "stage2": true, "flag": true, "line": "new:7", "mechanism": "concurrency", "failure": 0.9995196182774115, "severity": 2.584169091405228, "id": "b10_race", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "old:7", "new:7", "new:8" ], "gold_mechanism": "concurrency", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1436, "output_tokens": 0, "median_latency_ms": 3463.2, "wall_s": 6.927, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:7", "mechanism": "concurrency", "failure": 0.9994205470859431, "severity": 2.5805260681939, "id": "b10_race", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "old:7", "new:7", "new:8" ], "gold_mechanism": "concurrency", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 965, "output_tokens": 0, "median_latency_ms": 325.0, "wall_s": 0.325, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.9936708320884273, "area": "security", "stage2": true, "flag": true, "line": "old:7", "mechanism": "injection", "failure": 0.9998433814560035, "severity": 3.9820731251510444, "id": "b11_path", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "old:6", "old:7", "new:5" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1455, "output_tokens": 0, "median_latency_ms": 368.5, "wall_s": 0.738, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "old:7", "mechanism": "injection", "failure": 0.9998713582649903, "severity": 3.9841571700410965, "id": "b11_path", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "old:6", "old:7", "new:5" ], "gold_mechanism": "injection", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 967, "output_tokens": 0, "median_latency_ms": 326.9, "wall_s": 0.327, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.020207611399874, "area": "logic", "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9987669330147041, "severity": 2.0729279110772163, "id": "b12_compare", "cohort": "original", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1148, "output_tokens": 0, "median_latency_ms": 684.9, "wall_s": 1.37, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9989068928702735, "severity": 2.07478346864013, "id": "b12_compare", "cohort": "original", "pipeline": "single", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 741, "output_tokens": 0, "median_latency_ms": 365.4, "wall_s": 0.366, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.037381857478985016, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c01_rename", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 452, "output_tokens": 0, "median_latency_ms": 696.1, "wall_s": 0.696, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 1.9883574750876504e-06, "severity": 0.0014823611377234851, "id": "c01_rename", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 826, "output_tokens": 0, "median_latency_ms": 794.1, "wall_s": 0.794, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.0009738734762523368, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c02_docstring", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 487, "output_tokens": 0, "median_latency_ms": 573.9, "wall_s": 0.574, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 4.591766195578494e-06, "severity": 0.001728389308709908, "id": "c02_docstring", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 889, "output_tokens": 0, "median_latency_ms": 450.8, "wall_s": 0.451, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.0007663389191781898, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c03_logging", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 497, "output_tokens": 0, "median_latency_ms": 258.1, "wall_s": 0.258, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 5.4722606406850545e-05, "severity": 0.007561364875295985, "id": "c03_logging", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 974, "output_tokens": 0, "median_latency_ms": 431.5, "wall_s": 0.432, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.019672668732865214, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c04_guard", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 434, "output_tokens": 0, "median_latency_ms": 322.9, "wall_s": 0.323, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 2.061334261072156e-06, "severity": 0.0021164646987275417, "id": "c04_guard", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 840, "output_tokens": 0, "median_latency_ms": 574.4, "wall_s": 0.575, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.030362331346991584, "area": "security", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c05_param", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 447, "output_tokens": 0, "median_latency_ms": 349.1, "wall_s": 0.349, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 1.5265075182247703e-05, "severity": 0.005809033303173297, "id": "c05_param", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 796, "output_tokens": 0, "median_latency_ms": 411.4, "wall_s": 0.412, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.007667797037087683, "area": "logic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c06_constant", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 464, "output_tokens": 0, "median_latency_ms": 18339.5, "wall_s": 18.34, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:6", "mechanism": "none", "failure": 9.251901769799351e-06, "severity": 0.0021669067856171947, "id": "c06_constant", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 872, "output_tokens": 0, "median_latency_ms": 23168.1, "wall_s": 23.168, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.014819703501686016, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c07_comprehension", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 1, "input_tokens": 433, "output_tokens": 0, "median_latency_ms": 27413.2, "wall_s": 57.571, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 1.932362480874962e-05, "severity": 0.0020860917593109106, "id": "c07_comprehension", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 811, "output_tokens": 0, "median_latency_ms": 15420.1, "wall_s": 15.42, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.013245426753438337, "area": "concurrency", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "c08_lockctx", "cohort": "original", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 1, "input_tokens": 463, "output_tokens": 0, "median_latency_ms": 50440.9, "wall_s": 80.597, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 3.6727149526330983e-06, "severity": 0.0016894771913278472, "id": "c08_lockctx", "cohort": "original", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 971, "output_tokens": 0, "median_latency_ms": 14218.2, "wall_s": 14.219, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.97766908884062, "area": "logic", "stage2": true, "flag": true, "line": "old:2", "mechanism": "error_handling", "failure": 0.9992331720551924, "severity": 2.051827367313108, "id": "x01_deleted_guard_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "old:2", "old:3" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1242, "output_tokens": 0, "median_latency_ms": 934.4, "wall_s": 2.89, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "old:2", "mechanism": "error_handling", "failure": 0.9992731291346097, "severity": 2.0492409639285167, "id": "x01_deleted_guard_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "old:2", "old:3" ], "gold_mechanism": "error_handling", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 806, "output_tokens": 0, "median_latency_ms": 441.3, "wall_s": 1.531, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 2.2268864767890886, "area": "logic", "stage2": true, "flag": false, "line": "new:2", "mechanism": "off_by_one", "failure": 0.8759501852717788, "severity": 1.9018522614695532, "id": "x02_deleted_guard_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1334, "output_tokens": 0, "median_latency_ms": 548.5, "wall_s": 4.066, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "off_by_one", "failure": 0.8672501881275554, "severity": 1.9058146705023715, "id": "x02_deleted_guard_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 872, "output_tokens": 0, "median_latency_ms": 794.3, "wall_s": 2.249, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.8957151472437594, "area": "logic", "stage2": true, "flag": true, "line": "new:5", "mechanism": "wrong_variable", "failure": 0.9997323182774988, "severity": 2.1870995493607635, "id": "x03_repeated_line_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "wrong_variable", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1253, "output_tokens": 0, "median_latency_ms": 550.3, "wall_s": 3.932, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:5", "mechanism": "wrong_variable", "failure": 0.9998074944496533, "severity": 2.176591523345664, "id": "x03_repeated_line_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "new:5" ], "gold_mechanism": "wrong_variable", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 826, "output_tokens": 0, "median_latency_ms": 730.5, "wall_s": 1.965, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.0013331379233743577, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "x04_repeated_line_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 482, "output_tokens": 0, "median_latency_ms": 4401.3, "wall_s": 5.656, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "none", "mechanism": "none", "failure": 1.1988966166661759e-05, "severity": 0.0022158488756716214, "id": "x04_repeated_line_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 923, "output_tokens": 0, "median_latency_ms": 506.4, "wall_s": 0.507, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 2.1043810687575477, "area": "logic", "stage2": true, "flag": false, "line": "new:2", "mechanism": "null_handling", "failure": 0.7395120773950846, "severity": 1.4591815210773869, "id": "x05_optional_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2", "new:3" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1239, "output_tokens": 0, "median_latency_ms": 900.0, "wall_s": 3.985, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "null_handling", "failure": 0.7310263583654324, "severity": 1.5001711049334052, "id": "x05_optional_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "new:2", "new:3" ], "gold_mechanism": "null_handling", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 804, "output_tokens": 0, "median_latency_ms": 478.8, "wall_s": 1.946, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.18253131649284343, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "x06_optional_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 452, "output_tokens": 0, "median_latency_ms": 375.4, "wall_s": 1.87, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 0.027715133611986697, "severity": 0.07258468682244763, "id": "x06_optional_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 823, "output_tokens": 0, "median_latency_ms": 2876.1, "wall_s": 4.485, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 3.9594929057091584, "area": "logic", "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9997454776784271, "severity": 2.690097935347408, "id": "x07_security_bug", "cohort": "challenge", "pipeline": "staged", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 2, "completed_requests": 2, "input_tokens": 1182, "output_tokens": 0, "median_latency_ms": 679.9, "wall_s": 2.433, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": true, "line": "new:2", "mechanism": "wrong_operator", "failure": 0.9996405766121635, "severity": 2.6968674698906803, "id": "x07_security_bug", "cohort": "challenge", "pipeline": "single", "planted": true, "gold_lines": [ "new:2" ], "gold_mechanism": "wrong_operator", "line_ok": true, "mechanism_ok": true, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 761, "output_tokens": 0, "median_latency_ms": 400.5, "wall_s": 1.943, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": 0.009064224791010527, "area": "cosmetic", "stage2": false, "flag": false, "line": null, "mechanism": null, "failure": null, "severity": null, "id": "x08_security_clean", "cohort": "challenge", "pipeline": "staged", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 427, "output_tokens": 0, "median_latency_ms": 432.5, "wall_s": 2.014, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 }, { "risk": null, "area": null, "stage2": true, "flag": false, "line": "new:2", "mechanism": "none", "failure": 1.6495196160024836e-05, "severity": 0.004055761043397807, "id": "x08_security_clean", "cohort": "challenge", "pipeline": "single", "planted": false, "gold_lines": [], "gold_mechanism": "none", "line_ok": false, "mechanism_ok": false, "metrics": { "requests": 1, "completed_requests": 1, "input_tokens": 770, "output_tokens": 0, "median_latency_ms": 497.8, "wall_s": 2.046, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "repeat": 1 } ], "summary": { "dataset": { "cases": 28, "bugs": 15, "clean": 13, "subset": "full" }, "groups": { "original:staged": { "cases": 20, "bugs": 11, "clean": 9, "recall": "10/11", "false_alarms": "0/9", "line_localised": "9/11", "mechanism_correct": "9/11", "early_gate_misses": 0, "missed_ids": [ "b08_wrongvar" ], "false_alarm_ids": [] }, "original:single": { "cases": 20, "bugs": 11, "clean": 9, "recall": "11/11", "false_alarms": "1/9", "line_localised": "10/11", "mechanism_correct": "10/11", "early_gate_misses": 0, "missed_ids": [], "false_alarm_ids": [ "c09_tz_lookalike" ] }, "challenge:staged": { "cases": 8, "bugs": 4, "clean": 4, "recall": "3/4", "false_alarms": "0/4", "line_localised": "3/4", "mechanism_correct": "3/4", "early_gate_misses": 0, "missed_ids": [ "x05_optional_bug" ], "false_alarm_ids": [] }, "challenge:single": { "cases": 8, "bugs": 4, "clean": 4, "recall": "3/4", "false_alarms": "0/4", "line_localised": "3/4", "mechanism_correct": "3/4", "early_gate_misses": 0, "missed_ids": [ "x05_optional_bug" ], "false_alarm_ids": [] } } }, "policy": { "version": "review-v2", "risk_gate": 1.5, "failure_gate": 0.5, "severity_gate": 2.0, "mechanism_must_not_be_none": true, "localisation_requires_flag": true, "thresholds_frozen_before_live_runs": true, "single_baseline": "same detailed questions and state as staged stage two", "zen_ids": [ "b01_offbyone", "b03_sqlinject", "b07_none", "b10_race", "c01_rename", "c05_param", "c08_lockctx", "c09_tz_lookalike" ] }, "status": "complete", "calls": [ { "case_id": "b01_offbyone", "phase": "staged:risk", "state_hash": "60ac662712726a208b0fd433d0be4527f1f258cc33d9ef8c5cc9b8d99442945a", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9640427783161796, "confidence": 0.9033278225551411, "probabilities": { "0": 6.158315215318939e-06, "1": 0.00038921901881963053, "2": 0.0008712892221417506, "3": 0.03302235292221661, "4": 0.9657109805216066 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9956475338025037, "probabilities": { "logic": 0.9992444039531788, "security": 0.0003850063999130569, "data": 5.11862710485106e-05, "concurrency": 5.459386747280038e-05, "cosmetic": 0.00026480950838682246 } } }, "usage": { "input_tokens": 469, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 600.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.601 }, { "case_id": "b01_offbyone", "phase": "staged:detail", "state_hash": "60ac662712726a208b0fd433d0be4527f1f258cc33d9ef8c5cc9b8d99442945a", "questions_hash": "24093c0dd98c48401bc55bc31e733cd21fcaf48cf52805d715410a1589ccf90d", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9999506529272542, "probabilities": { "old:1": 3.757809501708105e-06, "old:2": 8.939253300505359e-07, "old:3": 8.548809653482998e-07, "old:4": 3.897664460785088e-07, "new:1": 1.105728012660087e-06, "new:2": 6.263217682560334e-08, "new:3": 0.9999924364891419, "new:4": 1.9378435798172734e-07, "none": 3.049840673858374e-07 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.9993037631135248, "probabilities": { "off_by_one": 0.9998406916729254, "inverted_condition": 2.327368510029714e-06, "injection": 2.6557725229586375e-07, "shared_state": 5.599796727123143e-06, "unit_mismatch": 1.4314349506168046e-06, "error_handling": 2.441723390358086e-08, "null_handling": 8.490619290819802e-06, "wrong_variable": 4.223390252669952e-06, "concurrency": 8.051259141279911e-07, "wrong_operator": 2.8889613898901e-06, "none": 0.00013325163555309981 } }, "failure": { "type": "noul", "noul": 0.9999800626322678 }, "severity": { "type": "score", "score": 2.0534221771613783, "confidence": 0.8641280589678034, "probabilities": { "0": 1.9620401685130675e-05, "1": 0.0007457549124122812, "2": 0.9456769466465446, "3": 0.05290818320155516, "4": 0.0006494948378028508 } } }, "usage": { "input_tokens": 890, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 503.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.503 }, { "case_id": "b01_offbyone", "phase": "single:detail", "state_hash": "60ac662712726a208b0fd433d0be4527f1f258cc33d9ef8c5cc9b8d99442945a", "questions_hash": "24093c0dd98c48401bc55bc31e733cd21fcaf48cf52805d715410a1589ccf90d", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9999440582724833, "probabilities": { "old:1": 5.108346851469162e-06, "old:2": 1.0957119779666917e-06, "old:3": 6.120188344928112e-07, "old:4": 4.176551690604484e-07, "new:1": 9.588697460823405e-07, "new:2": 5.5506690548095005e-08, "new:3": 0.9999912389105139, "new:4": 1.9255559080726805e-07, "none": 3.204246256237392e-07 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.9994533856480416, "probabilities": { "off_by_one": 0.9998795448919887, "inverted_condition": 1.7881455386480193e-06, "injection": 1.77017987259893e-07, "shared_state": 4.924103072880778e-06, "unit_mismatch": 1.1497960049601988e-06, "error_handling": 1.8813625504149678e-08, "null_handling": 8.75306181777928e-06, "wrong_variable": 4.205995127155822e-06, "concurrency": 7.679773602471389e-07, "wrong_operator": 2.7891982804335115e-06, "none": 9.588099919638593e-05 } }, "failure": { "type": "noul", "noul": 0.9999722419133104 }, "severity": { "type": "score", "score": 2.047179784829845, "confidence": 0.8760567567587692, "probabilities": { "0": 1.9711500572215682e-05, "1": 0.0006666690503119494, "2": 0.9520865837540554, "3": 0.046568194508819355, "4": 0.0006588411862410359 } } }, "usage": { "input_tokens": 890, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 378.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.379 }, { "case_id": "b02_inverted", "phase": "staged:risk", "state_hash": "3e35af756af85a570edca3976b4fe2a3532d603238ec119fccec33d50f10a373", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9950653331890247, "confidence": 0.9831775547422386, "probabilities": { "0": 1.2503207262239474e-05, "1": 0.00023733864176592341, "2": 0.0007379486489888529, "3": 0.0026967407586508743, "4": 0.9963154687433321 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9205056441569546, "probabilities": { "logic": 0.9720327455736085, "security": 0.027928026649585415, "data": 1.910133391858635e-05, "concurrency": 8.222406287866689e-06, "cosmetic": 1.190403659957081e-05 } } }, "usage": { "input_tokens": 452, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 371.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.371 }, { "case_id": "b02_inverted", "phase": "staged:detail", "state_hash": "3e35af756af85a570edca3976b4fe2a3532d603238ec119fccec33d50f10a373", "questions_hash": "22c0dd5f02ea40cff4668407bd08076b1866b03779321806b3131a5e614519b6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9994481278066419, "probabilities": { "old:1": 1.1472977792341232e-07, "old:2": 0.0001194311861863986, "old:3": 6.518544462403259e-09, "old:4": 1.881955444336257e-07, "new:1": 3.4391007276632397e-08, "new:2": 0.9998796965704714, "new:3": 3.90711308492139e-07, "new:4": 7.748885406228835e-08, "none": 6.020830561337718e-08 } }, "mechanism": { "type": "choice", "choice": "inverted_condition", "confidence": 0.9809422962481099, "probabilities": { "off_by_one": 2.5005627269883214e-06, "inverted_condition": 0.9922377050056419, "injection": 1.0623010518382188e-06, "shared_state": 1.0621542275248977e-06, "unit_mismatch": 1.6583194639864858e-07, "error_handling": 1.2205566682939403e-05, "null_handling": 5.111161914109246e-07, "wrong_variable": 1.018878793446808e-06, "concurrency": 2.3576501849072528e-06, "wrong_operator": 0.007730915166198685, "none": 1.0495766353932103e-05 } }, "failure": { "type": "noul", "noul": 0.9999544670142974 }, "severity": { "type": "score", "score": 3.7378411405181673, "confidence": 0.6231285861276645, "probabilities": { "0": 8.339476667024544e-06, "1": 6.796987430490174e-05, "2": 0.009637589833849578, "3": 0.24264641228455067, "4": 0.7476396885306278 } } }, "usage": { "input_tokens": 860, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 622.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.623 }, { "case_id": "b02_inverted", "phase": "single:detail", "state_hash": "3e35af756af85a570edca3976b4fe2a3532d603238ec119fccec33d50f10a373", "questions_hash": "22c0dd5f02ea40cff4668407bd08076b1866b03779321806b3131a5e614519b6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9993407602384385, "probabilities": { "old:1": 1.3775127027935184e-07, "old:2": 0.0001456807628579604, "old:3": 7.062120426190619e-09, "old:4": 2.4793138869784856e-07, "new:1": 4.296284317514575e-08, "new:2": 0.999853352005126, "new:3": 3.8442520224547785e-07, "new:4": 7.587404816780295e-08, "none": 7.122514306605215e-08 } }, "mechanism": { "type": "choice", "choice": "inverted_condition", "confidence": 0.9820132216231774, "probabilities": { "off_by_one": 2.3954501115241175e-06, "inverted_condition": 0.9927597233050668, "injection": 9.835658418261348e-07, "shared_state": 1.1242564026940605e-06, "unit_mismatch": 1.9348591729959064e-07, "error_handling": 1.019180857336913e-05, "null_handling": 4.360587772762198e-07, "wrong_variable": 9.207028852907493e-07, "concurrency": 2.1057240658619763e-06, "wrong_operator": 0.007211150001247033, "none": 1.0775641111014753e-05 } }, "failure": { "type": "noul", "noul": 0.9999442690874241 }, "severity": { "type": "score", "score": 3.7568677161627324, "confidence": 0.638382380791086, "probabilities": { "0": 8.114639172642723e-06, "1": 5.945582985535229e-05, "2": 0.008585247295689411, "3": 0.22575096319963223, "4": 0.7655962190356503 } } }, "usage": { "input_tokens": 860, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 441.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.442 }, { "case_id": "b03_sqlinject", "phase": "staged:risk", "state_hash": "7a60af17cb3d8b3127e8494b4c6fb8ed66286caffef71b17d495f311824f6aaf", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.7030949857384923, "confidence": 0.5837969413996396, "probabilities": { "0": 0.0027312674530911678, "1": 0.011971998621468123, "2": 0.07171054066314206, "3": 0.10664286725845477, "4": 0.8069433260038439 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.9875740730863565, "probabilities": { "logic": 0.0011703648914357493, "security": 0.9975394802598005, "data": 0.00024341298046406392, "concurrency": 0.00015138728090123492, "cosmetic": 0.0008953545873984016 } } }, "usage": { "input_tokens": 468, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 361.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.362 }, { "case_id": "b03_sqlinject", "phase": "staged:detail", "state_hash": "7a60af17cb3d8b3127e8494b4c6fb8ed66286caffef71b17d495f311824f6aaf", "questions_hash": "3444e9e5853dc49b48104b8506b2d249660ab11ca0ab463ad111964e785c0ca9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9985152011016646, "probabilities": { "old:1": 4.577899449454743e-07, "old:2": 2.291179632775459e-06, "new:1": 9.21760460248725e-05, "new:2": 2.4349983304634636e-05, "new:3": 0.9997399098128904, "none": 0.00014081518820246674 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9997578266521142, "probabilities": { "off_by_one": 3.234787555713856e-07, "inverted_condition": 1.2232037646971226e-06, "injection": 0.9999526296897968, "shared_state": 9.118379298316921e-06, "unit_mismatch": 1.5200066967483386e-06, "error_handling": 2.893450320530348e-06, "null_handling": 2.3039585847745813e-07, "wrong_variable": 5.984277668387108e-07, "concurrency": 1.787432524934967e-06, "wrong_operator": 7.890738650663134e-07, "none": 2.888646135192513e-05 } }, "failure": { "type": "noul", "noul": 0.998700944074232 }, "severity": { "type": "score", "score": 3.997508038247711, "confidence": 0.9897277856763812, "probabilities": { "0": 7.829203203884226e-06, "1": 7.337540969902642e-05, "2": 0.00011185576002744487, "3": 0.002016807190321357, "4": 0.9977901324367483 } } }, "usage": { "input_tokens": 839, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 346.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.347 }, { "case_id": "b03_sqlinject", "phase": "single:detail", "state_hash": "7a60af17cb3d8b3127e8494b4c6fb8ed66286caffef71b17d495f311824f6aaf", "questions_hash": "3444e9e5853dc49b48104b8506b2d249660ab11ca0ab463ad111964e785c0ca9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.9988173983741303, "probabilities": { "old:1": 4.114489928686858e-07, "old:2": 2.0705900887359304e-06, "new:1": 6.520585385760385e-05, "new:2": 2.435143059926834e-05, "new:3": 0.9997986207404413, "none": 0.00010933993602023443 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9998101286891322, "probabilities": { "off_by_one": 2.268077459884783e-07, "inverted_condition": 1.3192670031741854e-06, "injection": 0.9999633197310016, "shared_state": 5.741498729374295e-06, "unit_mismatch": 1.1846512329529402e-06, "error_handling": 1.6344788139220319e-06, "null_handling": 3.0021079593591925e-07, "wrong_variable": 3.7518907329077994e-07, "concurrency": 1.063417429276228e-06, "wrong_operator": 3.966181558906939e-07, "none": 2.4438130018537534e-05 } }, "failure": { "type": "noul", "noul": 0.9996074480810961 }, "severity": { "type": "score", "score": 3.9968114016203447, "confidence": 0.9872308611469772, "probabilities": { "0": 9.228634846896446e-06, "1": 7.874320417413616e-05, "2": 0.00015716989975487914, "3": 0.002601114428236034, "4": 0.9971537438329882 } } }, "usage": { "input_tokens": 839, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 243.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.244 }, { "case_id": "b04_mutdefault", "phase": "staged:risk", "state_hash": "a0f70626200424c8e6c0dbd804e125bb7fcd4a1455f762e6833cee4eb380f431", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.99530360473005, "confidence": 0.9837482380630505, "probabilities": { "0": 5.823212922674057e-06, "1": 0.0002545124676372604, "2": 0.00061158786986903, "3": 0.002686389275609894, "4": 0.9964416871739612 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8952040385973041, "probabilities": { "logic": 0.9661699364470603, "security": 0.002450000442186711, "data": 0.0016357304545024304, "concurrency": 0.028348157888042246, "cosmetic": 0.0013961747682083479 } } }, "usage": { "input_tokens": 427, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 370.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.371 }, { "case_id": "b04_mutdefault", "phase": "staged:detail", "state_hash": "a0f70626200424c8e6c0dbd804e125bb7fcd4a1455f762e6833cee4eb380f431", "questions_hash": "06bab0a9d8d76d5b425f9b809dc70bd6c634db8df1edcb157e9157099d9832ed", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:1", "confidence": 0.9996903436625417, "probabilities": { "old:1": 4.531941376962161e-06, "old:2": 1.796557586210564e-05, "old:3": 3.321497936089275e-07, "old:4": 3.0275432482118928e-05, "old:5": 6.003813458617751e-07, "new:1": 0.9999431383352823, "new:2": 1.8055480707177749e-06, "new:3": 3.226806218390406e-07, "none": 1.0279551645802476e-06 } }, "mechanism": { "type": "choice", "choice": "shared_state", "confidence": 0.999727211412047, "probabilities": { "off_by_one": 9.993524067253404e-07, "inverted_condition": 8.149247434681979e-07, "injection": 1.337552008938698e-06, "shared_state": 0.9999443780825257, "unit_mismatch": 7.428310361442494e-07, "error_handling": 7.259850221049667e-06, "null_handling": 5.363789804067496e-07, "wrong_variable": 6.973146737680342e-07, "concurrency": 8.669399163695679e-07, "wrong_operator": 4.4220082469569124e-07, "none": 4.1924572662808646e-05 } }, "failure": { "type": "noul", "noul": 0.9999789587859219 }, "severity": { "type": "score", "score": 2.5126561868215704, "confidence": 0.5360449338014132, "probabilities": { "0": 2.3804343262524827e-05, "1": 0.0002406408051709749, "2": 0.49735078804970434, "3": 0.49182509729045787, "4": 0.01055966951140429 } } }, "usage": { "input_tokens": 818, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 412.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.412 }, { "case_id": "b04_mutdefault", "phase": "single:detail", "state_hash": "a0f70626200424c8e6c0dbd804e125bb7fcd4a1455f762e6833cee4eb380f431", "questions_hash": "06bab0a9d8d76d5b425f9b809dc70bd6c634db8df1edcb157e9157099d9832ed", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:1", "confidence": 0.9995003650274229, "probabilities": { "old:1": 1.0579086218753325e-05, "old:2": 2.60297856152989e-05, "old:3": 5.811188345864575e-07, "old:4": 5.084880200869642e-05, "old:5": 1.0246343151412285e-06, "new:1": 0.999904621423543, "new:2": 3.7627174138703013e-06, "new:3": 5.980891234645839e-07, "none": 1.9543429272093536e-06 } }, "mechanism": { "type": "choice", "choice": "shared_state", "confidence": 0.9996913478761549, "probabilities": { "off_by_one": 1.3529931253925898e-06, "inverted_condition": 1.221273851572456e-06, "injection": 1.5214737004890333e-06, "shared_state": 0.9999368191843568, "unit_mismatch": 9.584936228119577e-07, "error_handling": 1.050333830142569e-05, "null_handling": 5.412049745269366e-07, "wrong_variable": 7.795148374793718e-07, "concurrency": 9.255412448729324e-07, "wrong_operator": 4.510050909774755e-07, "none": 4.49259768936679e-05 } }, "failure": { "type": "noul", "noul": 0.9999616570438934 }, "severity": { "type": "score", "score": 2.50569833200987, "confidence": 0.5358998596119127, "probabilities": { "0": 2.6759539770539293e-05, "1": 0.0002630505174385599, "2": 0.5043100138540275, "3": 0.48478545057067685, "4": 0.010614725518086513 } } }, "usage": { "input_tokens": 818, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1060.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.06 }, { "case_id": "b05_units", "phase": "staged:risk", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.5018281658020918, "confidence": 0.2313347143302359, "probabilities": { "0": 0.0005900610631280989, "1": 0.10296213684380315, "2": 0.4230285575690971, "3": 0.3408680642757923, "4": 0.1325511802481794 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.7897083678339644, "probabilities": { "logic": 0.9291638608593933, "security": 0.020430645325448856, "data": 0.03159468752753417, "concurrency": 0.0022072998202552823, "cosmetic": 0.01660350646736846 } } }, "usage": { "input_tokens": 519, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 343.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.344 }, { "case_id": "b05_units", "phase": "staged:detail", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "0775496dbc35f69f0735b8444a2d1a6e9ed5e731f29f90d655a28f1369d8eaa2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.9379854873160589, "probabilities": { "old:1": 0.00012628860105283398, "old:3": 0.0004448326962959329, "old:4": 0.00014734955109920201, "new:1": 6.001681931702413e-05, "new:3": 0.016557260564159945, "new:4": 0.005401771675793162, "new:5": 0.9768101479702742, "none": 0.0004523321220076224 } }, "mechanism": { "type": "choice", "choice": "unit_mismatch", "confidence": 0.993090618659204, "probabilities": { "off_by_one": 3.459774719321015e-05, "inverted_condition": 1.5309671312846155e-05, "injection": 3.200587153633112e-06, "shared_state": 1.7949088903247747e-05, "unit_mismatch": 0.9980320588910199, "error_handling": 2.2160599390635613e-05, "null_handling": 9.155517560277128e-05, "wrong_variable": 0.0004197710090224483, "concurrency": 6.140733216841829e-06, "wrong_operator": 0.0001409688127868324, "none": 0.0012162876843976368 } }, "failure": { "type": "noul", "noul": 0.9752604753197209 }, "severity": { "type": "score", "score": 2.0808797762417974, "confidence": 0.7538372070486625, "probabilities": { "0": 0.0006427690876620257, "1": 0.013359158352664172, "2": 0.8932086362558058, "3": 0.09005439983795019, "4": 0.002735036465917794 } } }, "usage": { "input_tokens": 937, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 493.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.494 }, { "case_id": "b05_units", "phase": "single:detail", "state_hash": "a88c5e45b709a7ad8e9f2e1767eaa7eda57776a9904e8ce85238052ef2d477ad", "questions_hash": "0775496dbc35f69f0735b8444a2d1a6e9ed5e731f29f90d655a28f1369d8eaa2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.9524635182876641, "probabilities": { "old:1": 8.343148059151643e-05, "old:3": 0.00032522281102175226, "old:4": 0.00011792193983542715, "new:1": 4.2530434046395845e-05, "new:3": 0.012327996324079403, "new:4": 0.003798885487867456, "new:5": 0.9830875209149939, "none": 0.00021649060756410272 } }, "mechanism": { "type": "choice", "choice": "unit_mismatch", "confidence": 0.9939324921984177, "probabilities": { "off_by_one": 2.9315382870512793e-05, "inverted_condition": 1.3529690363569817e-05, "injection": 2.913744633556382e-06, "shared_state": 1.591649611543282e-05, "unit_mismatch": 0.9982762946471389, "error_handling": 1.969631433957812e-05, "null_handling": 7.103223220057734e-05, "wrong_variable": 0.0002653672988003852, "concurrency": 5.18248131021486e-06, "wrong_operator": 0.00010834876177228929, "none": 0.001192402950455085 } }, "failure": { "type": "noul", "noul": 0.9768791447596785 }, "severity": { "type": "score", "score": 2.0727232042078856, "confidence": 0.7549983341838213, "probabilities": { "0": 0.0012930987205692873, "1": 0.0148692740599837, "2": 0.8962556125084649, "3": 0.08498535371295601, "4": 0.002596660998026085 } } }, "usage": { "input_tokens": 937, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 333.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.334 }, { "case_id": "b06_swallow", "phase": "staged:risk", "state_hash": "5aa70d1d6eb8d5478961cb1f003a435cc25a5de0abc7933e439aa3533f34c00c", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.8857562479362633, "confidence": 0.7730289451193407, "probabilities": { "0": 2.7176755004990563e-05, "1": 0.0010468468660295076, "2": 0.0036660237375309925, "3": 0.10366245697056609, "4": 0.8915974956708684 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.553525880626399, "probabilities": { "logic": 0.3780143170828586, "security": 0.6131641975896692, "data": 0.004353241975727944, "concurrency": 0.002459335999789085, "cosmetic": 0.002008907351955141 } } }, "usage": { "input_tokens": 519, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 352.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.353 }, { "case_id": "b06_swallow", "phase": "staged:detail", "state_hash": "5aa70d1d6eb8d5478961cb1f003a435cc25a5de0abc7933e439aa3533f34c00c", "questions_hash": "4c2feba1f59e552699e637c1cc0e0b2bbec4217aa55631f56410653e4ee44976", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.911763902313231, "probabilities": { "old:1": 2.4423022389789034e-05, "old:2": 7.341063817245576e-06, "old:3": 1.2576799824322185e-06, "old:4": 1.7589143428666989e-06, "new:1": 4.168700118106722e-05, "new:2": 0.007044119735132251, "new:3": 0.0006737049162921033, "new:4": 8.383295563339076e-05, "new:5": 0.0001273924061819265, "new:6": 0.03734188917322295, "new:7": 0.9533908744570576, "none": 0.0012617186747663866 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.9825422516524789, "probabilities": { "off_by_one": 2.3228611628528134e-05, "inverted_condition": 1.0297736281437112e-05, "injection": 8.690965325490445e-07, "shared_state": 1.566215041978938e-05, "unit_mismatch": 2.136992664824318e-05, "error_handling": 0.9933285695968541, "null_handling": 2.5423008670878394e-05, "wrong_variable": 4.004061847151885e-05, "concurrency": 1.2710014037451533e-05, "wrong_operator": 0.00017115385334896233, "none": 0.0063506753871064876 } }, "failure": { "type": "noul", "noul": 0.9993595697061756 }, "severity": { "type": "score", "score": 2.7886816745586795, "confidence": 0.5114368087320628, "probabilities": { "0": 0.00011528925027279156, "1": 0.0014491487169069543, "2": 0.2639295912973021, "3": 0.6786505396949039, "4": 0.05585543104061425 } } }, "usage": { "input_tokens": 983, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 496.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.497 }, { "case_id": "b06_swallow", "phase": "single:detail", "state_hash": "5aa70d1d6eb8d5478961cb1f003a435cc25a5de0abc7933e439aa3533f34c00c", "questions_hash": "4c2feba1f59e552699e637c1cc0e0b2bbec4217aa55631f56410653e4ee44976", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.8498484610666952, "probabilities": { "old:1": 5.671987520498905e-05, "old:2": 1.1271947783634674e-05, "old:3": 1.6788126978744278e-06, "old:4": 2.193773436081422e-06, "new:1": 6.462376081208069e-05, "new:2": 0.020153606406968984, "new:3": 0.0012725481146428554, "new:4": 0.00014407729706221242, "new:5": 0.00022348237042971942, "new:6": 0.06488329587973873, "new:7": 0.9100312059491026, "none": 0.003155295812120291 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.9811043743724702, "probabilities": { "off_by_one": 3.0207536927909175e-05, "inverted_condition": 1.3929998768395432e-05, "injection": 1.0891187502776857e-06, "shared_state": 1.6536091112997913e-05, "unit_mismatch": 2.3730007466259678e-05, "error_handling": 0.9926699456859931, "null_handling": 2.5571553305831883e-05, "wrong_variable": 3.72655232870738e-05, "concurrency": 1.5071030694003402e-05, "wrong_operator": 0.00019017361854486948, "none": 0.006976479835149357 } }, "failure": { "type": "noul", "noul": 0.9984729812252673 }, "severity": { "type": "score", "score": 2.787152285561008, "confidence": 0.5126847698787187, "probabilities": { "0": 0.00013782514060000002, "1": 0.0014747568989148861, "2": 0.26427075813526296, "3": 0.6793306269093217, "4": 0.0547860329159005 } } }, "usage": { "input_tokens": 983, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 376.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.377 }, { "case_id": "b07_none", "phase": "staged:risk", "state_hash": "e9791fb11e3f47fbceb0a17ff48c98d388518290abaef8c217bbf276e5250868", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.713344439683417, "confidence": 0.5917967121107206, "probabilities": { "0": 9.538958923748835e-07, "1": 0.0009416946066935995, "2": 0.29302783900013135, "3": 0.6977709829126699, "4": 0.008258529584612677 } }, "area": { "type": "choice", "choice": "data", "confidence": 0.45717209619610744, "probabilities": { "logic": 0.4289858704576172, "security": 0.014910212701787086, "data": 0.5293821495295215, "concurrency": 0.0061137031316005315, "cosmetic": 0.02060806417947373 } } }, "usage": { "input_tokens": 468, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1000.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.0 }, { "case_id": "b07_none", "phase": "staged:detail", "state_hash": "e9791fb11e3f47fbceb0a17ff48c98d388518290abaef8c217bbf276e5250868", "questions_hash": "6357ce17c942aaf81a61d4f344dd24a33f7bc7f9bc9f7928b7b3392a85343688", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.777037978706326, "probabilities": { "old:1": 7.669668763057405e-05, "old:2": 0.0001014395664538, "old:3": 2.9554287812000732e-05, "old:4": 7.126328321960772e-05, "new:1": 0.0005131526969259481, "new:2": 0.0007622574905395969, "new:3": 0.8153890570776716, "new:4": 0.18298230006107877, "none": 7.427884866801437e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.651330630119606, "probabilities": { "off_by_one": 9.517215969154947e-05, "inverted_condition": 5.922456363969646e-05, "injection": 1.327762495371522e-05, "shared_state": 2.954605042295902e-05, "unit_mismatch": 5.9883542588641994e-05, "error_handling": 0.00037140944911368077, "null_handling": 0.29832729322669616, "wrong_variable": 0.6415859282088283, "concurrency": 7.318197239813573e-05, "wrong_operator": 0.0047976908186322465, "none": 0.05458739238303489 } }, "failure": { "type": "noul", "noul": 0.9792623369151181 }, "severity": { "type": "score", "score": 2.0902393830229764, "confidence": 0.5962575203750322, "probabilities": { "0": 0.002503207265206755, "1": 0.05334688470231916, "2": 0.8005475783312844, "3": 0.1386119771466701, "4": 0.00499035255451951 } } }, "usage": { "input_tokens": 870, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 422.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.423 }, { "case_id": "b07_none", "phase": "single:detail", "state_hash": "e9791fb11e3f47fbceb0a17ff48c98d388518290abaef8c217bbf276e5250868", "questions_hash": "6357ce17c942aaf81a61d4f344dd24a33f7bc7f9bc9f7928b7b3392a85343688", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:3", "confidence": 0.7535618192612796, "probabilities": { "old:1": 7.610625135166792e-05, "old:2": 7.293035483651333e-05, "old:3": 2.5379004523468076e-05, "old:4": 5.552556028062178e-05, "new:1": 0.000410498983587093, "new:2": 0.0006247806588271802, "new:3": 0.7764091564253887, "new:4": 0.22225265000039665, "none": 7.297276080822453e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.6715238769371168, "probabilities": { "off_by_one": 7.534563740508171e-05, "inverted_condition": 4.322107537203003e-05, "injection": 9.597224632379658e-06, "shared_state": 1.8544117235956448e-05, "unit_mismatch": 4.445840338108156e-05, "error_handling": 0.00035796428892399866, "null_handling": 0.2659782957790249, "wrong_variable": 0.6815642299911684, "concurrency": 5.1319119469824646e-05, "wrong_operator": 0.004544692869014905, "none": 0.0473123314943715 } }, "failure": { "type": "noul", "noul": 0.9801214996533031 }, "severity": { "type": "score", "score": 2.1041025685358106, "confidence": 0.593327280417137, "probabilities": { "0": 0.0015434462660365667, "1": 0.05126891663268075, "2": 0.7932707605157328, "3": 0.14937537547053586, "4": 0.004541501115014132 } } }, "usage": { "input_tokens": 870, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 373.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.373 }, { "case_id": "b08_wrongvar", "phase": "staged:risk", "state_hash": "2bdf4515db04ba49ddd92e8adef09410465777f215441c377a9046b1f70851f7", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.05705674439847, "confidence": 0.41847045215537215, "probabilities": { "0": 0.00299576633611259, "1": 0.14478045457577324, "2": 0.6550634869752776, "3": 0.18649185257920448, "4": 0.010668439533632142 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8398674834992566, "probabilities": { "logic": 0.9454751184863562, "security": 0.007715316793569778, "data": 0.03922641385601983, "concurrency": 0.001094833825078216, "cosmetic": 0.0064883170389759106 } } }, "usage": { "input_tokens": 522, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 361.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.362 }, { "case_id": "b08_wrongvar", "phase": "staged:detail", "state_hash": "2bdf4515db04ba49ddd92e8adef09410465777f215441c377a9046b1f70851f7", "questions_hash": "bcd5fb43568ba7097ed7e6457752188ac0eb830f26c71753a8057714e2008c0f", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.9888618310921048, "probabilities": { "old:1": 8.597493538673705e-05, "old:2": 7.362626417292087e-05, "old:3": 1.9370365403871907e-05, "new:1": 0.00013096572623180853, "new:2": 3.102639346976084e-05, "new:3": 2.585139637660204e-05, "new:4": 0.9968231696542401, "none": 0.0028100152647181622 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9934221421601526, "probabilities": { "off_by_one": 0.0003280522274860235, "inverted_condition": 4.75829018077432e-06, "injection": 8.707217920520442e-07, "shared_state": 2.2147672305494223e-06, "unit_mismatch": 4.784226028261226e-06, "error_handling": 5.54912076227445e-06, "null_handling": 5.341121635130326e-05, "wrong_variable": 0.998116953526774, "concurrency": 2.0505502116244037e-06, "wrong_operator": 0.00036933263284834685, "none": 0.0011120227203348675 } }, "failure": { "type": "noul", "noul": 0.890963081668668 }, "severity": { "type": "score", "score": 1.9787122983517627, "confidence": 0.7045814934323759, "probabilities": { "0": 0.019166451656227247, "1": 0.039175594966475075, "2": 0.888492186293927, "3": 0.0501107375360495, "4": 0.0030550295473212733 } } }, "usage": { "input_tokens": 936, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 414.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.415 }, { "case_id": "b08_wrongvar", "phase": "single:detail", "state_hash": "2bdf4515db04ba49ddd92e8adef09410465777f215441c377a9046b1f70851f7", "questions_hash": "bcd5fb43568ba7097ed7e6457752188ac0eb830f26c71753a8057714e2008c0f", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.9898355646796697, "probabilities": { "old:1": 9.446894521370459e-05, "old:2": 8.447116427942792e-05, "old:3": 2.101272679180941e-05, "new:1": 0.00012907393471964479, "new:2": 3.713160974130329e-05, "new:3": 3.073929541284619e-05, "new:4": 0.997183551962312, "none": 0.0024195503615292127 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9951077347251498, "probabilities": { "off_by_one": 0.00021998278124106982, "inverted_condition": 3.2792317324187335e-06, "injection": 7.265497870201253e-07, "shared_state": 1.8622419542422168e-06, "unit_mismatch": 4.038458987121027e-06, "error_handling": 4.7090258697286845e-06, "null_handling": 5.4741993324687196e-05, "wrong_variable": 0.9986584262856897, "concurrency": 1.5439387418622575e-06, "wrong_operator": 0.0002617498648509316, "none": 0.0007889396278213275 } }, "failure": { "type": "noul", "noul": 0.9121040207346374 }, "severity": { "type": "score", "score": 2.00730381769244, "confidence": 0.7227149934085566, "probabilities": { "0": 0.009598265369433907, "1": 0.03649870105324645, "2": 0.8934734581603629, "3": 0.057860101349358956, "4": 0.00256947406759767 } } }, "usage": { "input_tokens": 936, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 343.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.344 }, { "case_id": "c09_tz_lookalike", "phase": "staged:risk", "state_hash": "586ad777e24176afc626957ccf11c036483801caf427002aadc002eccac40ead", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.6408154812901763, "confidence": 0.4384970030980472, "probabilities": { "0": 0.42944509624101046, "1": 0.5047513297425114, "2": 0.061706662985002145, "3": 0.0037368185482433104, "4": 0.0003600924832326841 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.5048488822944015, "probabilities": { "logic": 0.6406815436058791, "security": 0.0100699524798514, "data": 0.32642282095230213, "concurrency": 0.006500748909367649, "cosmetic": 0.016324934052599667 } } }, "usage": { "input_tokens": 510, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 350.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.351 }, { "case_id": "c09_tz_lookalike", "phase": "single:detail", "state_hash": "586ad777e24176afc626957ccf11c036483801caf427002aadc002eccac40ead", "questions_hash": "71d7aa686886990fe1ca103adf329e8d7810337bd69ba47982207e664e5f11b6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:4", "confidence": 0.9761987513186224, "probabilities": { "old:1": 3.3939868882467842e-06, "old:3": 5.5116730140755045e-05, "old:4": 6.353989132324745e-07, "new:1": 1.8525779232256496e-05, "new:3": 0.007696934809371162, "new:4": 0.992197884007844, "none": 2.75092876103079e-05 } }, "mechanism": { "type": "choice", "choice": "unit_mismatch", "confidence": 0.9333421855892425, "probabilities": { "off_by_one": 0.0012631656782867446, "inverted_condition": 0.0012395792673793639, "injection": 1.7517557498824495e-05, "shared_state": 0.00012181469781511446, "unit_mismatch": 0.9730882626773278, "error_handling": 0.00012237036687127678, "null_handling": 0.0003867972373157555, "wrong_variable": 0.008909470301998344, "concurrency": 9.267757426842633e-05, "wrong_operator": 0.002075899973440793, "none": 0.012682444667797475 } }, "failure": { "type": "noul", "noul": 0.7015959110088906 }, "severity": { "type": "score", "score": 2.3012261694341465, "confidence": 0.45761009328438496, "probabilities": { "0": 0.011995777048921718, "1": 0.028409704631560062, "2": 0.6188693079919678, "3": 0.3278229924915509, "4": 0.01290221783599953 } } }, "usage": { "input_tokens": 902, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 685.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.686 }, { "case_id": "b10_race", "phase": "staged:risk", "state_hash": "31a478eb888974eaa0c059fdbc81c5ae883580915d0c96f8c22055a11bed0141", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.976695324832101, "confidence": 0.9310925696853641, "probabilities": { "0": 6.026118014776028e-06, "1": 0.00012127798775245116, "2": 0.00024032641618921277, "3": 0.022436083900203956, "4": 0.9771962855778396 } }, "area": { "type": "choice", "choice": "concurrency", "confidence": 0.9975758659854346, "probabilities": { "logic": 0.00023119067416901953, "security": 9.487677359820302e-05, "data": 1.1051786140999086e-05, "concurrency": 0.9996048707526304, "cosmetic": 5.801001346142959e-05 } } }, "usage": { "input_tokens": 471, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 6388.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 6.389 }, { "case_id": "b10_race", "phase": "staged:detail", "state_hash": "31a478eb888974eaa0c059fdbc81c5ae883580915d0c96f8c22055a11bed0141", "questions_hash": "0e4f80364219140ad2c217b69cc89cd180a2cabaa952615745e37e7b14ca967e", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.9796786733386672, "probabilities": { "old:1": 0.00025500699550998906, "old:2": 0.0001392911402688831, "old:3": 7.037594884599352e-06, "old:5": 0.0001309303291586866, "old:6": 3.541471677929877e-05, "old:7": 0.0001444643035409505, "old:8": 4.345027381255688e-05, "new:1": 2.3699585579628798e-05, "new:2": 0.000474661373745021, "new:3": 5.836252784358947e-05, "new:5": 0.0021936702225751887, "new:6": 0.0010360438566115533, "new:7": 0.9929280007222417, "new:8": 0.0004435986262714772, "none": 0.00208636773117681 } }, "mechanism": { "type": "choice", "choice": "concurrency", "confidence": 0.9968299623068912, "probabilities": { "off_by_one": 5.366186928910699e-06, "inverted_condition": 6.117331836878174e-06, "injection": 5.840420350335972e-06, "shared_state": 6.237828019246677e-05, "unit_mismatch": 7.697145754744972e-06, "error_handling": 1.910988433055993e-06, "null_handling": 1.4310960254439637e-06, "wrong_variable": 8.126431416654492e-06, "concurrency": 0.9991244348857068, "wrong_operator": 2.830440362923072e-05, "none": 0.0007483928297255194 } }, "failure": { "type": "noul", "noul": 0.9995196182774115 }, "severity": { "type": "score", "score": 2.584169091405228, "confidence": 0.5643265311513642, "probabilities": { "0": 4.718565339981491e-05, "1": 0.00045160711052363265, "2": 0.4175464095074118, "3": 0.5791945256347787, "4": 0.0027602720938861044 } } }, "usage": { "input_tokens": 965, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 538.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.538 }, { "case_id": "b10_race", "phase": "single:detail", "state_hash": "31a478eb888974eaa0c059fdbc81c5ae883580915d0c96f8c22055a11bed0141", "questions_hash": "0e4f80364219140ad2c217b69cc89cd180a2cabaa952615745e37e7b14ca967e", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:7", "confidence": 0.9766380741001213, "probabilities": { "old:1": 0.00026733027928090334, "old:2": 0.00017489866179657763, "old:3": 7.584056379443149e-06, "old:5": 0.00014263750473897586, "old:6": 4.526094019850805e-05, "old:7": 0.00021084854324287673, "old:8": 4.5878189614570054e-05, "new:1": 3.571769967425437e-05, "new:2": 0.00046891275232970264, "new:3": 7.319582677604055e-05, "new:5": 0.0025402777824422673, "new:6": 0.0011001110507770626, "new:7": 0.9916852054900296, "new:8": 0.0005707197380571472, "none": 0.0026314214846622024 } }, "mechanism": { "type": "choice", "choice": "concurrency", "confidence": 0.9967768216423256, "probabilities": { "off_by_one": 5.023125941658204e-06, "inverted_condition": 7.021200077566635e-06, "injection": 5.6207051861286255e-06, "shared_state": 5.3339311396861915e-05, "unit_mismatch": 7.74909887145774e-06, "error_handling": 1.5400829408551558e-06, "null_handling": 1.5909823099567449e-06, "wrong_variable": 8.673598280010053e-06, "concurrency": 0.9991048437982524, "wrong_operator": 3.0491708660463404e-05, "none": 0.0007741063880826615 } }, "failure": { "type": "noul", "noul": 0.9994205470859431 }, "severity": { "type": "score", "score": 2.5805260681939, "confidence": 0.5632256061157892, "probabilities": { "0": 4.626841428731984e-05, "1": 0.00047006530301123647, "2": 0.421243047300753, "3": 0.5753925676384103, "4": 0.002848051343538038 } } }, "usage": { "input_tokens": 965, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 325.0, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.325 }, { "case_id": "b11_path", "phase": "staged:risk", "state_hash": "af239a4a7cb8f3cacd6a4c0abf29cfb7f6d60a5da70161b2b3dd9a225820c62e", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9936708320884273, "confidence": 0.9790083868188625, "probabilities": { "0": 5.2044367021130645e-06, "1": 0.000286807081068506, "2": 0.0009552767400921361, "3": 0.0035373754413745933, "4": 0.9952153363007626 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.9971342075182682, "probabilities": { "logic": 0.0002565246502967629, "security": 0.9995291565535086, "data": 2.6753305908995593e-05, "concurrency": 8.568572298744159e-05, "cosmetic": 0.00010187976729810715 } } }, "usage": { "input_tokens": 488, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 263.7, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.264 }, { "case_id": "b11_path", "phase": "staged:detail", "state_hash": "af239a4a7cb8f3cacd6a4c0abf29cfb7f6d60a5da70161b2b3dd9a225820c62e", "questions_hash": "9a7e92cf6862b34adb5562a13a598e01532dfc0e7f884f5f006a884ed1f268be", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "old:7", "confidence": 0.5239110272585896, "probabilities": { "old:1": 0.000607821067550621, "old:2": 0.0015417278802296853, "old:4": 0.0018645482506424776, "old:5": 0.0035377979761620193, "old:6": 0.2806821537134928, "old:7": 0.3845154388258182, "old:8": 0.0013065136357376592, "new:1": 0.0006065776579851992, "new:2": 6.484903134229423e-05, "new:4": 0.00712239024055921, "new:5": 0.31128464121894467, "new:6": 0.0045981237474508425, "none": 0.0022674167540842755 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9852010483669487, "probabilities": { "off_by_one": 0.00011768153896168365, "inverted_condition": 0.00031618742102654295, "injection": 0.9955087712020695, "shared_state": 0.0001670963053089413, "unit_mismatch": 0.0002471352859044614, "error_handling": 0.0002899131725894598, "null_handling": 8.991817783209996e-05, "wrong_variable": 5.5308302885957004e-05, "concurrency": 3.461074927373707e-05, "wrong_operator": 0.0005961844312311767, "none": 0.0025771934129165124 } }, "failure": { "type": "noul", "noul": 0.9998433814560035 }, "severity": { "type": "score", "score": 3.9820731251510444, "confidence": 0.945719163219552, "probabilities": { "0": 8.967943675990983e-06, "1": 0.00011527432749904414, "2": 0.0020129416263485176, "3": 0.013519296839057306, "4": 0.9843435192634191 } } }, "usage": { "input_tokens": 967, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 473.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.474 }, { "case_id": "b11_path", "phase": "single:detail", "state_hash": "af239a4a7cb8f3cacd6a4c0abf29cfb7f6d60a5da70161b2b3dd9a225820c62e", "questions_hash": "9a7e92cf6862b34adb5562a13a598e01532dfc0e7f884f5f006a884ed1f268be", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "old:7", "confidence": 0.5256820119963779, "probabilities": { "old:1": 0.0005013162395502422, "old:2": 0.0016643755500810656, "old:4": 0.0017013951316817593, "old:5": 0.0032321998194965356, "old:6": 0.2994859836908544, "old:7": 0.3851245486529486, "old:8": 0.001266540294838059, "new:1": 0.0005813960861326899, "new:2": 5.7568423642386235e-05, "new:4": 0.006704585987449031, "new:5": 0.2930200820601973, "new:6": 0.004455744701880467, "none": 0.0022042633612474874 } }, "mechanism": { "type": "choice", "choice": "injection", "confidence": 0.9851358699369213, "probabilities": { "off_by_one": 9.864139248231156e-05, "inverted_condition": 0.0003806684795405533, "injection": 0.9954675855958308, "shared_state": 0.00013639314652903655, "unit_mismatch": 0.00019020829805011904, "error_handling": 0.00029897241993201277, "null_handling": 7.598521227658985e-05, "wrong_variable": 5.724399959145064e-05, "concurrency": 3.353932608764404e-05, "wrong_operator": 0.0006638823392542874, "none": 0.0025968797904251857 } }, "failure": { "type": "noul", "noul": 0.9998713582649903 }, "severity": { "type": "score", "score": 3.9841571700410965, "confidence": 0.9507181584910227, "probabilities": { "0": 1.0529449629673397e-05, "1": 0.00013169737346179874, "2": 0.001560743002408807, "3": 0.01228413403518118, "4": 0.9860128961393184 } } }, "usage": { "input_tokens": 967, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 326.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.327 }, { "case_id": "b12_compare", "phase": "staged:risk", "state_hash": "34cc72ab214094fd8bc720b48ae87c6551c83056a480f182fbdb17ccd2404c89", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.020207611399874, "confidence": 0.5450400968071019, "probabilities": { "0": 0.00014158556205013368, "1": 0.002529475358901041, "2": 0.10657593899700778, "3": 0.7584857422812066, "4": 0.13226725780083443 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8733957336414697, "probabilities": { "logic": 0.9625162273832855, "security": 0.011431194363550922, "data": 0.016067486404282807, "concurrency": 0.0011194230386847477, "cosmetic": 0.008865668810196086 } } }, "usage": { "input_tokens": 407, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 321.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.322 }, { "case_id": "b12_compare", "phase": "staged:detail", "state_hash": "34cc72ab214094fd8bc720b48ae87c6551c83056a480f182fbdb17ccd2404c89", "questions_hash": "f9c0704b0a1a5aee557fbb81eb9bd199668ab26fe1a2a7addbca184e1d6247a5", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.924099940649512, "probabilities": { "old:1": 0.0006816549082583781, "old:2": 0.018686568926226606, "new:1": 0.002004440572290138, "new:2": 0.9774309109168241, "none": 0.001196424676400793 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.989776840047758, "probabilities": { "off_by_one": 0.00026668795486129153, "inverted_condition": 0.0002911306024852074, "injection": 5.2402517036021857e-05, "shared_state": 0.00015173983398237276, "unit_mismatch": 0.00013392849754463552, "error_handling": 1.0810084050955586e-05, "null_handling": 3.953343843567282e-05, "wrong_variable": 0.00031918285025511175, "concurrency": 0.00013972995002153077, "wrong_operator": 0.9971078428132971, "none": 0.0014870114580301382 } }, "failure": { "type": "noul", "noul": 0.9987669330147041 }, "severity": { "type": "score", "score": 2.0729279110772163, "confidence": 0.8129139603420458, "probabilities": { "0": 4.438231488992102e-05, "1": 0.0037554925091106517, "2": 0.9254402412503989, "3": 0.06474759963509424, "4": 0.006012284290506255 } } }, "usage": { "input_tokens": 741, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1048.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.048 }, { "case_id": "b12_compare", "phase": "single:detail", "state_hash": "34cc72ab214094fd8bc720b48ae87c6551c83056a480f182fbdb17ccd2404c89", "questions_hash": "f9c0704b0a1a5aee557fbb81eb9bd199668ab26fe1a2a7addbca184e1d6247a5", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9127553651518165, "probabilities": { "old:1": 0.0008229332737692118, "old:2": 0.022357129294744166, "new:1": 0.0019877675757069262, "new:2": 0.9731496397917712, "none": 0.0016825300640084884 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.9879736739133304, "probabilities": { "off_by_one": 0.00032803273908477897, "inverted_condition": 0.0004328884878880644, "injection": 6.455596431173011e-05, "shared_state": 0.0002751498460872129, "unit_mismatch": 0.000182962021159217, "error_handling": 1.3973502141222374e-05, "null_handling": 4.0820522275831936e-05, "wrong_variable": 0.0003879405621145658, "concurrency": 0.00013727033480069738, "wrong_operator": 0.9965665673421774, "none": 0.0015698386779593343 } }, "failure": { "type": "noul", "noul": 0.9989068928702735 }, "severity": { "type": "score", "score": 2.07478346864013, "confidence": 0.8087895819360548, "probabilities": { "0": 4.8060378176182566e-05, "1": 0.003951092599472356, "2": 0.9225777460346365, "3": 0.06801551997947583, "4": 0.00540758100823921 } } }, "usage": { "input_tokens": 741, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 365.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.366 }, { "case_id": "c01_rename", "phase": "staged:risk", "state_hash": "7654ceb4a95dd7ebb0353bddba2ca51530626be1504fc55a2cdaa72624295ecc", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.037381857478985016, "confidence": 0.9235364527170542, "probabilities": { "0": 0.9788489719466051, "1": 0.0076914645203663805, "2": 0.011592012565684312, "3": 0.0009638360421264545, "4": 0.0009037149252176615 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9683571266543083, "probabilities": { "logic": 0.004525778666881153, "security": 0.0013236387706349034, "data": 0.0007282499476011841, "concurrency": 0.000717567005818299, "cosmetic": 0.9927047656090644 } } }, "usage": { "input_tokens": 452, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 696.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.696 }, { "case_id": "c01_rename", "phase": "single:detail", "state_hash": "7654ceb4a95dd7ebb0353bddba2ca51530626be1504fc55a2cdaa72624295ecc", "questions_hash": "5a27944f64a3345fc7e731867818c4ecae65b93b4b67f25f649b55048a4aecd8", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9940116714190843, "probabilities": { "old:1": 0.00024110446373122824, "old:2": 0.0001455688376673561, "old:3": 1.4678078585574746e-05, "new:1": 0.0004813144104091041, "new:2": 0.00024744066433158494, "new:3": 0.00013455912514271747, "none": 0.9987353344201324 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9995878408808333, "probabilities": { "off_by_one": 9.032732924694598e-06, "inverted_condition": 3.967353271707083e-06, "injection": 1.716674221161874e-06, "shared_state": 2.6614116853620515e-06, "unit_mismatch": 7.44112639829056e-06, "error_handling": 1.6336624627756862e-06, "null_handling": 3.8301622437843324e-05, "wrong_variable": 1.2606486924939728e-05, "concurrency": 1.0907399963521629e-06, "wrong_operator": 3.090554602250037e-06, "none": 0.9999184576350746 } }, "failure": { "type": "noul", "noul": 1.9883574750876504e-06 }, "severity": { "type": "score", "score": 0.0014823611377234851, "confidence": 0.9958135094614092, "probabilities": { "0": 0.9992650334201134, "1": 0.00045040167217259033, "2": 3.5149442666225756e-05, "3": 3.600127997256277e-05, "4": 0.00021341418507518872 } } }, "usage": { "input_tokens": 826, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 794.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.794 }, { "case_id": "c02_docstring", "phase": "staged:risk", "state_hash": "3bb199f7fe521699ddc3a049dfd7f8f357037225609052142c18934db897ffc8", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.0009738734762523368, "confidence": 0.9956150015605145, "probabilities": { "0": 0.9991802223441545, "1": 0.0007036218400931532, "2": 9.119651814903717e-05, "3": 1.197859055209437e-05, "4": 1.2980707051206543e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9871246961744932, "probabilities": { "logic": 8.855580758490086e-05, "security": 0.0024867518116803568, "data": 4.445236831783088e-05, "concurrency": 0.00020216608584252427, "cosmetic": 0.9971780739265744 } } }, "usage": { "input_tokens": 487, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 573.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.574 }, { "case_id": "c02_docstring", "phase": "single:detail", "state_hash": "3bb199f7fe521699ddc3a049dfd7f8f357037225609052142c18934db897ffc8", "questions_hash": "6cde0f606bc5d9f53732f28a75d0175060f3248340c86aac725b588293b998a0", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.4937670148971254, "probabilities": { "old:1": 0.0004253360635331888, "old:2": 0.0008382697485162173, "old:3": 5.399803035634643e-05, "old:4": 2.6541006174755022e-05, "new:1": 0.1708279865029759, "new:2": 0.0028794673432469744, "new:3": 0.36019963023312174, "none": 0.4647487710720749 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9982314533587116, "probabilities": { "off_by_one": 4.851461082655912e-05, "inverted_condition": 5.071045562620391e-05, "injection": 7.113606807308734e-06, "shared_state": 6.995775341330993e-06, "unit_mismatch": 5.242809233659252e-05, "error_handling": 1.1156181597666539e-05, "null_handling": 0.00011143143825923169, "wrong_variable": 5.9219011553717106e-05, "concurrency": 1.1379344960857751e-06, "wrong_operator": 4.457406419735216e-05, "none": 0.9996067188289579 } }, "failure": { "type": "noul", "noul": 4.591766195578494e-06 }, "severity": { "type": "score", "score": 0.001728389308709908, "confidence": 0.9951182406464437, "probabilities": { "0": 0.9991270111640715, "1": 0.000542339854289281, "2": 4.642191285525186e-05, "3": 4.3702646425738244e-05, "4": 0.00024052442235822716 } } }, "usage": { "input_tokens": 889, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 450.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.451 }, { "case_id": "c03_logging", "phase": "staged:risk", "state_hash": "1f63e15b0237c7925e32a995013c07f63ba30382bee6d0332e81b1a970a602a5", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.0007663389191781898, "confidence": 0.9964046006366168, "probabilities": { "0": 0.9993387120007389, "1": 0.0005871115392318178, "2": 5.61722082576314e-05, "3": 5.13404365568383e-06, "4": 1.2870208116014424e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9905485653134877, "probabilities": { "logic": 0.0005023734575051374, "security": 0.0005813445967791538, "data": 3.590669173324847e-05, "concurrency": 0.0006716757832367193, "cosmetic": 0.9982086994707459 } } }, "usage": { "input_tokens": 497, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 258.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.258 }, { "case_id": "c03_logging", "phase": "single:detail", "state_hash": "1f63e15b0237c7925e32a995013c07f63ba30382bee6d0332e81b1a970a602a5", "questions_hash": "4f639657dfef66237a2726eaee87cf5e223f89f2855dba5704056b61587b20f1", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9607621955544257, "probabilities": { "old:1": 4.3737809434659535e-05, "old:2": 2.047112212072692e-05, "old:3": 6.906302948914962e-06, "old:4": 6.226400477719305e-06, "new:1": 5.2258046147906304e-05, "new:2": 2.9555458990671236e-05, "new:4": 0.005106849073251797, "new:5": 0.006716694314926353, "new:6": 1.3094902695741422e-05, "new:7": 1.8807339725006466e-05, "new:8": 0.0034592037479583846, "none": 0.9845261954813221 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9994851267136288, "probabilities": { "off_by_one": 1.5605217682923516e-05, "inverted_condition": 4.857831954775146e-06, "injection": 6.252217395561097e-06, "shared_state": 4.001785400253349e-06, "unit_mismatch": 8.000368590230352e-06, "error_handling": 1.2976659018669067e-05, "null_handling": 2.1978017891719124e-05, "wrong_variable": 1.4314583576484771e-05, "concurrency": 6.008944354263723e-06, "wrong_operator": 5.844440951813567e-06, "none": 0.9999001599331833 } }, "failure": { "type": "noul", "noul": 5.4722606406850545e-05 }, "severity": { "type": "score", "score": 0.007561364875295985, "confidence": 0.9773553092774946, "probabilities": { "0": 0.9946336365116194, "1": 0.004499961171145028, "2": 0.00016178335226623892, "3": 8.063886025901749e-05, "4": 0.0006239801047103567 } } }, "usage": { "input_tokens": 974, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 431.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.432 }, { "case_id": "c04_guard", "phase": "staged:risk", "state_hash": "3353c1e759b41e758830f93caa56a8e606e316a5004c36125c84687da3c57101", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.019672668732865214, "confidence": 0.9429736078801972, "probabilities": { "0": 0.9837880005835262, "1": 0.013217890786262025, "2": 0.0027115628037725453, "3": 9.853096669871808e-05, "4": 0.0001840148597404857 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.36316044584476426, "probabilities": { "logic": 0.3449055907408251, "security": 0.003606719646643844, "data": 0.145885037583616, "concurrency": 0.0017878918265814983, "cosmetic": 0.5038147602023335 } } }, "usage": { "input_tokens": 434, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 322.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.323 }, { "case_id": "c04_guard", "phase": "single:detail", "state_hash": "3353c1e759b41e758830f93caa56a8e606e316a5004c36125c84687da3c57101", "questions_hash": "beec1091a0c0ad2b4357765daaa578b0a5eeccccd476623f47cb2e07b4e3a1eb", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9603988266016427, "probabilities": { "old:1": 0.0001987739193752536, "old:2": 0.00016933553243449412, "old:3": 2.1835405659054172e-05, "new:1": 0.0006286045615929877, "new:2": 0.9858167591168626, "new:3": 0.003096024588627838, "new:4": 0.00010369156755438586, "new:5": 1.8218918460315365e-05, "none": 0.009946756389433055 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9991390945911038, "probabilities": { "off_by_one": 1.4826706413094729e-05, "inverted_condition": 5.1027648098137516e-06, "injection": 2.942615491396393e-06, "shared_state": 2.527478303251368e-06, "unit_mismatch": 4.4992271647003854e-05, "error_handling": 4.1105914936334236e-05, "null_handling": 1.2255181854725232e-05, "wrong_variable": 6.201169041769931e-07, "concurrency": 4.922653031940423e-05, "wrong_operator": 7.200726794566635e-06, "none": 0.9998191996925262 } }, "failure": { "type": "noul", "noul": 2.061334261072156e-06 }, "severity": { "type": "score", "score": 0.0021164646987275417, "confidence": 0.9935851178140085, "probabilities": { "0": 0.9987745212173962, "1": 0.000904426847272007, "2": 1.9043879737556763e-05, "3": 3.4082130396337e-05, "4": 0.0002679259251978526 } } }, "usage": { "input_tokens": 840, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 574.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.575 }, { "case_id": "c05_param", "phase": "staged:risk", "state_hash": "9455852d920eb4d0eeec9662519bb4768f350ae06120535abebe5f2c51902432", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.030362331346991584, "confidence": 0.9250575300014177, "probabilities": { "0": 0.9784366056130636, "1": 0.013556253720277599, "2": 0.0074742250095723994, "3": 0.0002740350207769522, "4": 0.00025888063630958213 } }, "area": { "type": "choice", "choice": "security", "confidence": 0.5930523558081426, "probabilities": { "logic": 0.004383567394521977, "security": 0.7001564702666654, "data": 0.002238800185391138, "concurrency": 0.001272151547328895, "cosmetic": 0.29194901060609263 } } }, "usage": { "input_tokens": 447, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 349.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.349 }, { "case_id": "c05_param", "phase": "single:detail", "state_hash": "9455852d920eb4d0eeec9662519bb4768f350ae06120535abebe5f2c51902432", "questions_hash": "70f392165cb31353efb397bfa3cb7f0f43ec6ca3c9d03310ee2d96ceb29f2903", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.997326367361872, "probabilities": { "old:1": 1.6301488825761782e-05, "old:2": 2.8903716111163313e-05, "new:1": 0.0001405990230449355, "new:2": 0.9995563476831592, "none": 0.00025784808885894177 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9995115765763158, "probabilities": { "off_by_one": 1.0560815712621566e-05, "inverted_condition": 4.945367393587614e-06, "injection": 8.483166206230148e-06, "shared_state": 4.240189546598831e-05, "unit_mismatch": 2.1266775260431253e-05, "error_handling": 2.1586209858339007e-06, "null_handling": 3.707343038958222e-06, "wrong_variable": 1.531217700408685e-06, "concurrency": 1.627794711113715e-06, "wrong_operator": 1.4980690010552255e-06, "none": 0.9999018189345237 } }, "failure": { "type": "noul", "noul": 1.5265075182247703e-05 }, "severity": { "type": "score", "score": 0.005809033303173297, "confidence": 0.9871685732644986, "probabilities": { "0": 0.997399740368678, "1": 0.0013997085420976551, "2": 0.00014379322188383774, "3": 0.00010529315205419661, "4": 0.0009514647152863441 } } }, "usage": { "input_tokens": 796, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 411.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.412 }, { "case_id": "c06_constant", "phase": "staged:risk", "state_hash": "bb313e0ccc4f19914b0c2b4836309187071face22d438421c688ee3a345ef514", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.007667797037087683, "confidence": 0.9753787044093085, "probabilities": { "0": 0.9942153124804107, "1": 0.004116592824846642, "2": 0.0015279701385719564, "3": 6.523428958561644e-05, "4": 7.489026658506969e-05 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.8926720900550266, "probabilities": { "logic": 0.9640810632558887, "security": 0.0006611463201699112, "data": 0.004457888178650298, "concurrency": 0.00022052057520232046, "cosmetic": 0.030579381670088803 } } }, "usage": { "input_tokens": 464, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 18339.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 18.34 }, { "case_id": "c06_constant", "phase": "single:detail", "state_hash": "bb313e0ccc4f19914b0c2b4836309187071face22d438421c688ee3a345ef514", "questions_hash": "e900a6cb67eb691834ba0cfdc44c754a5877b02767b26bde580fe23e6ce5f144", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:6", "confidence": 0.9961766047495353, "probabilities": { "old:1": 6.867338652951811e-08, "old:3": 3.963463950575916e-07, "old:4": 4.2931368104324794e-08, "new:1": 5.275162064340787e-08, "new:2": 1.6743667618917457e-06, "new:3": 3.1969094225282296e-06, "new:5": 0.001037249371882545, "new:6": 0.9989442263130585, "none": 1.3092336104313026e-05 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9989973652999486, "probabilities": { "off_by_one": 6.992298960034561e-06, "inverted_condition": 4.494540172859983e-06, "injection": 2.2262152369138657e-06, "shared_state": 7.34073633432886e-06, "unit_mismatch": 7.705794630559317e-06, "error_handling": 3.1703966694710895e-06, "null_handling": 4.72253940508188e-06, "wrong_variable": 5.6653263426368576e-05, "concurrency": 3.620629068935332e-05, "wrong_operator": 8.776888779407535e-05, "none": 0.999782719036681 } }, "failure": { "type": "noul", "noul": 9.251901769799351e-06 }, "severity": { "type": "score", "score": 0.0021669067856171947, "confidence": 0.9937497856978726, "probabilities": { "0": 0.9988245547580442, "1": 0.000811110233316357, "2": 3.111548636499045e-05, "3": 3.9312509526615364e-05, "4": 0.0002939070127477527 } } }, "usage": { "input_tokens": 872, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 23168.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 23.168 }, { "case_id": "c07_comprehension", "phase": "staged:risk", "state_hash": "33854f7a13d7686b3ccbf66de5adfa2cac1d70fd93ce3f32690042b133644f2c", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "status": "failed", "reason": "connection_error", "elapsed_s": 30.157 }, { "case_id": "c07_comprehension", "phase": "staged:risk", "state_hash": "33854f7a13d7686b3ccbf66de5adfa2cac1d70fd93ce3f32690042b133644f2c", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.014819703501686016, "confidence": 0.9687336285084935, "probabilities": { "0": 0.9920890246254312, "1": 0.0012144508804188287, "2": 0.00655914102218266, "3": 6.256331096705394e-05, "4": 7.482016100017617e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.7357183474069372, "probabilities": { "logic": 0.13299401853435724, "security": 0.0016009881493957484, "data": 0.002281496809461781, "concurrency": 0.0007169804463457179, "cosmetic": 0.8624065160604395 } } }, "usage": { "input_tokens": 433, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 27413.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 27.414 }, { "case_id": "c07_comprehension", "phase": "single:detail", "state_hash": "33854f7a13d7686b3ccbf66de5adfa2cac1d70fd93ce3f32690042b133644f2c", "questions_hash": "1f0a80873963d9259fd13c2e25f21b8f5d21f3eb47eb8ec7a1d33a2d373fb46b", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.7852711804500496, "probabilities": { "old:1": 0.0001359252992489797, "old:2": 0.00010341767285646467, "old:3": 1.6328697337552123e-05, "old:4": 1.9414093871545378e-05, "old:5": 1.851861677732179e-05, "new:1": 0.006132594821072357, "new:2": 0.14118016061264205, "none": 0.8523936401861938 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9990717642740462, "probabilities": { "off_by_one": 1.3027541832120015e-05, "inverted_condition": 6.665440842111104e-06, "injection": 7.172322638112024e-06, "shared_state": 2.8371670311253275e-06, "unit_mismatch": 4.257973203553436e-06, "error_handling": 6.46588379671536e-06, "null_handling": 5.5535927654419375e-05, "wrong_variable": 7.885073865138174e-05, "concurrency": 8.59334750500734e-07, "wrong_operator": 2.3306788532173425e-05, "none": 0.9998010208810677 } }, "failure": { "type": "noul", "noul": 1.932362480874962e-05 }, "severity": { "type": "score", "score": 0.0020860917593109106, "confidence": 0.994116779304641, "probabilities": { "0": 0.9989162481376059, "1": 0.0007014267623961306, "2": 4.814551413216743e-05, "3": 4.834437481292624e-05, "4": 0.0002858352110529166 } } }, "usage": { "input_tokens": 811, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 15420.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 15.42 }, { "case_id": "c08_lockctx", "phase": "staged:risk", "state_hash": "d3e2f8a000838b129b13933fcb706c778420d9dc7d9518c49b51a98dce0e60e0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "status": "failed", "reason": "connection_error", "elapsed_s": 30.156 }, { "case_id": "c08_lockctx", "phase": "staged:risk", "state_hash": "d3e2f8a000838b129b13933fcb706c778420d9dc7d9518c49b51a98dce0e60e0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.013245426753438337, "confidence": 0.9686548785975609, "probabilities": { "0": 0.9923374225715086, "1": 0.0023044111447737, "2": 0.005204871406386306, "3": 8.190671343373185e-05, "4": 7.138816389770739e-05 } }, "area": { "type": "choice", "choice": "concurrency", "confidence": 0.950434521126073, "probabilities": { "logic": 0.004825729698894005, "security": 0.0006568945977642686, "data": 0.00027268170016102, "concurrency": 0.9873304782973126, "cosmetic": 0.006914215705868099 } } }, "usage": { "input_tokens": 463, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 50440.9, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 50.441 }, { "case_id": "c08_lockctx", "phase": "single:detail", "state_hash": "d3e2f8a000838b129b13933fcb706c778420d9dc7d9518c49b51a98dce0e60e0", "questions_hash": "9e2d119f23ffc1e7cab6811e8445a2f8e78cc89e5ce93282faaeea3a055b3843", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.7418143490209586, "probabilities": { "old:1": 0.0007046326147633578, "old:2": 0.000530727065148896, "old:3": 3.717582520561653e-05, "old:5": 0.0004950886481714316, "old:6": 9.536770161081209e-05, "old:7": 8.83714508226666e-05, "old:8": 3.422652426780519e-05, "old:9": 4.844248891911278e-05, "new:1": 0.0005849369959936748, "new:2": 0.00015376714111730962, "new:3": 0.05288289504955702, "new:5": 0.00035293556725299606, "new:6": 2.9927389245957633e-05, "new:7": 0.19348464269279575, "new:8": 0.00028460477277343594, "none": 0.7501922580723541 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9990198294776098, "probabilities": { "off_by_one": 4.693140085654e-05, "inverted_condition": 1.0808123154510084e-05, "injection": 5.0891713458793736e-06, "shared_state": 2.4734753569203597e-05, "unit_mismatch": 8.427978876956544e-06, "error_handling": 2.5658673652235383e-06, "null_handling": 6.50701618000629e-06, "wrong_variable": 3.1956579966136392e-06, "concurrency": 8.161913437468063e-05, "wrong_operator": 1.9112471273396436e-05, "none": 0.999791008425007 } }, "failure": { "type": "noul", "noul": 3.6727149526330983e-06 }, "severity": { "type": "score", "score": 0.0016894771913278472, "confidence": 0.9939302159369586, "probabilities": { "0": 0.9988306319304545, "1": 0.0009659915733123775, "2": 2.9856961788638962e-05, "3": 3.0306443339281733e-05, "4": 0.00014321309110508664 } } }, "usage": { "input_tokens": 971, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 14218.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 14.219 }, { "case_id": "x01_deleted_guard_bug", "phase": "staged:risk", "state_hash": "7f22eb4283f5dfaf36b4a3f00a7fd68af83d673836c10e95b6d578e1d656506e", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.97766908884062, "confidence": 0.9366743321223231, "probabilities": { "0": 6.309413758327052e-05, "1": 0.0006417863366763721, "2": 0.0025258493544437596, "3": 0.015101476890130226, "4": 0.9816677932811664 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9136125171359887, "probabilities": { "logic": 0.9758981281242021, "security": 0.008801519725814468, "data": 0.011701800663581646, "concurrency": 0.00040719703117132804, "cosmetic": 0.003191354455230441 } } }, "usage": { "input_tokens": 436, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 972.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.973 }, { "case_id": "x01_deleted_guard_bug", "phase": "staged:detail", "state_hash": "7f22eb4283f5dfaf36b4a3f00a7fd68af83d673836c10e95b6d578e1d656506e", "questions_hash": "39545c2c13211143ae0a8f792d6bf270dec37e307372441d54de7bb986a9cbd9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "old:2", "confidence": 0.9948551719625878, "probabilities": { "old:1": 8.488867733375915e-05, "old:2": 0.9987964946212028, "old:3": 4.4611929125437704e-05, "old:4": 2.8990889928933248e-05, "new:1": 3.3873194090852472e-06, "new:2": 0.0010291664854647367, "none": 1.2460077535272013e-05 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.9824461031792339, "probabilities": { "off_by_one": 2.477928338061904e-05, "inverted_condition": 6.54178753503839e-05, "injection": 7.977247676251544e-06, "shared_state": 1.2314122974206679e-05, "unit_mismatch": 4.389004704229842e-06, "error_handling": 0.9936267848430018, "null_handling": 0.0006355864140347794, "wrong_variable": 0.00012710855904093807, "concurrency": 4.6347570302924596e-06, "wrong_operator": 1.526002929322119e-05, "none": 0.005475747863513285 } }, "failure": { "type": "noul", "noul": 0.9992331720551924 }, "severity": { "type": "score", "score": 2.051827367313108, "confidence": 0.8408957844428415, "probabilities": { "0": 9.85574513433883e-05, "1": 0.005409346502378882, "2": 0.9378226942019929, "3": 0.05590497497039565, "4": 0.0007644268738891105 } } }, "usage": { "input_tokens": 806, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 896.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.917 }, { "case_id": "x01_deleted_guard_bug", "phase": "single:detail", "state_hash": "7f22eb4283f5dfaf36b4a3f00a7fd68af83d673836c10e95b6d578e1d656506e", "questions_hash": "39545c2c13211143ae0a8f792d6bf270dec37e307372441d54de7bb986a9cbd9", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "old:2", "confidence": 0.9955301780950987, "probabilities": { "old:1": 8.163368559109247e-05, "old:2": 0.9989835190089171, "old:3": 4.75056270499209e-05, "old:4": 2.8923710175780465e-05, "new:1": 3.1450276991687706e-06, "new:2": 0.0008447545280005864, "none": 1.051841256629083e-05 } }, "mechanism": { "type": "choice", "choice": "error_handling", "confidence": 0.9742071287036757, "probabilities": { "off_by_one": 2.9271740765636024e-05, "inverted_condition": 8.981972516630213e-05, "injection": 1.0529792229203541e-05, "shared_state": 1.3961405259169983e-05, "unit_mismatch": 5.96800352110781e-06, "error_handling": 0.9897907293507734, "null_handling": 0.0008607810486452492, "wrong_variable": 0.0001645843753563086, "concurrency": 4.673254647844691e-06, "wrong_operator": 1.7918057444490957e-05, "none": 0.00901176324619126 } }, "failure": { "type": "noul", "noul": 0.9992731291346097 }, "severity": { "type": "score", "score": 2.0492409639285167, "confidence": 0.8429976981529301, "probabilities": { "0": 0.00010083306943389314, "1": 0.00586851349598072, "2": 0.9397043135648788, "3": 0.05334153617604826, "4": 0.0009848036936583409 } } }, "usage": { "input_tokens": 806, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 441.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.531 }, { "case_id": "x02_deleted_guard_clean", "phase": "staged:risk", "state_hash": "9a685a35001c6a369a216ee22818d4c1e999fddd9e7f74d70d9fe906c6b09458", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.2268864767890886, "confidence": 0.27733770839629523, "probabilities": { "0": 0.015855814595627106, "1": 0.1327544159474113, "2": 0.5983595056165336, "3": 0.1147080057531015, "4": 0.13832225808732643 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9747391253425222, "probabilities": { "logic": 0.994564111849623, "security": 0.0017478729920242134, "data": 0.0011597046253732956, "concurrency": 0.000445993296827779, "cosmetic": 0.00208231723615173 } } }, "usage": { "input_tokens": 462, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 568.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.113 }, { "case_id": "x02_deleted_guard_clean", "phase": "staged:detail", "state_hash": "9a685a35001c6a369a216ee22818d4c1e999fddd9e7f74d70d9fe906c6b09458", "questions_hash": "66513352530f2faf9aecfd62404a3473ca4130a2a709c9679cf863baae2462f6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9976460262043891, "probabilities": { "old:1": 8.469640064288625e-06, "old:2": 0.0005591297633121525, "old:3": 3.6127890304508334e-07, "old:4": 5.179940006922527e-06, "new:1": 2.0316002967987254e-06, "new:2": 0.9994077200099853, "new:3": 1.3657036952309056e-05, "new:4": 1.6314192868027476e-06, "none": 1.819311192343129e-06 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.460057512692038, "probabilities": { "off_by_one": 0.40620826929155424, "inverted_condition": 0.22940107808739746, "injection": 6.122663281364254e-05, "shared_state": 3.177273758652992e-05, "unit_mismatch": 3.462518544772117e-05, "error_handling": 0.0004403755840076134, "null_handling": 5.781265352671529e-05, "wrong_variable": 6.191737437814007e-05, "concurrency": 8.042969766233003e-05, "wrong_operator": 0.2607805840580229, "none": 0.10284190869760275 } }, "failure": { "type": "noul", "noul": 0.8759501852717788 }, "severity": { "type": "score", "score": 1.9018522614695532, "confidence": 0.6408312768032713, "probabilities": { "0": 0.007639706003655452, "1": 0.12254676077897579, "2": 0.8333286294218396, "3": 0.03329137333521884, "4": 0.0031935304603104304 } } }, "usage": { "input_tokens": 872, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 528.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.953 }, { "case_id": "x02_deleted_guard_clean", "phase": "single:detail", "state_hash": "9a685a35001c6a369a216ee22818d4c1e999fddd9e7f74d70d9fe906c6b09458", "questions_hash": "66513352530f2faf9aecfd62404a3473ca4130a2a709c9679cf863baae2462f6", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9979203702443016, "probabilities": { "old:1": 7.630393676509841e-06, "old:2": 0.00048742428175006753, "old:3": 2.2829701053969907e-07, "old:4": 4.25846830960351e-06, "new:1": 1.4080725534810522e-06, "new:2": 0.9994844736118171, "new:3": 1.1621291372162113e-05, "new:4": 1.6704913506030507e-06, "none": 1.2850921599240677e-06 } }, "mechanism": { "type": "choice", "choice": "off_by_one", "confidence": 0.46056173533756173, "probabilities": { "off_by_one": 0.37879532226906065, "inverted_condition": 0.25314296446313655, "injection": 5.7766234047570674e-05, "shared_state": 2.2652044038163794e-05, "unit_mismatch": 2.4705619563524228e-05, "error_handling": 0.0004388872034115708, "null_handling": 4.860529212591811e-05, "wrong_variable": 4.49635514172736e-05, "concurrency": 5.8801533654157995e-05, "wrong_operator": 0.2776768957406517, "none": 0.08968843604889296 } }, "failure": { "type": "noul", "noul": 0.8672501881275554 }, "severity": { "type": "score", "score": 1.9058146705023715, "confidence": 0.6441271661798975, "probabilities": { "0": 0.006612808341049112, "1": 0.12129465681459092, "2": 0.8350818674243207, "3": 0.03368639084101813, "4": 0.0033242765790212183 } } }, "usage": { "input_tokens": 872, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 794.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.249 }, { "case_id": "x03_repeated_line_bug", "phase": "staged:risk", "state_hash": "9aa0581a0271eb3d86c7772895163c100bd30f7a599c2d5bb3680a557e3fe9cf", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.8957151472437594, "confidence": 0.7899467118966179, "probabilities": { "0": 0.0005149953128639988, "1": 0.004940317542463484, "2": 0.008723639879838119, "3": 0.06995663911771785, "4": 0.9158644081471166 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.9556190449884897, "probabilities": { "logic": 0.988844889908983, "security": 0.007751840501903228, "data": 0.0014307151199370628, "concurrency": 0.0004088679900160141, "cosmetic": 0.0015636864791607617 } } }, "usage": { "input_tokens": 427, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 351.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.542 }, { "case_id": "x03_repeated_line_bug", "phase": "staged:detail", "state_hash": "9aa0581a0271eb3d86c7772895163c100bd30f7a599c2d5bb3680a557e3fe9cf", "questions_hash": "3ac6c74f614b69169f70d78ca8f7dd62e1d16843ac1c97e9cca64e94fe05eaf2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.9138321856081292, "probabilities": { "old:1": 2.1515878984519533e-06, "old:2": 1.4799830120393327e-05, "old:4": 3.183829867883627e-06, "old:5": 3.4307923362755934e-05, "new:1": 8.461343810587602e-06, "new:2": 4.925287166826592e-06, "new:4": 0.04658627799515467, "new:5": 0.9533307529862567, "none": 1.5139216361748877e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9848422308465342, "probabilities": { "off_by_one": 1.7459451180397317e-05, "inverted_condition": 2.2151877611967485e-05, "injection": 2.171197297945941e-06, "shared_state": 1.7693201152637436e-05, "unit_mismatch": 1.9457041833437346e-05, "error_handling": 8.122281634751491e-06, "null_handling": 0.00010648082532079032, "wrong_variable": 0.9948038101545933, "concurrency": 2.256807968457703e-05, "wrong_operator": 0.003914299509434034, "none": 0.0010657863802561445 } }, "failure": { "type": "noul", "noul": 0.9997323182774988 }, "severity": { "type": "score", "score": 2.1870995493607635, "confidence": 0.69173724739385, "probabilities": { "0": 6.103840150774259e-05, "1": 0.0009055503891262653, "2": 0.8119509932894445, "3": 0.18603765928693794, "4": 0.0010447586329835206 } } }, "usage": { "input_tokens": 826, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 749.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.39 }, { "case_id": "x03_repeated_line_bug", "phase": "single:detail", "state_hash": "9aa0581a0271eb3d86c7772895163c100bd30f7a599c2d5bb3680a557e3fe9cf", "questions_hash": "3ac6c74f614b69169f70d78ca8f7dd62e1d16843ac1c97e9cca64e94fe05eaf2", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:5", "confidence": 0.9393654288538991, "probabilities": { "old:1": 1.346724148903182e-06, "old:2": 1.2911181177678179e-05, "old:4": 2.3540365648825214e-06, "old:5": 2.7081802699476197e-05, "new:1": 7.911627883761222e-06, "new:2": 4.1324731326809046e-06, "new:4": 0.0293297717193754, "new:5": 0.9706026289608822, "none": 1.1861474134892181e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_variable", "confidence": 0.9872705863772131, "probabilities": { "off_by_one": 1.3963750325273013e-05, "inverted_condition": 1.569418818060131e-05, "injection": 2.1524427817087057e-06, "shared_state": 1.546973028178136e-05, "unit_mismatch": 1.7116254893141282e-05, "error_handling": 9.068630449615783e-06, "null_handling": 8.252638637074238e-05, "wrong_variable": 0.9957671626144592, "concurrency": 1.8625123505189483e-05, "wrong_operator": 0.003155989199807384, "none": 0.0009022316789453864 } }, "failure": { "type": "noul", "noul": 0.9998074944496533 }, "severity": { "type": "score", "score": 2.176591523345664, "confidence": 0.7018455271436768, "probabilities": { "0": 5.878979281672639e-05, "1": 0.0008730556375513281, "2": 0.8224989150796771, "3": 0.17555632041106062, "4": 0.0010129190788941713 } } }, "usage": { "input_tokens": 826, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 730.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.965 }, { "case_id": "x04_repeated_line_clean", "phase": "staged:risk", "state_hash": "a0a7da7d39f1bc7051348af7a9942e49ba689d98224266b7ae73795b5d0554ce", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.0013331379233743577, "confidence": 0.9944878349789322, "probabilities": { "0": 0.9989545988443663, "1": 0.0008556599565181719, "2": 0.00013029574136808378, "3": 2.089534686944164e-05, "4": 3.855011087792337e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.9794673018540498, "probabilities": { "logic": 0.0014793367614148582, "security": 0.0004177335319131194, "data": 0.0014793367614148582, "concurrency": 0.000891104492585648, "cosmetic": 0.9957324884526714 } } }, "usage": { "input_tokens": 482, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 4401.3, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 5.656 }, { "case_id": "x04_repeated_line_clean", "phase": "single:detail", "state_hash": "a0a7da7d39f1bc7051348af7a9942e49ba689d98224266b7ae73795b5d0554ce", "questions_hash": "fd31d58ad83e8fef845772779bdc4ca308704c31ee87642888568156fc8a4164", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "none", "confidence": 0.9994152008569432, "probabilities": { "old:1": 1.6819571786840968e-05, "old:2": 6.737061564073794e-06, "old:4": 4.247824762040764e-06, "old:5": 3.302488096286597e-06, "new:1": 1.9449994004030686e-05, "new:2": 3.5043442584795686e-05, "new:3": 1.5152840959780767e-05, "new:5": 1.2477163951856952e-05, "new:6": 2.0807211097273405e-06, "new:7": 1.4452509345893067e-06, "none": 0.999883243640246 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9997037535888208, "probabilities": { "off_by_one": 6.351805339024379e-06, "inverted_condition": 4.549831610443428e-06, "injection": 2.7342126249132528e-06, "shared_state": 1.4679018522263584e-06, "unit_mismatch": 4.498787457259577e-06, "error_handling": 2.7066860338854716e-06, "null_handling": 2.3514231905024935e-06, "wrong_variable": 6.650497787901782e-06, "concurrency": 3.0109079823658104e-06, "wrong_operator": 2.1373541544001093e-05, "none": 0.9999443044045775 } }, "failure": { "type": "noul", "noul": 1.1988966166661759e-05 }, "severity": { "type": "score", "score": 0.0022158488756716214, "confidence": 0.993672113661633, "probabilities": { "0": 0.9988088995377145, "1": 0.0008151127599193275, "2": 3.1886225874577905e-05, "3": 3.9442241963315784e-05, "4": 0.00030465923452829765 } } }, "usage": { "input_tokens": 923, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 506.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.507 }, { "case_id": "x05_optional_bug", "phase": "staged:risk", "state_hash": "5bffa8afbbf447476a4514c9579aacf173b1c7375a76511d86fd6b2ce34f9fc0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 2.1043810687575477, "confidence": 0.4404199520637293, "probabilities": { "0": 0.006202943337275009, "1": 0.10271655124133765, "2": 0.6857505742960552, "3": 0.19115635557722893, "4": 0.014173575548103234 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.3415649629825699, "probabilities": { "logic": 0.5538968291266259, "security": 0.008069981563528991, "data": 0.2658164066049432, "concurrency": 0.010107306751180049, "cosmetic": 0.16210947595372183 } } }, "usage": { "input_tokens": 435, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 1283.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.76 }, { "case_id": "x05_optional_bug", "phase": "staged:detail", "state_hash": "5bffa8afbbf447476a4514c9579aacf173b1c7375a76511d86fd6b2ce34f9fc0", "questions_hash": "7d68fd81c56efc02b6e31643e2d955b11ae31302af60c92de3ae91941d6ddb8c", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9924673832532017, "probabilities": { "old:1": 3.8727120238921356e-05, "old:2": 0.0009000636451023234, "old:3": 6.5151476314704855e-06, "new:1": 3.8685967918280505e-05, "new:2": 0.9982557272109633, "new:3": 9.093830301039743e-05, "none": 0.0006693426051352833 } }, "mechanism": { "type": "choice", "choice": "null_handling", "confidence": 0.43796652324932983, "probabilities": { "off_by_one": 0.0003784562653190591, "inverted_condition": 0.0007701001363793384, "injection": 7.852011688944283e-05, "shared_state": 5.280406505495509e-05, "unit_mismatch": 0.00047372080948068936, "error_handling": 0.0033841082469735296, "null_handling": 0.36932373785243744, "wrong_variable": 0.28001373191864526, "concurrency": 6.973906737540332e-05, "wrong_operator": 0.11968311377257074, "none": 0.22577196774887415 } }, "failure": { "type": "noul", "noul": 0.7395120773950846 }, "severity": { "type": "score", "score": 1.4591815210773869, "confidence": 0.4154438054394226, "probabilities": { "0": 0.0653267914459442, "1": 0.42387274156147486, "2": 0.5008571795858551, "3": 0.006178729282701538, "4": 0.0037645581240243206 } } }, "usage": { "input_tokens": 804, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 516.6, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.225 }, { "case_id": "x05_optional_bug", "phase": "single:detail", "state_hash": "5bffa8afbbf447476a4514c9579aacf173b1c7375a76511d86fd6b2ce34f9fc0", "questions_hash": "7d68fd81c56efc02b6e31643e2d955b11ae31302af60c92de3ae91941d6ddb8c", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9945788938722488, "probabilities": { "old:1": 2.5731581070301496e-05, "old:2": 0.0006634734664878691, "old:3": 3.205994729619538e-06, "new:1": 2.385533696053113e-05, "new:2": 0.9987961206741087, "new:3": 7.284310379840872e-05, "none": 0.00041476984284446165 } }, "mechanism": { "type": "choice", "choice": "null_handling", "confidence": 0.42904085908065914, "probabilities": { "off_by_one": 0.00041862617641610163, "inverted_condition": 0.0007723921685210504, "injection": 8.759850175647393e-05, "shared_state": 5.8474960404606655e-05, "unit_mismatch": 0.0004079728324430867, "error_handling": 0.0029722437726071318, "null_handling": 0.3292846209648487, "wrong_variable": 0.3186455269174443, "concurrency": 7.233795137572367e-05, "wrong_operator": 0.16468361602371095, "none": 0.1825965897304719 } }, "failure": { "type": "noul", "noul": 0.7310263583654324 }, "severity": { "type": "score", "score": 1.5001711049334052, "confidence": 0.4355809215519365, "probabilities": { "0": 0.05534837509946969, "1": 0.40106867646284233, "2": 0.5348609766956419, "3": 0.005507411888905518, "4": 0.00321455985314062 } } }, "usage": { "input_tokens": 804, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 478.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.946 }, { "case_id": "x06_optional_clean", "phase": "staged:risk", "state_hash": "c68be2b451add542fdac2a0a6973f6758812ff2f479baec9fdbe2efd1b9dbed0", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.18253131649284343, "confidence": 0.6891389922613096, "probabilities": { "0": 0.8547978004695754, "1": 0.10958090834735744, "2": 0.034629099208416184, "3": 0.0002765581699503178, "4": 0.0007156338047006684 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.5965235097646593, "probabilities": { "logic": 0.15539045891108416, "security": 0.0034806397519835503, "data": 0.04610840069986914, "concurrency": 0.0023663171321893963, "cosmetic": 0.7926541835048737 } } }, "usage": { "input_tokens": 452, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 375.4, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.87 }, { "case_id": "x06_optional_clean", "phase": "single:detail", "state_hash": "c68be2b451add542fdac2a0a6973f6758812ff2f479baec9fdbe2efd1b9dbed0", "questions_hash": "f3746420b19c2acadb8fda8a21db1a894b63b850287ea8876956128853432615", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.7144582427150774, "probabilities": { "old:1": 0.00014910385456080142, "old:2": 0.0013895735322886726, "old:3": 1.3962151257238113e-05, "new:1": 0.0003164932529233438, "new:2": 0.7964411959929482, "new:3": 0.009498538963772311, "none": 0.19219113225224943 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9168140335036777, "probabilities": { "off_by_one": 0.00014471613615166094, "inverted_condition": 0.00017965091106052344, "injection": 2.4084345832686122e-05, "shared_state": 1.629803520692113e-05, "unit_mismatch": 0.0002981646119428172, "error_handling": 0.0005811770924738125, "null_handling": 0.04363731150922213, "wrong_variable": 0.0009665656948162783, "concurrency": 6.462257968220043e-06, "wrong_operator": 0.00012219368702224214, "none": 0.9540233757183028 } }, "failure": { "type": "noul", "noul": 0.027715133611986697 }, "severity": { "type": "score", "score": 0.07258468682244763, "confidence": 0.8618261688676276, "probabilities": { "0": 0.9564612717583538, "1": 0.025710113097964428, "2": 0.01178908098306583, "3": 0.0008617248841117653, "4": 0.005177809276504061 } } }, "usage": { "input_tokens": 823, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 2876.1, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 4.485 }, { "case_id": "x07_security_bug", "phase": "staged:risk", "state_hash": "6902dc34b3db48fe82e42276855d4c07f5ac5c80955a5aa9c4cd672723772300", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 3.9594929057091584, "confidence": 0.9150270886917948, "probabilities": { "0": 0.00023956940422355127, "1": 0.0019475419804543255, "2": 0.011803421952865998, "3": 0.010099346826852547, "4": 0.9759101198356036 } }, "area": { "type": "choice", "choice": "logic", "confidence": 0.5569562513644939, "probabilities": { "logic": 0.5917336173095719, "security": 0.40217202655087625, "data": 0.0021052996249896383, "concurrency": 0.0003686595794347383, "cosmetic": 0.003620396935127481 } } }, "usage": { "input_tokens": 421, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 919.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 0.92 }, { "case_id": "x07_security_bug", "phase": "staged:detail", "state_hash": "6902dc34b3db48fe82e42276855d4c07f5ac5c80955a5aa9c4cd672723772300", "questions_hash": "f1e94b61cad6be0c7ae5372a586eb7babb83904883bc573858b82cc32c349ad1", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9923734997380823, "probabilities": { "old:1": 7.825675786557672e-06, "old:2": 0.001602042290488457, "new:1": 2.6467584748489508e-06, "new:2": 0.9983684730205247, "none": 1.901225472552601e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.99602674486029, "probabilities": { "off_by_one": 3.7357065006748053e-05, "inverted_condition": 0.0006835926553777484, "injection": 9.817843148507253e-06, "shared_state": 0.00019888976557940404, "unit_mismatch": 3.824998036682979e-05, "error_handling": 7.457315173680254e-07, "null_handling": 5.831373110241574e-06, "wrong_variable": 1.1317525357080252e-05, "concurrency": 3.1557599257537164e-05, "wrong_operator": 0.9989457397535387, "none": 3.6900707739848385e-05 } }, "failure": { "type": "noul", "noul": 0.9997454776784271 }, "severity": { "type": "score", "score": 2.690097935347408, "confidence": 0.5496734145562638, "probabilities": { "0": 1.9724742920941006e-05, "1": 0.00015901489587304048, "2": 0.3293522728041465, "3": 0.6506415753849963, "4": 0.01982741217206325 } } }, "usage": { "input_tokens": 761, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 440.2, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.513 }, { "case_id": "x07_security_bug", "phase": "single:detail", "state_hash": "6902dc34b3db48fe82e42276855d4c07f5ac5c80955a5aa9c4cd672723772300", "questions_hash": "f1e94b61cad6be0c7ae5372a586eb7babb83904883bc573858b82cc32c349ad1", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.9932530495571067, "probabilities": { "old:1": 7.350594934074997e-06, "old:2": 0.0013731733614605808, "new:1": 5.124893289798743e-06, "new:2": 0.9985907788160917, "none": 2.357233422379931e-05 } }, "mechanism": { "type": "choice", "choice": "wrong_operator", "confidence": 0.9962571659875303, "probabilities": { "off_by_one": 4.134041050947521e-05, "inverted_condition": 0.0006174901713632087, "injection": 8.610349841334962e-06, "shared_state": 0.00019313984820976447, "unit_mismatch": 3.382055540368628e-05, "error_handling": 9.47357549010589e-07, "null_handling": 5.0315738669149244e-06, "wrong_variable": 1.3187468541325292e-05, "concurrency": 3.099955864563734e-05, "wrong_operator": 0.9990193159639584, "none": 3.611674211120196e-05 } }, "failure": { "type": "noul", "noul": 0.9996405766121635 }, "severity": { "type": "score", "score": 2.6968674698906803, "confidence": 0.5576013721076971, "probabilities": { "0": 2.4616191038477006e-05, "1": 0.0001810965651430169, "2": 0.3205961728009744, "3": 0.6612984300477879, "4": 0.017899684395056254 } } }, "usage": { "input_tokens": 761, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 400.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 1.943 }, { "case_id": "x08_security_clean", "phase": "staged:risk", "state_hash": "bd8c16f66c5df36742be5d91666414118ec532ac12ba8b0126690675bf70b0c5", "questions_hash": "8e98c7860cc21f2a61de13565266b0754c8bb08330da9844ca4d4cf4b57148a0", "question_ids": [ "risk", "area" ], "answers": { "risk": { "type": "score", "score": 0.009064224791010527, "confidence": 0.9744349700073859, "probabilities": { "0": 0.9940505620285625, "1": 0.00304797947814984, "2": 0.0027738976495984362, "3": 4.179336109308706e-05, "4": 8.576748259613845e-05 } }, "area": { "type": "choice", "choice": "cosmetic", "confidence": 0.5558888357256353, "probabilities": { "logic": 0.21194703952255728, "security": 0.04985390397061146, "data": 0.001191903415778852, "concurrency": 0.00041612391561293184, "cosmetic": 0.7365910291754394 } } }, "usage": { "input_tokens": 427, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 432.5, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.014 }, { "case_id": "x08_security_clean", "phase": "single:detail", "state_hash": "bd8c16f66c5df36742be5d91666414118ec532ac12ba8b0126690675bf70b0c5", "questions_hash": "e087bafdb047c27d19ee6704400beecad064b38e8267f056d4abb307489890ec", "question_ids": [ "line", "mechanism", "failure", "severity" ], "answers": { "line": { "type": "choice", "choice": "new:2", "confidence": 0.42732501768943043, "probabilities": { "old:1": 0.0009033737442464896, "old:2": 0.008216951033858432, "new:1": 0.059138062280741754, "new:2": 0.5035127064441928, "none": 0.42822890649696055 } }, "mechanism": { "type": "choice", "choice": "none", "confidence": 0.9910030931634399, "probabilities": { "off_by_one": 0.00044032893019850837, "inverted_condition": 0.0007908160631203514, "injection": 0.00015442568841746892, "shared_state": 0.0003753906007269294, "unit_mismatch": 0.0005937715573236059, "error_handling": 2.440240601846204e-05, "null_handling": 2.6019226285210038e-05, "wrong_variable": 6.456603187089353e-06, "concurrency": 1.3930453822814313e-05, "wrong_operator": 5.617227151225413e-05, "none": 0.9975182861993873 } }, "failure": { "type": "noul", "noul": 1.6495196160024836e-05 }, "severity": { "type": "score", "score": 0.004055761043397807, "confidence": 0.9887315343975838, "probabilities": { "0": 0.99767274371288, "1": 0.001702146423140738, "2": 4.5407478561928876e-05, "3": 5.600987853634703e-05, "4": 0.0005236925068810425 } } }, "usage": { "input_tokens": 770, "output_tokens": 0 }, "model": "openjev-0.1", "mode": "live", "provider": "codiv", "label": "openjev (Codiv free hosted) - NOT JEV", "latency_ms": 497.8, "cached": false, "reported_cost_usd": null, "status": "ok", "elapsed_s": 2.046 } ], "metrics": { "requests": 74, "completed_requests": 72, "input_tokens": 51086, "output_tokens": 0, "median_latency_ms": 476.1, "wall_s": 279.818, "cost_usd": 0.0, "cost_basis": "free route; missing provider cost fields are not receipts", "reported_cost_usd": null }, "wall_s": 108.66 }