{ "acquisition": { "new_run2": { "attempts": 100, "known_reported_cost_usd": 0, "known_reported_tokens": 769493, "phase_attempts": { "matrix-repair": 44, "router-v2": 32, "ultra-fixed": 24 }, "receipt_ids": [ "62dde0656795a3d51762be83", "b19034ae6f05586513e23ac9", "00ea932cfe6e48dfd0bc5282", "3acbf84e64efefcd3582e3e1", "976ea38738d0cf0270cb6ca6", "6ce49ca8bb5b748c1fa914b5", "e308c001b4c642d613fce1b5", "e2bce319e567d03e2b51b97f", "433285a62073d4b5f046ddb9", "32224561e827bcf57694b392", "fd7ddf45c1b3d4592468ac82", "98160d452f7ef488847a4cb0", "40b628e2029307acb49a5acc", "f40be22e64ece4739985a640", "dae9b908df5a79ec6603ac70", "6052a4ea6614aa501839b6ab", "f4bb038db7562fd2c745803f", "2cee28e92e56afafe5f06c8b", "c52b1607c577758551494bca", "5a8d4d28a8a84616222cdbd9", "9516fb481df0094fd6235bb2", "a07d762cadea3386572639e9", "c1a80aef9c1a2e20ce1112e3", "c20bab225f37f3acf60d8d83", "c52174cdfbfc2f25c565d6a1", "5394288201e4be3d474d635a", "3cd2ba3614929b18dcb67a9f", "2f7855cc9782e3b6478d92fa", "fc637a6161f4aac5fb4722d8", "88dce017501d6142acd829da", "ff1d8610eaefb6588e89e1d6", "a70eac1e9cf099800cb2629b", "b623315427fc5b86c7f07cbd", "e8ed32bcb8c2253cbd9b94d7", "92f859ea5837bdba5983d627", "586209217d5dc17c7ba60356", "7a4c8a86d866dc8411585b83", "0482021288c367e8e8d7e88b", "77ee1d5619e236a1aa2474ab", "5c1da1dba8c8599567776fe4", "00a2e73a785a3a1377ee006b", "7276fb092c7ca8358e372f57", "0e60b8e595f3a5a5683c7041", "de812c06ddc62a02adf1b758", "3bd827f6f0f76793cd3721e8", "a9047d0420853d5d328ffe78", "f65256c40d09998e9ec7ba62", "ba0b32486b3b8439c62ff6c8", "db811dc34686d8215b89da02", "ef12e0e19a8da3f06da1e012", "64ceb9dbc56b4818fd1dcf49", "a769aa33065877e7edb5c942", "3b9af047fc4a73f2bdfb198c", "e11214922abc3abea3f62f6c", "8db7f772b44dfa02b57a6ea3", "017d924dc8006b3a120b039b", "66683c36e06e5c6a163e297b", "ec70d6ac0ab7d76bbae57cb9", "75a3b603e85a35739f9ba0e8", "67a4f3b9b0ec1c9a05ed8ea0", "1d7654f162ed1b326b3c28bf", "7ad84c2965da64009790f10f", "11c2a2ee4cdda4b74a7efd77", "9f62b85d3e461f938567cfc5", "5c994b57ba137afa2f14adbf", "6105f210bfb9f9b6157e1756", "36683f25a3a0bf1d9fa6c214", "8a9c99719c20408c0120bd8e", "1028cd91726edfc3ff859a7c", "ceb4090c274e426755972154", "70bd4dcd8837d4a28ab952c2", "4824a857a24c9b07df7b44aa", "22d53946faf371edc14f1d4b", "a2d15069c36bf45e09ad88d2", "f888103fe6a27677238c8b7d", "a9dc557fd3aa563a1e2471f5", "46ede36a3e60427f1a89cb86", "89d7aff485c8849e7a6d1db1", "87e1c025e9403802f7b9d68f", "1a7654bc6864f1833afb2324", "9a0655df191ce6569ac83b03", "5e51cbbe9baf019844490309", "4f2509aeb66cdb9804880d6e", "8ee3ef55260df6bd614a4a92", "69cb8b0668c2ec939d806e61", "996a7d75115a7828f6ac3a2b", "9763364e6b1bd76fb1e34f48", "939584717e8e39dd2af1c2ae", "afc36eed88d63d229328c990", "56e3bcf89ed49d13298b1d56", "caaca9368c3c0f4f885f97a0", "a2a854f63aaad90912efdae3", "6c41e3900fbae9a1dd711281", "229d0adc2f38e367314e240f", "3a4d7cdddee75c84df882685", "a59556e3ba1c4a6f57827c84", "dac85fe0e0024d3ff539d75d", "2c4721b944d6115a7c3ad42a", "a4394bb6cabb6cfe7805486b", "e4ab2369bb0ec2d0d202a199" ], "reported_cost_usd": null, "reported_tokens": null, "resource_interruption_status_counts": { "aborted_memory_pressure": 7, "interrupted_by_supervisor": 1 }, "resource_interruptions": 8, "status_counts": { "aborted_memory_pressure": 7, "interrupted_by_supervisor": 1, "ok": 86, "timeout": 6 }, "unknown_cost_attempts": 14, "unknown_token_attempts": 14 }, "note": "Selected policy receipts and cumulative acquisition totals are separate; original calibration/access attempts are recounted separately by the CLI.", "original_run1_campaign": { "attempts": 55, "known_reported_cost_usd": 0, "known_reported_tokens": 383481, "phase_attempts": { "original": 55 }, "receipt_ids": [ "6dc1e029a8dd8f8fc9ff696d", "30a9aaa67636f236ba7b553b", "e683d77fec1804a2da16f664", "97b308a8767f9af2aa52b7e6", "e2b3b194d38d4b05625fdbd0", "474347f77438acc4363e973c", "3f77ceb3944d6af612f375d9", "49ed5bfa601539cbc6eb536a", "6163b551f663355d1d9371e5", "2c25aed3476ea68804a6229a", "7119bb49e9bef2bb524986fa", "e270c907966113e20e5e5f55", "13a18069c0df4bd0ae530c26", "e542e7dc81ec9f0bc2f5bf2f", "d4de706cac502a2d7cac2316", "2605b6e95b38c7f6ffba9186", "d18afa85ef4e1c97e8c9bc55", "2eb846fe9456bd5a96729534", "6d67b0842a9ad56a1cf5ba18", "ee1f299352786c5ac42cc26a", "1d51a3962e55e632588a4f6f", "bf207317302cd1d15cd0d483", "571af4ce442bbf53b070b293", "d0b0b86fb5c3257ec18927a8", "327acadb6f3ffd19d53c31dd", "c5a6a5f9783a934157cbb5ed", "82fdf9e09a52bb2e0b1d4db6", "ddb3d5bcd5de853bc22f22ae", "b0dc4627625c892c2e7d147d", "e0fbf15e6c0477f8191ab21c", "6ae277c6fb3ebeefd6e6f491", "519f95bed819d4dc18618e5d", "28ad581ab5c808916822eccf", "365555e159bf5d03271d903c", "ae08932a53726f325366cf81", "39f07dc0807792e92d19a699", "5c33cb4d0e3c75473de39fea", "f7f2b543d1f0e0666cad3602", "d088aa270d347d5393bcbe01", "0a8a47dfa4285fac1b6adf77", "bf9a86de25cb956d8a33e0ad", "1d4b776616e1b17d1185ee1f", "46656d207705c4b4540954f3", "cfed151e89387cd3d0e366be", "47d1ee34504c78e4f282956d", "d616039e21ed761f6d2eba8d", "8394238091016e339b1e9da4", "131a0b18a6df26cef96805ff", "7e909cc417377d05da6a6913", "0ab8af88ff287d930e61ba52", "3b79d9ae129cffe83a05035b", "b8b34a96dd817f633c4d9043", "1392f5d4804c837500774dbf", "530c2453fb33cc3834686d4c", "a90c70e303f3ba5cdc0f1dab" ], "reported_cost_usd": null, "reported_tokens": null, "resource_interruption_status_counts": {}, "resource_interruptions": 0, "status_counts": { "ok": 46, "provider_refusal": 1, "timeout": 8 }, "unknown_cost_attempts": 9, "unknown_token_attempts": 9 }, "original_run1_scored": { "attempts": 44, "known_reported_cost_usd": 0, "known_reported_tokens": 302027, "phase_attempts": { "original": 44 }, "receipt_ids": [ "6dc1e029a8dd8f8fc9ff696d", "30a9aaa67636f236ba7b553b", "e683d77fec1804a2da16f664", "97b308a8767f9af2aa52b7e6", "e2b3b194d38d4b05625fdbd0", "474347f77438acc4363e973c", "3f77ceb3944d6af612f375d9", "49ed5bfa601539cbc6eb536a", "6163b551f663355d1d9371e5", "2c25aed3476ea68804a6229a", "7119bb49e9bef2bb524986fa", "e270c907966113e20e5e5f55", "13a18069c0df4bd0ae530c26", "e542e7dc81ec9f0bc2f5bf2f", "d4de706cac502a2d7cac2316", "2605b6e95b38c7f6ffba9186", "d18afa85ef4e1c97e8c9bc55", "2eb846fe9456bd5a96729534", "6d67b0842a9ad56a1cf5ba18", "ee1f299352786c5ac42cc26a", "1d51a3962e55e632588a4f6f", "bf207317302cd1d15cd0d483", "571af4ce442bbf53b070b293", "d0b0b86fb5c3257ec18927a8", "327acadb6f3ffd19d53c31dd", "c5a6a5f9783a934157cbb5ed", "82fdf9e09a52bb2e0b1d4db6", "ddb3d5bcd5de853bc22f22ae", "b0dc4627625c892c2e7d147d", "e0fbf15e6c0477f8191ab21c", "6ae277c6fb3ebeefd6e6f491", "519f95bed819d4dc18618e5d", "28ad581ab5c808916822eccf", "365555e159bf5d03271d903c", "ae08932a53726f325366cf81", "39f07dc0807792e92d19a699", "5c33cb4d0e3c75473de39fea", "f7f2b543d1f0e0666cad3602", "d088aa270d347d5393bcbe01", "0a8a47dfa4285fac1b6adf77", "bf9a86de25cb956d8a33e0ad", "1d4b776616e1b17d1185ee1f", "46656d207705c4b4540954f3", "cfed151e89387cd3d0e366be" ], "reported_cost_usd": null, "reported_tokens": null, "resource_interruption_status_counts": {}, "resource_interruptions": 0, "status_counts": { "ok": 36, "timeout": 8 }, "unknown_cost_attempts": 8, "unknown_token_attempts": 8 } }, "committed_ladder_verified": true, "committed_protocol_verified": true, "frozen_ladder": { "answer_blind_fields": [ "status", "parsed_answer presence", "latency_s" ], "candidates": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free", "nemotron-3-ultra-free" ], "disabled_models": [ "space-bunny-free" ], "evidence": { "mimo-v2.6-flash-free": { "max_consecutive_new_errors": 1, "median_success_latency_s": 8.273554, "new_fixed_observations": 16, "observations": 19, "original_calibration_observations": 3, "parseable_completions": 17, "reliability": 0.8947368421052632, "terminal_safety_refusal": false }, "nemotron-3-ultra-free": { "max_consecutive_new_errors": 3, "median_success_latency_s": 11.268229, "new_fixed_observations": 24, "observations": 24, "original_calibration_observations": 0, "parseable_completions": 12, "reliability": 0.5, "terminal_safety_refusal": false }, "nemotron-3.5-lightning-free": { "max_consecutive_new_errors": 1, "median_success_latency_s": 31.377934500000002, "new_fixed_observations": 20, "observations": 23, "original_calibration_observations": 3, "parseable_completions": 18, "reliability": 0.782608695652174, "terminal_safety_refusal": false }, "space-bunny-free": { "max_consecutive_new_errors": 0, "median_success_latency_s": null, "new_fixed_observations": 0, "observations": 3, "original_calibration_observations": 3, "parseable_completions": 0, "reliability": 0.0, "terminal_safety_refusal": false } }, "exclusion_counts": { "aborted_memory_pressure": 7, "interrupted_by_supervisor": 1 }, "mixed_evidence": "Original 60-second calibration and new 180-second fixed attempts; no run1 scored outcomes.", "models": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "omitted_models": [ { "model": "space-bunny-free", "reasons": [ "below_minimum_reliability" ] } ], "order_basis": "median successful wall latency ascending, reliability descending, model id", "policy": { "consecutive_error_limit": 5, "max_new_calls": 100, "minimum_observations": 3, "minimum_reliability": 0.5, "timeout_s": 180 }, "run_id": "run2", "schema_version": 2, "source_counts": { "attempted_fixed": 68, "calibration": 9, "excluded_fixed": 8, "included_fixed": 60 }, "source_sha256": { "calibration": "7cd603376c6130549bf73cb450c342dde782e0aa268d4359f0395500726d197c", "fixed": "f3ccd471be9b5a621a48eb160e95d17637a73fbbb1b75821c29e98360a81acb5" }, "strongest_meaning": "final eligible escalation rung; quality superiority unverified", "timeout_s": 180 }, "label": "OpenCode Zen free chat via CLI - NOT JEV", "live_router_v2": { "attempted_task_count": 24, "execution_finished": true, "label": "OpenCode Zen free chat via CLI - NOT JEV", "ladder_commit": "ce3cde027efa1452506b575d52e24afb69c33eb9", "lean": { "after_tokens": 30443, "before_tokens": 67313, "saved_fraction": 0.547739663957928 }, "method": "Fresh router receipts only; missing tasks remain unsuccessful opportunities.", "metrics": { "calls_per_task": 1.3333333333333333, "cost_per_success_usd": null, "escalation_rate": 0.375, "known_reported_cost_usd": 0, "known_reported_tokens": 259410, "latency_n": 24, "median_latency_s": 10.8101315, "n": 24, "p90_latency_s": 193.80132400000002, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 13653.157894736842, "reported_cost_usd": null, "reported_tokens": null, "success_rate": 0.7916666666666666, "successes": 19, "tokens_per_success": null, "unknown_cost_tasks": 3, "unknown_token_tasks": 3 }, "missing_tasks": 0, "shadow": { "agreement_rate": 0.6363636363636364, "agreements": 21, "consultations": 33, "consultations_avoided": 57, "decisions": 90, "forced": 24, "label": "MOCK - NOT JEV", "live_jev_calls": 0, "mode": "shadow", "real_jev_consultations": 0, "recorded_jev_consultations": 0, "stakes": 57 }, "shadow_events": [ { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "cb7f658d3a8b02340567b385b2ed8068f79aeaa357a1abaa5f325991f938029a", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 336, "label_count": 10, "prompt_sha256": "76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f", "task_id": "failure-triage/triage-023", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "235820d32d3dfab271d38ae4e1c45888c005d0cc7724e0853188574c72b0bd5f", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 336, "label_count": 10, "prompt_sha256": "76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f", "status": "invalid_answer", "task_id": "failure-triage/triage-023", "task_type": "failure-triage" } }, { "adviser_choice": "nemotron-3.5-lightning-free", "agreement": true, "choices": [ "nemotron-3.5-lightning-free", "stop" ], "chosen": "nemotron-3.5-lightning-free", "consulted": true, "default_choice": "nemotron-3.5-lightning-free", "forced": false, "id": "b83cd45647635230f16cc439783dc3d34ee7930796d38563a5951413cd9ecd25", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "nemotron-3.5-lightning-free", "stop" ], "default_choice": "nemotron-3.5-lightning-free", "input_chars": 336, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f", "status": "invalid_answer", "task_id": "failure-triage/triage-023", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"1028cd91726edfc3ff859a7c\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 16.877101, \"memory_wait_s\": 7.2e-05, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f\", \"raw_text\": \"\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9600, \"run_id\": \"run2\", \"sequence\": 69, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-023\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:32:59Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9024, \"output\": 70, \"reasoning\": 506}}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "da4e4b9be14a520bbaab7e16e44f0f274896d1378699b0c233075ee25d284368", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 336, "label_count": 10, "prompt_sha256": "76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f", "status": "valid", "task_id": "failure-triage/triage-023", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "c13ed8cf9a76795435c407e08a2a73a0a9381a9706a8d4ea72db96445d5e396a", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 336, "label_count": 10, "model": "nemotron-3.5-lightning-free", "prompt_sha256": "76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f", "status": "valid", "task_id": "failure-triage/triage-023", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"ceb4090c274e426755972154\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 23.22706, \"memory_wait_s\": 7.5e-05, \"model\": \"nemotron-3.5-lightning-free\", \"parsed_answer\": \"provider_credit_or_quota\", \"phase\": \"router-v2\", \"prompt_sha256\": \"76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f\", \"raw_text\": \"{\\n \\\"answer\\\": \\\"provider_credit_or_quota\\\"\\n}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9956, \"run_id\": \"run2\", \"sequence\": 70, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-023\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:33:16Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9025, \"output\": 0, \"reasoning\": 975}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "f173cbee2d73942f87b0e67d06010159b10a197080e7d7bb8100bb56b3b5638b", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 348, "label_count": 10, "prompt_sha256": "a2665d66bbd1143ab18ad4647cb04d6808aaca73cbed9cc9e84f1d9d2225cdaa", "task_id": "failure-triage/triage-041", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "da937ce2204b6faa6f0dd3514b8eef5c49379c0c3f9aadb4688bc14e30bd943f", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 348, "label_count": 10, "prompt_sha256": "a2665d66bbd1143ab18ad4647cb04d6808aaca73cbed9cc9e84f1d9d2225cdaa", "status": "valid", "task_id": "failure-triage/triage-041", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "a48e89d667499eb0b9da7a22cd85c0c69014ce450f6031eca90cc379f98b38b9", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 348, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "a2665d66bbd1143ab18ad4647cb04d6808aaca73cbed9cc9e84f1d9d2225cdaa", "status": "valid", "task_id": "failure-triage/triage-041", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"70bd4dcd8837d4a28ab952c2\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 11.266909, \"memory_wait_s\": 7.1e-05, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": \"harness_crash\", \"phase\": \"router-v2\", \"prompt_sha256\": \"a2665d66bbd1143ab18ad4647cb04d6808aaca73cbed9cc9e84f1d9d2225cdaa\", \"raw_text\": \"{\\\"answer\\\": \\\"harness_crash\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9366, \"run_id\": \"run2\", \"sequence\": 71, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-041\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:33:40Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9027, \"output\": 0, \"reasoning\": 345}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "623a33b1db444eb713216e404f9792589a4006d10a0ef819c8ca637fa4b5fa56", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 335, "label_count": 10, "prompt_sha256": "6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365", "task_id": "failure-triage/triage-042", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "125b2827cbf3d284ddcfc6b90494969f4122f6cace279fc0df73b7105a78c2d2", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 335, "label_count": 10, "prompt_sha256": "6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365", "status": "invalid_answer", "task_id": "failure-triage/triage-042", "task_type": "failure-triage" } }, { "adviser_choice": "nemotron-3.5-lightning-free", "agreement": true, "choices": [ "nemotron-3.5-lightning-free", "stop" ], "chosen": "nemotron-3.5-lightning-free", "consulted": true, "default_choice": "nemotron-3.5-lightning-free", "forced": false, "id": "3af7943d4ac4b7aaf3fe46043524285204731a7e125e5089bfb08ea1a15bd0a0", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "nemotron-3.5-lightning-free", "stop" ], "default_choice": "nemotron-3.5-lightning-free", "input_chars": 335, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365", "status": "invalid_answer", "task_id": "failure-triage/triage-042", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"4824a857a24c9b07df7b44aa\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 13.167061, \"memory_wait_s\": 30.000402, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365\", \"raw_text\": \"\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9591, \"run_id\": \"run2\", \"sequence\": 72, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-042\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:34:21Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9025, \"output\": 50, \"reasoning\": 516}}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "80a80dafbfaf0dbcf70cb7eebd079ae7587b7a83d8c25d30ce223caafde675e1", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 335, "label_count": 10, "prompt_sha256": "6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365", "status": "valid", "task_id": "failure-triage/triage-042", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "15ce7e32d91e3f87d066d57f086a7952964af835390cf0130f75a416f77bd6a1", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 335, "label_count": 10, "model": "nemotron-3.5-lightning-free", "prompt_sha256": "6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365", "status": "valid", "task_id": "failure-triage/triage-042", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"22d53946faf371edc14f1d4b\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 32.626617, \"memory_wait_s\": 9.8e-05, \"model\": \"nemotron-3.5-lightning-free\", \"parsed_answer\": \"harness_crash\", \"phase\": \"router-v2\", \"prompt_sha256\": \"6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365\", \"raw_text\": \"{\\\"answer\\\": \\\"harness_crash\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 10518, \"run_id\": \"run2\", \"sequence\": 73, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-042\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:34:34Z\", \"tokens\": {\"cache_read\": 2176, \"cache_write\": 0, \"input\": 6848, \"output\": 0, \"reasoning\": 1523}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "6f368ccaaf6ac9d43efdf2ab1a720ffc549d0a640a23e133a259f5864ad4a112", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 91, "label_count": 5, "prompt_sha256": "af7f6ae214ea7988ebaceefc61f658bed1ff3087fe823ae266efcc0dd0f59182", "task_id": "lead-router/lead-079", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "ebc29e7b9972fb6c63ea531f0bd9e5d2da5bfc7d2af9a4a949d30eb4d8819fba", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 91, "label_count": 5, "prompt_sha256": "af7f6ae214ea7988ebaceefc61f658bed1ff3087fe823ae266efcc0dd0f59182", "status": "valid", "task_id": "lead-router/lead-079", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "4b8d46e31386cf2cafa927d8e5993711f07a08c69bc77f3d430f489b6d067bcf", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 91, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "af7f6ae214ea7988ebaceefc61f658bed1ff3087fe823ae266efcc0dd0f59182", "status": "valid", "task_id": "lead-router/lead-079", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"a2d15069c36bf45e09ad88d2\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 7.246581, \"memory_wait_s\": 7.6e-05, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"complaint\", \"phase\": \"router-v2\", \"prompt_sha256\": \"af7f6ae214ea7988ebaceefc61f658bed1ff3087fe823ae266efcc0dd0f59182\", \"raw_text\": \"{\\\"answer\\\": \\\"complaint\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7889, \"run_id\": \"run2\", \"sequence\": 74, \"status\": \"ok\", \"task_id\": \"lead-router/lead-079\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:35:07Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7868, \"output\": 9, \"reasoning\": 12}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "58e62f4129b22bbc5b279665f89dd6be42e0bcf177e25ef3110333234db63a00", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 358, "label_count": 10, "prompt_sha256": "b45794653a89665555aac4f2f245e03b2fff8f4918302b48f291b0fdfbd7f492", "task_id": "failure-triage/triage-046", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "7e993ecf7ac90756f0b47b065c826530a667bf06fce65e7bcab12fb13c673370", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 358, "label_count": 10, "prompt_sha256": "b45794653a89665555aac4f2f245e03b2fff8f4918302b48f291b0fdfbd7f492", "status": "valid", "task_id": "failure-triage/triage-046", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "c75a3b5b3aae7a6936ac8b8b82ffc5d9c185600cee41bc04fb73a8f941bfdb31", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 358, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "b45794653a89665555aac4f2f245e03b2fff8f4918302b48f291b0fdfbd7f492", "status": "valid", "task_id": "failure-triage/triage-046", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"f888103fe6a27677238c8b7d\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 11.53133, \"memory_wait_s\": 60.003034, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": \"hung_no_progress\", \"phase\": \"router-v2\", \"prompt_sha256\": \"b45794653a89665555aac4f2f245e03b2fff8f4918302b48f291b0fdfbd7f492\", \"raw_text\": \"{\\\"answer\\\": \\\"hung_no_progress\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9493, \"run_id\": \"run2\", \"sequence\": 75, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-046\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:36:14Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9036, \"output\": 21, \"reasoning\": 436}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "b100c73cd3913512aa3e2e9e1b1c1940c86f1084573c9d894831a340a07d51a9", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 57, "label_count": 5, "prompt_sha256": "b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3", "task_id": "lead-router/lead-038", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "11351452bbda7d2453ba73ea40514b8b7ac5d73fad77c6346d64ba0912921e5c", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 57, "label_count": 5, "prompt_sha256": "b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3", "status": "invalid_answer", "task_id": "lead-router/lead-038", "task_type": "lead-router" } }, { "adviser_choice": "nemotron-3-ultra-free", "agreement": true, "choices": [ "nemotron-3-ultra-free", "stop" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "f29970f4c22d0ab06e45341058be20920bc3a3369b3d4a201a4d52f29b5b6cea", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "nemotron-3-ultra-free", "stop" ], "default_choice": "nemotron-3-ultra-free", "input_chars": 57, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3", "status": "invalid_answer", "task_id": "lead-router/lead-038", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"a9dc557fd3aa563a1e2471f5\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 7.316466, \"memory_wait_s\": 7.5e-05, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3\", \"raw_text\": \"```json\\n{\\\"answer\\\": \\\"price\\\"}\\n```\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7895, \"run_id\": \"run2\", \"sequence\": 76, \"status\": \"ok\", \"task_id\": \"lead-router/lead-038\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:36:25Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7863, \"output\": 12, \"reasoning\": 20}}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "9cd4f3543de7f607d41ac3c54484ad946e8438bcb8cc6a36cc602037b45d9e2c", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 57, "label_count": 5, "prompt_sha256": "b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3", "status": "valid", "task_id": "lead-router/lead-038", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "ecf982905ebf211ba2bd3b42a35665f12a6240b16c38bdbeeb83d43f62c42394", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 57, "label_count": 5, "model": "nemotron-3-ultra-free", "prompt_sha256": "b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3", "status": "valid", "task_id": "lead-router/lead-038", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"46ede36a3e60427f1a89cb86\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 9.515011, \"memory_wait_s\": 8.2e-05, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": \"price\", \"phase\": \"router-v2\", \"prompt_sha256\": \"b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3\", \"raw_text\": \"{\\\"answer\\\": \\\"price\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 8439, \"run_id\": \"run2\", \"sequence\": 77, \"status\": \"ok\", \"task_id\": \"lead-router/lead-038\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:36:33Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 8318, \"output\": 0, \"reasoning\": 128}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "a74f36bedffb5560f851fc51f17de815dcc701ef817356e62b504dd247c15c19", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "c0c5c6b487fb1200fa687bedbb51da9fc086b54ef61090297fa5bc5839fc2641", "task_id": "lead-router/lead-012", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "6c37d4ea481ba93a7ceac258a9d5e6a28ed01a1513daaeb2a1bc569605f424ef", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "c0c5c6b487fb1200fa687bedbb51da9fc086b54ef61090297fa5bc5839fc2641", "status": "valid", "task_id": "lead-router/lead-012", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "72d82287929c3efb71f6b9dc296432bf1c5d5d605daa00dcd2a6826aeb445be4", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 85, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "c0c5c6b487fb1200fa687bedbb51da9fc086b54ef61090297fa5bc5839fc2641", "status": "valid", "task_id": "lead-router/lead-012", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"89d7aff485c8849e7a6d1db1\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 7.139558, \"memory_wait_s\": 420.016507, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"book\", \"phase\": \"router-v2\", \"prompt_sha256\": \"c0c5c6b487fb1200fa687bedbb51da9fc086b54ef61090297fa5bc5839fc2641\", \"raw_text\": \"{\\\"answer\\\":\\\"book\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7890, \"run_id\": \"run2\", \"sequence\": 78, \"status\": \"ok\", \"task_id\": \"lead-router/lead-012\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:43:42Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7867, \"output\": 7, \"reasoning\": 16}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "b78a0d5f38b25bca2a8b4c6f05069a0c45f6828d33e40ad4fb09e7eb95064bda", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 107, "label_count": 5, "prompt_sha256": "0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398", "task_id": "lead-router/lead-080", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "aa4a3639f7201e82faf605eafc34ddcdefb7cac52d0905885252b6f61f3e748e", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 107, "label_count": 5, "prompt_sha256": "0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398", "status": "valid", "task_id": "lead-router/lead-080", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "53e5affe6703433ce9fbc158faada68a47ba0d765ca0bf57285a9bb09ae516f9", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 107, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398", "status": "valid", "task_id": "lead-router/lead-080", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"87e1c025e9403802f7b9d68f\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 9.125099, \"memory_wait_s\": 120.00234, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"complaint\", \"phase\": \"router-v2\", \"prompt_sha256\": \"0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398\", \"raw_text\": \"{\\\"answer\\\": \\\"complaint\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7922, \"run_id\": \"run2\", \"sequence\": 79, \"status\": \"ok\", \"task_id\": \"lead-router/lead-080\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:45:49Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7872, \"output\": 9, \"reasoning\": 41}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "6f3feea763165760fc5f30e7112fc842e725ccfc295afa77ba1d1f15cb4019bd", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 75, "label_count": 5, "prompt_sha256": "8c10e3a670120baa53664e194b9486c3acf13d3cb2f01a8dd653fc13fd5e87dc", "task_id": "lead-router/lead-002", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "229ca441c2db592fc75699b7b5f62d886c77cd913a1f99f68408cb1e4b758ac2", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 75, "label_count": 5, "prompt_sha256": "8c10e3a670120baa53664e194b9486c3acf13d3cb2f01a8dd653fc13fd5e87dc", "status": "valid", "task_id": "lead-router/lead-002", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "044eddb915cf8ec6d04b736a058218f9256670b7700e70c5a891fe5fae72f3b0", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 75, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "8c10e3a670120baa53664e194b9486c3acf13d3cb2f01a8dd653fc13fd5e87dc", "status": "valid", "task_id": "lead-router/lead-002", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"1a7654bc6864f1833afb2324\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 8.677862, \"memory_wait_s\": 0.000149, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"book\", \"phase\": \"router-v2\", \"prompt_sha256\": \"8c10e3a670120baa53664e194b9486c3acf13d3cb2f01a8dd653fc13fd5e87dc\", \"raw_text\": \"{\\\"answer\\\": \\\"book\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7882, \"run_id\": \"run2\", \"sequence\": 80, \"status\": \"ok\", \"task_id\": \"lead-router/lead-002\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:45:59Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7865, \"output\": 8, \"reasoning\": 9}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "55bf785c5e5c18a0c4c7eb0c39b55305858c7046d1474c6fa2421b7a5e158dfe", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 366, "label_count": 10, "prompt_sha256": "6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837", "task_id": "failure-triage/triage-055", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "4705e320973db6a69113d80b96c9eb838d06af077fd3d6a85e0d214633625c0e", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 366, "label_count": 10, "prompt_sha256": "6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837", "status": "invalid_answer", "task_id": "failure-triage/triage-055", "task_type": "failure-triage" } }, { "adviser_choice": "nemotron-3.5-lightning-free", "agreement": true, "choices": [ "nemotron-3.5-lightning-free", "stop" ], "chosen": "nemotron-3.5-lightning-free", "consulted": true, "default_choice": "nemotron-3.5-lightning-free", "forced": false, "id": "9182b64038ecbdc1bfbdf0ddec37d30d76ec3b4b4f17dbd039bccf9ae25de4b4", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "nemotron-3.5-lightning-free", "stop" ], "default_choice": "nemotron-3.5-lightning-free", "input_chars": 366, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837", "status": "invalid_answer", "task_id": "failure-triage/triage-055", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"9a0655df191ce6569ac83b03\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 30.983349, \"memory_wait_s\": 7.3e-05, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837\", \"raw_text\": \"\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9658, \"run_id\": \"run2\", \"sequence\": 81, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-055\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:46:07Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9029, \"output\": 0, \"reasoning\": 633}}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "527ef5ea5267d036c892c79b62ef879b63a8b9fdf1db7b217f5c3de0dc2c43fb", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 366, "label_count": 10, "prompt_sha256": "6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837", "status": "timeout", "task_id": "failure-triage/triage-055", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "5c119dd7020ff4a0c9d1abc396dba3b31ecaf67eb6b85e4f5978aa3fb5aab199", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 366, "label_count": 10, "model": "nemotron-3.5-lightning-free", "prompt_sha256": "6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837", "status": "timeout", "task_id": "failure-triage/triage-055", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"5e51cbbe9baf019844490309\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 180.120185, \"memory_wait_s\": 7.7e-05, \"model\": \"nemotron-3.5-lightning-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837\", \"raw_text\": \"\", \"reported_cost_usd\": null, \"reported_total_tokens\": null, \"run_id\": \"run2\", \"sequence\": 82, \"status\": \"timeout\", \"task_id\": \"failure-triage/triage-055\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:46:38Z\", \"tokens\": null}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "e88f3daee6f3be285413575b4db6f7a242d16949c5400d3d6be7640b74c42c5f", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 66, "label_count": 5, "prompt_sha256": "7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e", "task_id": "lead-router/lead-036", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "a07b9054d6754bf52a696ab0086d2171cfea2292b1168e3342ebde8d77433c15", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 66, "label_count": 5, "prompt_sha256": "7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e", "status": "valid", "task_id": "lead-router/lead-036", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "0e3d55828fefaa2f950a5981e8f4ba06aeea95089748ce96043a44de0cf71764", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 66, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e", "status": "valid", "task_id": "lead-router/lead-036", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"4f2509aeb66cdb9804880d6e\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 9.306018, \"memory_wait_s\": 7.6e-05, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"price\", \"phase\": \"router-v2\", \"prompt_sha256\": \"7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e\", \"raw_text\": \"{\\\"answer\\\":\\\"price\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7895, \"run_id\": \"run2\", \"sequence\": 83, \"status\": \"ok\", \"task_id\": \"lead-router/lead-036\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:49:38Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7867, \"output\": 7, \"reasoning\": 21}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "41cf015bb25362ad127d8242a9c3b46b1166d1dc6dd80dae4b79ec8c6235852e", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 342, "label_count": 10, "prompt_sha256": "c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786", "task_id": "failure-triage/triage-014", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "99a8d285a85690612fe3343aaf7845c7c262b5d8b2600b61256140cc0e02d58e", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 342, "label_count": 10, "prompt_sha256": "c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786", "status": "invalid_answer", "task_id": "failure-triage/triage-014", "task_type": "failure-triage" } }, { "adviser_choice": "nemotron-3.5-lightning-free", "agreement": true, "choices": [ "nemotron-3.5-lightning-free", "stop" ], "chosen": "nemotron-3.5-lightning-free", "consulted": true, "default_choice": "nemotron-3.5-lightning-free", "forced": false, "id": "3a77c66f21365f74b0cd2e01e7c8515f97647c226ae365e5fd7399a2c9ca9024", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "nemotron-3.5-lightning-free", "stop" ], "default_choice": "nemotron-3.5-lightning-free", "input_chars": 342, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786", "status": "invalid_answer", "task_id": "failure-triage/triage-014", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"8ee3ef55260df6bd614a4a92\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 28.484196, \"memory_wait_s\": 9.3e-05, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786\", \"raw_text\": \"\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9426, \"run_id\": \"run2\", \"sequence\": 84, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-014\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:49:48Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9026, \"output\": 61, \"reasoning\": 339}}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "99a8d285a85690612fe3343aaf7845c7c262b5d8b2600b61256140cc0e02d58e", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 342, "label_count": 10, "prompt_sha256": "c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786", "status": "invalid_answer", "task_id": "failure-triage/triage-014", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "cafc914ddad5c3d36dbfa26ce7a50a4d5fe54fc22063b1093660de33dd4f0a10", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 342, "label_count": 10, "model": "nemotron-3.5-lightning-free", "prompt_sha256": "c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786", "status": "invalid_answer", "task_id": "failure-triage/triage-014", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/2006cf0f7a1c62f2222539a457aadb64c7e9e066269d4283939067ef4524b817.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"69cb8b0668c2ec939d806e61\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 63.999156, \"memory_wait_s\": 0.000149, \"model\": \"nemotron-3.5-lightning-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61\n...\n) and the file exists.\\n\\nmodel_wrong_deliverable\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 11571, \"run_id\": \"run2\", \"sequence\": 85, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-014\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:50:16Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9030, \"output\": 53, \"reasoning\": 2488}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "a888fab9edb8752a39356e870d8598961f63bfa7c47131e2db83eddb68a419d0", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7", "task_id": "lead-router/lead-025", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "da25a1e0ef7d38589e97946e509b8229820c85b1280a86cf4335ee47b0d58b22", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7", "status": "valid", "task_id": "lead-router/lead-025", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "80b10440a65ea2ea9c6f5f22757a2dd6d4b76880084d1f9805ae678196755237", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 76, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7", "status": "valid", "task_id": "lead-router/lead-025", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"996a7d75115a7828f6ac3a2b\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 6.683242, \"memory_wait_s\": 7.9e-05, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"price\", \"phase\": \"router-v2\", \"prompt_sha256\": \"3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7\", \"raw_text\": \"{\\\"answer\\\": \\\"price\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7883, \"run_id\": \"run2\", \"sequence\": 86, \"status\": \"ok\", \"task_id\": \"lead-router/lead-025\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:51:20Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7868, \"output\": 8, \"reasoning\": 7}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "bb879dc95d2ab62fbceffd2046377fc2f27e2020e349f4a6479e7a617583ece7", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971", "task_id": "failure-triage/triage-010", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "df045245b90b15ae9c4d1d60059511600547982f516f6b0c666b62630e8cebb4", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971", "status": "invalid_answer", "task_id": "failure-triage/triage-010", "task_type": "failure-triage" } }, { "adviser_choice": "nemotron-3.5-lightning-free", "agreement": true, "choices": [ "nemotron-3.5-lightning-free", "stop" ], "chosen": "nemotron-3.5-lightning-free", "consulted": true, "default_choice": "nemotron-3.5-lightning-free", "forced": false, "id": "a31317ca1f64f84dc78d5a8d4695d3dd4ac5ac40341830ed8d307b04e400f6ba", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "nemotron-3.5-lightning-free", "stop" ], "default_choice": "nemotron-3.5-lightning-free", "input_chars": 367, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971", "status": "invalid_answer", "task_id": "failure-triage/triage-010", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"9763364e6b1bd76fb1e34f48\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 46.237854, \"memory_wait_s\": 0.000129, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971\", \"raw_text\": \"\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9444, \"run_id\": \"run2\", \"sequence\": 87, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-010\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:51:27Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9029, \"output\": 39, \"reasoning\": 376}}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "faa96fb6e6c6e1672d4c2ea186a72264a2c0e8786caedd5fdfd539a81821e16a", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971", "status": "timeout", "task_id": "failure-triage/triage-010", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "d829e8bf5a3ff1019f6e1f664b0eaf8c479278f9bce1725b90db4ce8d180d1cd", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 367, "label_count": 10, "model": "nemotron-3.5-lightning-free", "prompt_sha256": "2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971", "status": "timeout", "task_id": "failure-triage/triage-010", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"939584717e8e39dd2af1c2ae\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 180.067471, \"memory_wait_s\": 8.5e-05, \"model\": \"nemotron-3.5-lightning-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971\", \"raw_text\": \"\", \"reported_cost_usd\": null, \"reported_total_tokens\": null, \"run_id\": \"run2\", \"sequence\": 88, \"status\": \"timeout\", \"task_id\": \"failure-triage/triage-010\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:52:13Z\", \"tokens\": null}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "5f4d376b7b1010760a47a2c2f5230b433db2c7a58b03d55129369d5fe51b1bfa", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308", "task_id": "lead-router/lead-084", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "67360c7966a820d839d2cd1b3c2617aa797cd70eecd75478af66c7a13ac13822", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308", "status": "valid", "task_id": "lead-router/lead-084", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "2c4a32c90dd0bef59a1eab86ca466c75ec50c5ef6cdeff7058ca1f55c9115af5", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 76, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308", "status": "valid", "task_id": "lead-router/lead-084", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"afc36eed88d63d229328c990\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 8.415713, \"memory_wait_s\": 7.1e-05, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"other\", \"phase\": \"router-v2\", \"prompt_sha256\": \"2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308\", \"raw_text\": \"{\\\"answer\\\": \\\"other\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7993, \"run_id\": \"run2\", \"sequence\": 89, \"status\": \"ok\", \"task_id\": \"lead-router/lead-084\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:55:13Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7867, \"output\": 8, \"reasoning\": 118}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "85e4298fcb3a5a852456621326fb4bfa2a8b6379899e128364916b799838c66a", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 370, "label_count": 10, "prompt_sha256": "17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123", "task_id": "failure-triage/triage-056", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "7d30426ccd8326e096bd481dd45c85b1c69a98d03db0804c12cb61fc6f11163c", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 370, "label_count": 10, "prompt_sha256": "17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123", "status": "invalid_answer", "task_id": "failure-triage/triage-056", "task_type": "failure-triage" } }, { "adviser_choice": "nemotron-3.5-lightning-free", "agreement": true, "choices": [ "nemotron-3.5-lightning-free", "stop" ], "chosen": "nemotron-3.5-lightning-free", "consulted": true, "default_choice": "nemotron-3.5-lightning-free", "forced": false, "id": "0de8eb95c81e4f71781a1419345fd0006b3257b61837990f128f94ef79f03488", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "nemotron-3.5-lightning-free", "stop" ], "default_choice": "nemotron-3.5-lightning-free", "input_chars": 370, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123", "status": "invalid_answer", "task_id": "failure-triage/triage-056", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"56e3bcf89ed49d13298b1d56\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 13.731928, \"memory_wait_s\": 7.6e-05, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123\", \"raw_text\": \"\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9679, \"run_id\": \"run2\", \"sequence\": 90, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-056\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:55:22Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9030, \"output\": 17, \"reasoning\": 632}}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "3d03129ac3710d24858f85f9fccfb1eb9ff076ce34c410acf3a4401a7a8f0914", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 370, "label_count": 10, "prompt_sha256": "17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123", "status": "timeout", "task_id": "failure-triage/triage-056", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "b42e70fe0752e9566fcbaa3d6c97b8fe40023883e74aa6a51f00e9bd97e17228", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 370, "label_count": 10, "model": "nemotron-3.5-lightning-free", "prompt_sha256": "17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123", "status": "timeout", "task_id": "failure-triage/triage-056", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"caaca9368c3c0f4f885f97a0\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 180.069396, \"memory_wait_s\": 7.6e-05, \"model\": \"nemotron-3.5-lightning-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123\", \"raw_text\": \"\", \"reported_cost_usd\": null, \"reported_total_tokens\": null, \"run_id\": \"run2\", \"sequence\": 91, \"status\": \"timeout\", \"task_id\": \"failure-triage/triage-056\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T07:55:35Z\", \"tokens\": null}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "25e2923da1a5e196b190c738897f491e463b6eca2f9e1b7a912596591a8a94ed", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "a14aeaae30972bd65807319bbe6012a800590c696bec18cc0c411c13ec113708", "task_id": "failure-triage/triage-017", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "fa07f1a632b2d76b445bf308b993b14ebdae38d1a6bdf9ef7802bacc3e9b8038", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "a14aeaae30972bd65807319bbe6012a800590c696bec18cc0c411c13ec113708", "status": "valid", "task_id": "failure-triage/triage-017", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "a386315cf228f138a445caa4df45808665980a6fe0d1679df5eb15aae26a32dd", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 367, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "a14aeaae30972bd65807319bbe6012a800590c696bec18cc0c411c13ec113708", "status": "valid", "task_id": "failure-triage/triage-017", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"a2a854f63aaad90912efdae3\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 14.948669, \"memory_wait_s\": 210.003925, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": \"model_wrong_deliverable\", \"phase\": \"router-v2\", \"prompt_sha256\": \"a14aeaae30972bd65807319bbe6012a800590c696bec18cc0c411c13ec113708\", \"raw_text\": \"{\\\"answer\\\": \\\"model_wrong_deliverable\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9401, \"run_id\": \"run2\", \"sequence\": 92, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-017\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:02:05Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9031, \"output\": 1, \"reasoning\": 369}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "52579cc31fb8421302c1dc8bc8cd9408414ffd9c56a3f09796a8bdc94266e10f", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 343, "label_count": 10, "prompt_sha256": "bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3", "task_id": "failure-triage/triage-039", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "0be4ea5c469b72b5c19362f18a7436bc69a346d62aa7cf41ea504239f74085ad", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 343, "label_count": 10, "prompt_sha256": "bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3", "status": "invalid_answer", "task_id": "failure-triage/triage-039", "task_type": "failure-triage" } }, { "adviser_choice": "nemotron-3.5-lightning-free", "agreement": true, "choices": [ "nemotron-3.5-lightning-free", "stop" ], "chosen": "nemotron-3.5-lightning-free", "consulted": true, "default_choice": "nemotron-3.5-lightning-free", "forced": false, "id": "92991b49404197831a1645ca62363083a57879b0955206f562308f4aa9f857d1", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "nemotron-3.5-lightning-free", "stop" ], "default_choice": "nemotron-3.5-lightning-free", "input_chars": 343, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3", "status": "invalid_answer", "task_id": "failure-triage/triage-039", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"6c41e3900fbae9a1dd711281\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 17.197316, \"memory_wait_s\": 0.000131, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3\", \"raw_text\": \"\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9475, \"run_id\": \"run2\", \"sequence\": 93, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-039\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:02:20Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9024, \"output\": 32, \"reasoning\": 419}}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "2fba0f557cecbe8aa8947c98c318b75aa9acfdce1d6db271b7fe2be3d19067a9", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 343, "label_count": 10, "prompt_sha256": "bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3", "status": "valid", "task_id": "failure-triage/triage-039", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "17c103d89268e9e794ac715079952f1461f5381d4f5e74469d91d69c5e67f43b", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 343, "label_count": 10, "model": "nemotron-3.5-lightning-free", "prompt_sha256": "bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3", "status": "valid", "task_id": "failure-triage/triage-039", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"229d0adc2f38e367314e240f\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 28.895032, \"memory_wait_s\": 8.1e-05, \"model\": \"nemotron-3.5-lightning-free\", \"parsed_answer\": \"harness_crash\", \"phase\": \"router-v2\", \"prompt_sha256\": \"bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3\", \"raw_text\": \"{\\\"answer\\\": \\\"harness_crash\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9996, \"run_id\": \"run2\", \"sequence\": 94, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-039\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:02:38Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9027, \"output\": 0, \"reasoning\": 1041}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "a6414e83a0eefbc70e0ee3dab62c0737f3e5346725738a791b0808f3fc3623af", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 345, "label_count": 10, "prompt_sha256": "82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6", "task_id": "failure-triage/triage-026", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "23e7a4ca54a4f1676d2ba3658b9e06d415cd1ed850e11f53e753e8f8c627630c", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 345, "label_count": 10, "prompt_sha256": "82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6", "status": "invalid_answer", "task_id": "failure-triage/triage-026", "task_type": "failure-triage" } }, { "adviser_choice": "nemotron-3.5-lightning-free", "agreement": true, "choices": [ "nemotron-3.5-lightning-free", "stop" ], "chosen": "nemotron-3.5-lightning-free", "consulted": true, "default_choice": "nemotron-3.5-lightning-free", "forced": false, "id": "dc326aadb63cfc394582bf5f72156b1d363317a5695ed2fc95430b9fb8b11a2e", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "nemotron-3.5-lightning-free", "stop" ], "default_choice": "nemotron-3.5-lightning-free", "input_chars": 345, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6", "status": "invalid_answer", "task_id": "failure-triage/triage-026", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"3a4d7cdddee75c84df882685\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 10.00118, \"memory_wait_s\": 8.5e-05, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6\", \"raw_text\": \"\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9555, \"run_id\": \"run2\", \"sequence\": 95, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-026\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:03:07Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9031, \"output\": 76, \"reasoning\": 448}}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "1fff951857a9b5200dba6bd9fbcf352b8a85f39a72fd7b639fa21a6c89cf73a1", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 345, "label_count": 10, "prompt_sha256": "82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6", "status": "budget_reserved", "task_id": "failure-triage/triage-026", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "b04684d22854a08c963aea148297e215d622665821c2650dce228383b9656f84", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 345, "label_count": 10, "model": "nemotron-3.5-lightning-free", "prompt_sha256": "82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6", "status": "budget_reserved", "task_id": "failure-triage/triage-026", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": false, \"backend\": \"opencode\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 0, \"model\": \"nemotron-3.5-lightning-free\", \"parsed_answer\": null, \"phase\": \"router-v2\", \"prompt_sha256\": \"82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6\", \"raw_text\": \"\", \"reported_cost_usd\": 0, \"reported_total_tokens\": 0, \"run_id\": \"run2\", \"sequence\": null, \"status\": \"budget_reserved\", \"task_id\": \"failure-triage/triage-026\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:03:17Z\", \"tokens\": {\"input\": 0, \"output\": 0}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "2ff71181aed672a05064515b69572fa0c7fd845106852b1a1911cee21adc8112", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 80, "label_count": 5, "prompt_sha256": "e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082", "task_id": "lead-router/lead-029", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "5ef942c11714c24c7d2a067451fe27bb54f5fe19481bf5c0fdc1f5d6c931bea2", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 80, "label_count": 5, "prompt_sha256": "e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082", "status": "valid", "task_id": "lead-router/lead-029", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "05c386e87b535f68817327cfeeb4206b8fe558c3ddeb5be5d55099b00bc52385", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 80, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082", "status": "valid", "task_id": "lead-router/lead-029", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"a59556e3ba1c4a6f57827c84\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 6.920111, \"memory_wait_s\": 0.000107, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"price\", \"phase\": \"router-v2\", \"prompt_sha256\": \"e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082\", \"raw_text\": \"{\\\"answer\\\":\\\"price\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7888, \"run_id\": \"run2\", \"sequence\": 96, \"status\": \"ok\", \"task_id\": \"lead-router/lead-029\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:03:17Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7869, \"output\": 7, \"reasoning\": 12}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "31fa8ba57848fdec5ffc320a7879158413620753f91bc7931a1b91694036ef1d", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 72, "label_count": 5, "prompt_sha256": "85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776", "task_id": "lead-router/lead-064", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "59c8111f3c60e1f6828be7654d3f6aa217a801521c561b0d162ada382f7da8f6", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 72, "label_count": 5, "prompt_sha256": "85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776", "status": "valid", "task_id": "lead-router/lead-064", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "404908de012c1127f8ff9a03979347dfbe68ef1abc6aa7b151582d37ecc53d85", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 72, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776", "status": "valid", "task_id": "lead-router/lead-064", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"dac85fe0e0024d3ff539d75d\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 11.035692, \"memory_wait_s\": 9.1e-05, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"complaint\", \"phase\": \"router-v2\", \"prompt_sha256\": \"85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776\", \"raw_text\": \"{\\\"answer\\\":\\\"complaint\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7896, \"run_id\": \"run2\", \"sequence\": 97, \"status\": \"ok\", \"task_id\": \"lead-router/lead-064\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:03:23Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7864, \"output\": 8, \"reasoning\": 24}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "nemotron-3-ultra-free", "consulted": true, "default_choice": "nemotron-3-ultra-free", "forced": false, "id": "36c61013cd127148916b09e44c3b0e00ba96da962584b232e4ab2d389089132a", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "fc51f8d9a9b55cb6ac40f95fbdb1c2d0878d195d452ed4871b99471a5452511b", "task_id": "failure-triage/triage-057", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "d41a889273be69ad75a1c0edb084da1378294b0a0e4392246dc8b3712a7cce35", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "fc51f8d9a9b55cb6ac40f95fbdb1c2d0878d195d452ed4871b99471a5452511b", "status": "valid", "task_id": "failure-triage/triage-057", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "7908ff2349ed723ee81d3f354494e7a493103ca2bde93508c1c00a405bb331c0", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 367, "label_count": 10, "model": "nemotron-3-ultra-free", "prompt_sha256": "fc51f8d9a9b55cb6ac40f95fbdb1c2d0878d195d452ed4871b99471a5452511b", "status": "valid", "task_id": "failure-triage/triage-057", "task_type": "failure-triage" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"2c4721b944d6115a7c3ad42a\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 10.584571, \"memory_wait_s\": 0.000125, \"model\": \"nemotron-3-ultra-free\", \"parsed_answer\": \"not_in_this_list\", \"phase\": \"router-v2\", \"prompt_sha256\": \"fc51f8d9a9b55cb6ac40f95fbdb1c2d0878d195d452ed4871b99471a5452511b\", \"raw_text\": \"{\\\"answer\\\": \\\"not_in_this_list\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 9417, \"run_id\": \"run2\", \"sequence\": 98, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-057\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:03:35Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 9027, \"output\": 0, \"reasoning\": 390}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "f71df7c98cd0222d6a75da9d15f9534eb101be32650b4c6ed3a36c903bbad189", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7", "task_id": "lead-router/lead-095", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "bad60cd8b03b5cc22a908d861999ed5c5565ef89d9442e3c5dd7393d734c17b4", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7", "status": "valid", "task_id": "lead-router/lead-095", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "8e10d40f50b7df0cf517e70b779c68a6ce95cf0810b59dec20f27093ae8bd578", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 85, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7", "status": "valid", "task_id": "lead-router/lead-095", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"a4394bb6cabb6cfe7805486b\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 8.26289, \"memory_wait_s\": 0.000241, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"other\", \"phase\": \"router-v2\", \"prompt_sha256\": \"f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7\", \"raw_text\": \"{\\\"answer\\\":\\\"other\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7907, \"run_id\": \"run2\", \"sequence\": 99, \"status\": \"ok\", \"task_id\": \"lead-router/lead-095\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:03:45Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7872, \"output\": 7, \"reasoning\": 28}}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "742101df4be98034f7e1d5445a7b62abac4043557b4a5c308b8cf045ecef7341", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3", "task_id": "lead-router/lead-065", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "81ffaaeb6949d1b20dbf8b4dee7b32cd3393a5551a9dd40e4c938fc4cb4ff676", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3", "status": "valid", "task_id": "lead-router/lead-065", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "1e0c5ad007c08e82913de711251174ddea5d510a215c74f29d428757fe61c7b2", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 85, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3", "status": "valid", "task_id": "lead-router/lead-065", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"e4ab2369bb0ec2d0d202a199\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 8.536934, \"memory_wait_s\": 0.000122, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"complaint\", \"phase\": \"router-v2\", \"prompt_sha256\": \"89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3\", \"raw_text\": \"{\\\"answer\\\": \\\"complaint\\\"}\", \"reported_cost_usd\": 0.0, \"reported_total_tokens\": 7885, \"run_id\": \"run2\", \"sequence\": 100, \"status\": \"ok\", \"task_id\": \"lead-router/lead-065\", \"timeout_s\": 180, \"timestamp\": \"2026-09-25T08:03:53Z\", \"tokens\": {\"cache_read\": 0, \"cache_write\": 0, \"input\": 7869, \"output\": 9, \"reasoning\": 7}}" } ], "status": "complete", "summary_available": true, "tasks": [ { "calls": 2, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 19556, "latency_s": 40.104161000000005, "models": [ "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "parsed_answer": "provider_credit_or_quota", "receipts": [ { "attempted": true, "call_id": "1028cd91726edfc3ff859a7c", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "1028cd91726edfc3ff859a7c", "receipt_sha256": "9dddf6087c473ec442ba0fa23d55ef145e8952799605cda88a3a603604bd5082", "sequence": 69, "source": "run2", "status": "ok", "timeout_s": 180 }, { "attempted": true, "call_id": "ceb4090c274e426755972154", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "ceb4090c274e426755972154", "receipt_sha256": "98447b45080cb3bccb496ea50f16b110b4c7c534e3ad84534e61c58ff3ff02ab", "sequence": 70, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-023", "tokens": 19556 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9366, "latency_s": 11.266909, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "70bd4dcd8837d4a28ab952c2", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "70bd4dcd8837d4a28ab952c2", "receipt_sha256": "3af15e9ac501899e4e657a59c8c378f5b238c1d7a1ae10ad49c1e770a3034188", "sequence": 71, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-041", "tokens": 9366 }, { "calls": 2, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 20109, "latency_s": 45.793678, "models": [ "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "4824a857a24c9b07df7b44aa", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "4824a857a24c9b07df7b44aa", "receipt_sha256": "29aa898472a1e7ce824b608d435e67c4028ce156198cd1b772ba3e8a3e9029b0", "sequence": 72, "source": "run2", "status": "ok", "timeout_s": 180 }, { "attempted": true, "call_id": "22d53946faf371edc14f1d4b", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "22d53946faf371edc14f1d4b", "receipt_sha256": "8ee859fbaf59fb5acb8385fcadc0bab3524abb83717eb421b1511add90422aab", "sequence": 73, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-042", "tokens": 20109 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7889, "latency_s": 7.246581, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "a2d15069c36bf45e09ad88d2", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "a2d15069c36bf45e09ad88d2", "receipt_sha256": "323f886d71559ad1e955b23f77aaa57c93f6f8b5bf1e3d59e02a222db8b7af57", "sequence": 74, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-079", "tokens": 7889 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9493, "latency_s": 11.53133, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "hung_no_progress", "receipts": [ { "attempted": true, "call_id": "f888103fe6a27677238c8b7d", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "f888103fe6a27677238c8b7d", "receipt_sha256": "6a678e9a4e8f3121409fe7680d9b929be50081155b59199c8d99600fe65b09e0", "sequence": 75, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-046", "tokens": 9493 }, { "calls": 2, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 16334, "latency_s": 16.831477, "models": [ "mimo-v2.6-flash-free", "nemotron-3-ultra-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "a9dc557fd3aa563a1e2471f5", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "a9dc557fd3aa563a1e2471f5", "receipt_sha256": "1b8076a94e52bbbb26ffe032c22c8c53498ca11af8b97ca4a2347560d8b580d6", "sequence": 76, "source": "run2", "status": "ok", "timeout_s": 180 }, { "attempted": true, "call_id": "46ede36a3e60427f1a89cb86", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "46ede36a3e60427f1a89cb86", "receipt_sha256": "3009d87c61e92aecf028dc329270427991251e0f301c223cf2ba9eac937b6103", "sequence": 77, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-038", "tokens": 16334 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7890, "latency_s": 7.139558, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "89d7aff485c8849e7a6d1db1", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "89d7aff485c8849e7a6d1db1", "receipt_sha256": "81c2c97543c13a1d2aeb0663b1d7d73e5f4715fdd1342d2177977802b2aa3f8e", "sequence": 78, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-012", "tokens": 7890 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7922, "latency_s": 9.125099, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "87e1c025e9403802f7b9d68f", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "87e1c025e9403802f7b9d68f", "receipt_sha256": "7f15323d4f34625a7a4bb5e20c887d3863e318c39f416edfe153b62eb8042a68", "sequence": 79, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-080", "tokens": 7922 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7882, "latency_s": 8.677862, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "1a7654bc6864f1833afb2324", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "1a7654bc6864f1833afb2324", "receipt_sha256": "d64c4d95fa5124054317b2b56870c3df8d2ae195c26352e46b4df4d4f4003391", "sequence": 80, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-002", "tokens": 7882 }, { "calls": 2, "correct": false, "cost": null, "escalated": true, "known_cost": 0, "known_tokens": 9658, "latency_s": 211.103534, "models": [ "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "9a0655df191ce6569ac83b03", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "9a0655df191ce6569ac83b03", "receipt_sha256": "4e8c184490eb5acab05c5f33283668ddee09c63e8caed953577cade9bbf03251", "sequence": 81, "source": "run2", "status": "ok", "timeout_s": 180 }, { "attempted": true, "call_id": "5e51cbbe9baf019844490309", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "5e51cbbe9baf019844490309", "receipt_sha256": "80186fbaeaea6d76bfd084ab5cab5f8ce05f9076851c0bc59b63d63576dc861a", "sequence": 82, "source": "run2", "status": "timeout", "timeout_s": 180 } ], "status": "timeout", "task_id": "failure-triage/triage-055", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7895, "latency_s": 9.306018, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "4f2509aeb66cdb9804880d6e", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "4f2509aeb66cdb9804880d6e", "receipt_sha256": "aadb45894921edfb32624f9c72435a8195906e97249e0956f1867e6c28c5f0bf", "sequence": 83, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-036", "tokens": 7895 }, { "calls": 2, "correct": false, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 20997, "latency_s": 92.483352, "models": [ "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "8ee3ef55260df6bd614a4a92", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "8ee3ef55260df6bd614a4a92", "receipt_sha256": "b1f7e1e431648e381675015c3f9c74884ebb349974771fe7bb1e2980ce1f7c66", "sequence": 84, "source": "run2", "status": "ok", "timeout_s": 180 }, { "attempted": true, "call_id": "69cb8b0668c2ec939d806e61", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "69cb8b0668c2ec939d806e61", "receipt_sha256": "4fda32464d41c6b380c41925abee316423b1d8fc0855f1b4e370f80c8f0c5855", "sequence": 85, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-014", "tokens": 20997 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7883, "latency_s": 6.683242, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "996a7d75115a7828f6ac3a2b", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "996a7d75115a7828f6ac3a2b", "receipt_sha256": "f71333554fc2a203c319b73f7995f68a22c7af45ada6e08e48ad88f42a6ee0be", "sequence": 86, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-025", "tokens": 7883 }, { "calls": 2, "correct": false, "cost": null, "escalated": true, "known_cost": 0, "known_tokens": 9444, "latency_s": 226.305325, "models": [ "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "9763364e6b1bd76fb1e34f48", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "9763364e6b1bd76fb1e34f48", "receipt_sha256": "55b59d341a83216c7f1e60cc2b1649da6ea7e9647d9bfe29aeddc58b395fa11b", "sequence": 87, "source": "run2", "status": "ok", "timeout_s": 180 }, { "attempted": true, "call_id": "939584717e8e39dd2af1c2ae", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "939584717e8e39dd2af1c2ae", "receipt_sha256": "643fe21d6b46c42959514b00152e9a215dd8f7c79a16e37a8cf466f7a7f81e9d", "sequence": 88, "source": "run2", "status": "timeout", "timeout_s": 180 } ], "status": "timeout", "task_id": "failure-triage/triage-010", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7993, "latency_s": 8.415713, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "afc36eed88d63d229328c990", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "afc36eed88d63d229328c990", "receipt_sha256": "fd59fada1107efa915f67bd0dfcd9c22db2644a479f64e3f9e6eb4c53549828e", "sequence": 89, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-084", "tokens": 7993 }, { "calls": 2, "correct": false, "cost": null, "escalated": true, "known_cost": 0, "known_tokens": 9679, "latency_s": 193.80132400000002, "models": [ "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "56e3bcf89ed49d13298b1d56", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "56e3bcf89ed49d13298b1d56", "receipt_sha256": "b186d8e164e32c8c6d588fddd5c0461b4ddc477aed0fdc618e2faa95227c403a", "sequence": 90, "source": "run2", "status": "ok", "timeout_s": 180 }, { "attempted": true, "call_id": "caaca9368c3c0f4f885f97a0", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "caaca9368c3c0f4f885f97a0", "receipt_sha256": "d96e84574d2f7dcedf1b84579c1bebf49cb3ac3404c208db9adb99082b2ae019", "sequence": 91, "source": "run2", "status": "timeout", "timeout_s": 180 } ], "status": "timeout", "task_id": "failure-triage/triage-056", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9401, "latency_s": 14.948669, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "a2a854f63aaad90912efdae3", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "a2a854f63aaad90912efdae3", "receipt_sha256": "ebcafedf6397f455aa7581ca6925c69847e7194f45565930046d7de3a26036e9", "sequence": 92, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-017", "tokens": 9401 }, { "calls": 2, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 19471, "latency_s": 46.092348, "models": [ "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "6c41e3900fbae9a1dd711281", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "6c41e3900fbae9a1dd711281", "receipt_sha256": "575d476e0d940d8964b67a64c2d3b1b8f41ca34c890967e2b7326e0a55a5da79", "sequence": 93, "source": "run2", "status": "ok", "timeout_s": 180 }, { "attempted": true, "call_id": "229d0adc2f38e367314e240f", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "229d0adc2f38e367314e240f", "receipt_sha256": "a2e82a39c3f4e96101e715a52207f36feccfca0deb814335887da71fb0ca449c", "sequence": 94, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-039", "tokens": 19471 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 9555, "latency_s": 10.00118, "models": [ "nemotron-3-ultra-free", "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "3a4d7cdddee75c84df882685", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "3a4d7cdddee75c84df882685", "receipt_sha256": "41918f6448406de9e3cc8b7f4231a4b3385c31c686e2c021a3d2141f0bd78e7e", "sequence": 95, "source": "run2", "status": "ok", "timeout_s": 180 }, { "attempted": false, "call_id": null, "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "7be33513c9b8bfec6545aba4a6630fd92b0e0cb117668e9d7634423a402a77f2", "receipt_sha256": "7be33513c9b8bfec6545aba4a6630fd92b0e0cb117668e9d7634423a402a77f2", "sequence": null, "source": "run2", "status": "budget_reserved", "timeout_s": 180 } ], "status": "budget_reserved", "task_id": "failure-triage/triage-026", "tokens": 9555 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7888, "latency_s": 6.920111, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "a59556e3ba1c4a6f57827c84", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "a59556e3ba1c4a6f57827c84", "receipt_sha256": "d80e849496dfcc1ff8252910065ec3ac324e7dc36af2fdf71643876f87a931f1", "sequence": 96, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-029", "tokens": 7888 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7896, "latency_s": 11.035692, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "dac85fe0e0024d3ff539d75d", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "dac85fe0e0024d3ff539d75d", "receipt_sha256": "b57a714134fbd40db17fc7377e31a89374247a7cbce0ff5a5a0fc7ca03ff4097", "sequence": 97, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-064", "tokens": 7896 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9417, "latency_s": 10.584571, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "2c4721b944d6115a7c3ad42a", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "2c4721b944d6115a7c3ad42a", "receipt_sha256": "689f2f0cd6a6d0c70738744d3e63a87195ef105a956ecbec9f18aff7305baa21", "sequence": 98, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-057", "tokens": 9417 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7907, "latency_s": 8.26289, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "a4394bb6cabb6cfe7805486b", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "a4394bb6cabb6cfe7805486b", "receipt_sha256": "231a62c821d8e4b4505311488287561f705b26694842dc977b3bf9b26899c181", "sequence": 99, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-095", "tokens": 7907 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7885, "latency_s": 8.536934, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "e4ab2369bb0ec2d0d202a199", "original_receipt_sha256": null, "original_status": null, "phase": "router-v2", "receipt_id": "e4ab2369bb0ec2d0d202a199", "receipt_sha256": "53eba53b7fdc88f40e10f9f28046422f5aec147473a7dc82725a3354a130ed74", "sequence": 100, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-065", "tokens": 7885 } ], "unattempted_task_count": 0 }, "primary_run1": { "config_sha256": "7358ecf0600e7c1541963cad6f84064a2fd6bccce53d5bf622bb738c4c429234", "label": "OpenCode Zen free chat via CLI - NOT JEV", "lean": { "after_tokens": 24702, "applied_transport": "opencode-cli: required by free access; no browser", "before_tokens": 56024, "estimator": "samples/_shared/jev.py estimate_tokens (JSON chars / 4)", "preferred_transport": "api", "real_opencode_token_ablation": "UNTESTED; system prompt not changed", "saved_fraction": 0.559081822076253 }, "method": "Offline policy replay over one shared task-by-model call matrix", "policies": { "fixed/mimo-v2.6-flash-free": { "metrics": { "calls_per_task": 0.4583333333333333, "cost_per_success_usd": null, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 65788, "latency_n": 11, "median_latency_s": 27.72221, "n": 24, "p90_latency_s": 60.130668, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 9398.285714285714, "reported_cost_usd": null, "reported_tokens": null, "success_rate": 0.2916666666666667, "successes": 7, "tokens_per_success": null, "unknown_cost_tasks": 3, "unknown_token_tasks": 3 }, "tasks": [ { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8568, "latency_s": 10.34643, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "provider_credit_or_quota", "status": "ok", "task_id": "failure-triage/triage-023", "tokens": 8568 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8567, "latency_s": 23.785293, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "harness_crash", "status": "ok", "task_id": "failure-triage/triage-041", "tokens": 8567 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8563, "latency_s": 22.939993, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "harness_crash", "status": "ok", "task_id": "failure-triage/triage-042", "tokens": 8563 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7882, "latency_s": 27.72221, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-079", "tokens": 7882 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8582, "latency_s": 22.426335, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "ok", "task_id": "failure-triage/triage-046", "tokens": 8582 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7874, "latency_s": 26.23152, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-038", "tokens": 7874 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7882, "latency_s": 47.4553, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "book", "status": "ok", "task_id": "lead-router/lead-012", "tokens": 7882 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 60.130668, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "timeout", "task_id": "lead-router/lead-080", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7870, "latency_s": 54.248645, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "book", "status": "ok", "task_id": "lead-router/lead-002", "tokens": 7870 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 60.099363, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "timeout", "task_id": "failure-triage/triage-055", "tokens": null }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 60.141744, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "timeout", "task_id": "lead-router/lead-036", "tokens": null }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-014", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-025", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-010", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-084", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-056", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-017", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-039", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-026", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-029", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-064", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-057", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-095", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-065", "tokens": 0 } ] }, "fixed/nemotron-3.5-lightning-free": { "metrics": { "calls_per_task": 0.375, "cost_per_success_usd": null, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 35960, "latency_n": 9, "median_latency_s": 60.183851, "n": 24, "p90_latency_s": 60.567571, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 8990.0, "reported_cost_usd": null, "reported_tokens": null, "success_rate": 0.16666666666666666, "successes": 4, "tokens_per_success": null, "unknown_cost_tasks": 5, "unknown_token_tasks": 5 }, "tasks": [ { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 60.183851, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "timeout", "task_id": "failure-triage/triage-023", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10339, "latency_s": 45.192596, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "status": "ok", "task_id": "failure-triage/triage-041", "tokens": 10339 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 60.253016, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "timeout", "task_id": "failure-triage/triage-042", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8501, "latency_s": 23.687977, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-079", "tokens": 8501 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 60.567571, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "timeout", "task_id": "failure-triage/triage-046", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8535, "latency_s": 21.391073, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-038", "tokens": 8535 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8585, "latency_s": 24.760634, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "book", "status": "ok", "task_id": "lead-router/lead-012", "tokens": 8585 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 60.359247, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "timeout", "task_id": "lead-router/lead-080", "tokens": null }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 60.199988, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "timeout", "task_id": "lead-router/lead-002", "tokens": null }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-055", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-036", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-014", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-025", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-010", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-084", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-056", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-017", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-039", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-026", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-029", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-064", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "failure-triage/triage-057", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-095", "tokens": 0 }, { "calls": 0, "correct": false, "cost": 0, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 0, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "status": "skipped_unavailable", "task_id": "lead-router/lead-065", "tokens": 0 } ] }, "fixed/space-bunny-free": { "metrics": { "calls_per_task": 1.0, "cost_per_success_usd": 0.0, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 200279, "latency_n": 24, "median_latency_s": 5.810387, "n": 24, "p90_latency_s": 22.943995, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 8344.958333333334, "reported_cost_usd": 0.0, "reported_tokens": 200279, "success_rate": 1.0, "successes": 24, "tokens_per_success": 8344.958333333334, "unknown_cost_tasks": 0, "unknown_token_tasks": 0 }, "tasks": [ { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8644, "latency_s": 6.858523, "models": [ "space-bunny-free" ], "parsed_answer": "provider_credit_or_quota", "status": "ok", "task_id": "failure-triage/triage-023", "tokens": 8644 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8683, "latency_s": 15.652412, "models": [ "space-bunny-free" ], "parsed_answer": "harness_crash", "status": "ok", "task_id": "failure-triage/triage-041", "tokens": 8683 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8642, "latency_s": 25.114095, "models": [ "space-bunny-free" ], "parsed_answer": "harness_crash", "status": "ok", "task_id": "failure-triage/triage-042", "tokens": 8642 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7975, "latency_s": 20.068034, "models": [ "space-bunny-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-079", "tokens": 7975 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8648, "latency_s": 16.506493, "models": [ "space-bunny-free" ], "parsed_answer": "hung_no_progress", "status": "ok", "task_id": "failure-triage/triage-046", "tokens": 8648 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8009, "latency_s": 32.027886, "models": [ "space-bunny-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-038", "tokens": 8009 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7974, "latency_s": 16.50299, "models": [ "space-bunny-free" ], "parsed_answer": "book", "status": "ok", "task_id": "lead-router/lead-012", "tokens": 7974 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8023, "latency_s": 22.943995, "models": [ "space-bunny-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-080", "tokens": 8023 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7973, "latency_s": 21.262143, "models": [ "space-bunny-free" ], "parsed_answer": "book", "status": "ok", "task_id": "lead-router/lead-002", "tokens": 7973 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8772, "latency_s": 7.526003, "models": [ "space-bunny-free" ], "parsed_answer": "not_in_this_list", "status": "ok", "task_id": "failure-triage/triage-055", "tokens": 8772 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8017, "latency_s": 5.652532, "models": [ "space-bunny-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-036", "tokens": 8017 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8732, "latency_s": 7.762529, "models": [ "space-bunny-free" ], "parsed_answer": "model_wrong_deliverable", "status": "ok", "task_id": "failure-triage/triage-014", "tokens": 8732 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8015, "latency_s": 5.732979, "models": [ "space-bunny-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-025", "tokens": 8015 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8703, "latency_s": 5.155485, "models": [ "space-bunny-free" ], "parsed_answer": "model_gave_up", "status": "ok", "task_id": "failure-triage/triage-010", "tokens": 8703 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8062, "latency_s": 5.887795, "models": [ "space-bunny-free" ], "parsed_answer": "other", "status": "ok", "task_id": "lead-router/lead-084", "tokens": 8062 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8733, "latency_s": 5.413778, "models": [ "space-bunny-free" ], "parsed_answer": "not_in_this_list", "status": "ok", "task_id": "failure-triage/triage-056", "tokens": 8733 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8697, "latency_s": 5.700262, "models": [ "space-bunny-free" ], "parsed_answer": "model_wrong_deliverable", "status": "ok", "task_id": "failure-triage/triage-017", "tokens": 8697 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8642, "latency_s": 4.25181, "models": [ "space-bunny-free" ], "parsed_answer": "harness_crash", "status": "ok", "task_id": "failure-triage/triage-039", "tokens": 8642 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8643, "latency_s": 5.727079, "models": [ "space-bunny-free" ], "parsed_answer": "rate_limited", "status": "ok", "task_id": "failure-triage/triage-026", "tokens": 8643 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7974, "latency_s": 5.347345, "models": [ "space-bunny-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-029", "tokens": 7974 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7993, "latency_s": 4.897917, "models": [ "space-bunny-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-064", "tokens": 7993 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8746, "latency_s": 5.277222, "models": [ "space-bunny-free" ], "parsed_answer": "not_in_this_list", "status": "ok", "task_id": "failure-triage/triage-057", "tokens": 8746 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7977, "latency_s": 4.224422, "models": [ "space-bunny-free" ], "parsed_answer": "other", "status": "ok", "task_id": "lead-router/lead-095", "tokens": 7977 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8002, "latency_s": 4.436131, "models": [ "space-bunny-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-065", "tokens": 8002 } ] }, "router": { "metrics": { "calls_per_task": 1.0833333333333333, "cost_per_success_usd": null, "escalation_rate": 0.3333333333333333, "known_reported_cost_usd": 0, "known_reported_tokens": 199856, "latency_n": 24, "median_latency_s": 6.373158999999999, "n": 24, "p90_latency_s": 54.248645, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 8327.333333333334, "reported_cost_usd": null, "reported_tokens": null, "success_rate": 1.0, "successes": 24, "tokens_per_success": null, "unknown_cost_tasks": 2, "unknown_token_tasks": 2 }, "tasks": [ { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8644, "latency_s": 6.858523, "models": [ "space-bunny-free" ], "parsed_answer": "provider_credit_or_quota", "status": "ok", "task_id": "failure-triage/triage-023", "tokens": 8644 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8683, "latency_s": 15.652412, "models": [ "space-bunny-free" ], "parsed_answer": "harness_crash", "status": "ok", "task_id": "failure-triage/triage-041", "tokens": 8683 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8642, "latency_s": 25.114095, "models": [ "space-bunny-free" ], "parsed_answer": "harness_crash", "status": "ok", "task_id": "failure-triage/triage-042", "tokens": 8642 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7882, "latency_s": 27.72221, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-079", "tokens": 7882 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8648, "latency_s": 16.506493, "models": [ "space-bunny-free" ], "parsed_answer": "hung_no_progress", "status": "ok", "task_id": "failure-triage/triage-046", "tokens": 8648 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7874, "latency_s": 26.23152, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-038", "tokens": 7874 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7882, "latency_s": 47.4553, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "book", "status": "ok", "task_id": "lead-router/lead-012", "tokens": 7882 }, { "calls": 2, "correct": true, "cost": null, "escalated": true, "known_cost": 0, "known_tokens": 8023, "latency_s": 83.074663, "models": [ "mimo-v2.6-flash-free", "space-bunny-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-080", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7870, "latency_s": 54.248645, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "book", "status": "ok", "task_id": "lead-router/lead-002", "tokens": 7870 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8772, "latency_s": 7.526003, "models": [ "space-bunny-free" ], "parsed_answer": "not_in_this_list", "status": "ok", "task_id": "failure-triage/triage-055", "tokens": 8772 }, { "calls": 2, "correct": true, "cost": null, "escalated": true, "known_cost": 0, "known_tokens": 8017, "latency_s": 65.794276, "models": [ "mimo-v2.6-flash-free", "space-bunny-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-036", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8732, "latency_s": 7.762529, "models": [ "space-bunny-free" ], "parsed_answer": "model_wrong_deliverable", "status": "ok", "task_id": "failure-triage/triage-014", "tokens": 8732 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 8015, "latency_s": 5.732979, "models": [ "mimo-v2.6-flash-free", "space-bunny-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-025", "tokens": 8015 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8703, "latency_s": 5.155485, "models": [ "space-bunny-free" ], "parsed_answer": "model_gave_up", "status": "ok", "task_id": "failure-triage/triage-010", "tokens": 8703 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 8062, "latency_s": 5.887795, "models": [ "mimo-v2.6-flash-free", "space-bunny-free" ], "parsed_answer": "other", "status": "ok", "task_id": "lead-router/lead-084", "tokens": 8062 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8733, "latency_s": 5.413778, "models": [ "space-bunny-free" ], "parsed_answer": "not_in_this_list", "status": "ok", "task_id": "failure-triage/triage-056", "tokens": 8733 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8697, "latency_s": 5.700262, "models": [ "space-bunny-free" ], "parsed_answer": "model_wrong_deliverable", "status": "ok", "task_id": "failure-triage/triage-017", "tokens": 8697 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8642, "latency_s": 4.25181, "models": [ "space-bunny-free" ], "parsed_answer": "harness_crash", "status": "ok", "task_id": "failure-triage/triage-039", "tokens": 8642 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8643, "latency_s": 5.727079, "models": [ "space-bunny-free" ], "parsed_answer": "rate_limited", "status": "ok", "task_id": "failure-triage/triage-026", "tokens": 8643 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 7974, "latency_s": 5.347345, "models": [ "mimo-v2.6-flash-free", "space-bunny-free" ], "parsed_answer": "price", "status": "ok", "task_id": "lead-router/lead-029", "tokens": 7974 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 7993, "latency_s": 4.897917, "models": [ "mimo-v2.6-flash-free", "space-bunny-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-064", "tokens": 7993 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8746, "latency_s": 5.277222, "models": [ "space-bunny-free" ], "parsed_answer": "not_in_this_list", "status": "ok", "task_id": "failure-triage/triage-057", "tokens": 8746 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 7977, "latency_s": 4.224422, "models": [ "mimo-v2.6-flash-free", "space-bunny-free" ], "parsed_answer": "other", "status": "ok", "task_id": "lead-router/lead-095", "tokens": 7977 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": true, "known_cost": 0, "known_tokens": 8002, "latency_s": 4.436131, "models": [ "mimo-v2.6-flash-free", "space-bunny-free" ], "parsed_answer": "complaint", "status": "ok", "task_id": "lead-router/lead-065", "tokens": 8002 } ] } }, "schema_version": 1, "shadow": { "agreement_rate": 0.625, "agreements": 20, "consultations": 32, "consultations_avoided": 56, "decisions": 88, "forced": 24, "label": "MOCK - NOT JEV", "live_jev_calls": 0, "mode": "shadow", "real_jev_consultations": 0, "recorded_jev_consultations": 0, "stakes": 56 }, "shadow_events": [ { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "13ad81a314b7b9300b72b5deea6b5ef647972e3f45d064fd3d465f1c8f5d4c2d", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 336, "label_count": 10, "prompt_sha256": "76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f", "task_id": "failure-triage/triage-023", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "da4e4b9be14a520bbaab7e16e44f0f274896d1378699b0c233075ee25d284368", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 336, "label_count": 10, "prompt_sha256": "76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f", "status": "valid", "task_id": "failure-triage/triage-023", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "3dfaca232974bb7a2955924729550a7f20f855b68bf0d8fdbc2de0e531705f2a", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 336, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f", "status": "valid", "task_id": "failure-triage/triage-023", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/814e105ed158f59552a228c615cf8e3fcb761470ce058a0e9c874fc1e91bca04.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"30a9aaa67636f236ba7b553b\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 6.858523, \"model\": \"space-bunny-free\", \"parsed_answer\": \"provider_credit_or_quota\", \"prompt_sha256\": \"76837217713c45d5d3b4cc0265fd868a699643b37ce79dff1f2a8ca560a11f1f\", \"raw_events_sha256\": \"a20b750070f\n...\n44, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-023\", \"timestamp\": \"2026-09-25T05:00:52Z\", \"tokens\": {\"cache_read\": 7841, \"cache_write\": 0, \"input\": 792, \"output\": 11, \"reasoning\": 0}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7841, \"write\": 0}, \"input\": 792, \"output\": 11, \"reasoning\": 0, \"total\": 8644}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "ebc75a6ac5fc45c62f30e6af54dee3e4bec8732e0a0413018701803d7f073172", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 348, "label_count": 10, "prompt_sha256": "a2665d66bbd1143ab18ad4647cb04d6808aaca73cbed9cc9e84f1d9d2225cdaa", "task_id": "failure-triage/triage-041", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "da937ce2204b6faa6f0dd3514b8eef5c49379c0c3f9aadb4688bc14e30bd943f", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 348, "label_count": 10, "prompt_sha256": "a2665d66bbd1143ab18ad4647cb04d6808aaca73cbed9cc9e84f1d9d2225cdaa", "status": "valid", "task_id": "failure-triage/triage-041", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "7cb7c04b0d6f1c933449ddb17a22653da01276cea8ac2d775f1fe8d4eb187c93", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 348, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "a2665d66bbd1143ab18ad4647cb04d6808aaca73cbed9cc9e84f1d9d2225cdaa", "status": "valid", "task_id": "failure-triage/triage-041", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/dc6d8c143d6ffda07216cd2799ed3e4c72024024620b61395fa63c23accb362b.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"97b308a8767f9af2aa52b7e6\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 15.652412, \"model\": \"space-bunny-free\", \"parsed_answer\": \"harness_crash\", \"prompt_sha256\": \"a2665d66bbd1143ab18ad4647cb04d6808aaca73cbed9cc9e84f1d9d2225cdaa\", \"raw_events_sha256\": \"2dc5fe722173b88b75df8\n...\n8683, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-041\", \"timestamp\": \"2026-09-25T05:01:59Z\", \"tokens\": {\"cache_read\": 8601, \"cache_write\": 0, \"input\": 35, \"output\": 8, \"reasoning\": 39}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8601, \"write\": 0}, \"input\": 35, \"output\": 8, \"reasoning\": 39, \"total\": 8683}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "527eaf9979bae2e9c24657e9af200af89983b6924e43cc8e80a6742b303060dd", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 335, "label_count": 10, "prompt_sha256": "6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365", "task_id": "failure-triage/triage-042", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "80a80dafbfaf0dbcf70cb7eebd079ae7587b7a83d8c25d30ce223caafde675e1", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 335, "label_count": 10, "prompt_sha256": "6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365", "status": "valid", "task_id": "failure-triage/triage-042", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "0c16c27fd31ed77c2df9f00185366a1562a2a72f6eaf69909d628d6a73b475e2", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 335, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365", "status": "valid", "task_id": "failure-triage/triage-042", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/26b46854024e3db359a8f81c7dc8613c417bc811b3756d889c2644d1526250dd.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"6163b551f663355d1d9371e5\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 25.114095, \"model\": \"space-bunny-free\", \"parsed_answer\": \"harness_crash\", \"prompt_sha256\": \"6674a147d204abb85f2c092e7e43c7d5fc3ae4fb7fad6609a6d003d57e89c365\", \"raw_events_sha256\": \"79d909cfb08beee64dce2\n...\n: 8642, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-042\", \"timestamp\": \"2026-09-25T05:04:47Z\", \"tokens\": {\"cache_read\": 8601, \"cache_write\": 0, \"input\": 32, \"output\": 9, \"reasoning\": 0}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8601, \"write\": 0}, \"input\": 32, \"output\": 9, \"reasoning\": 0, \"total\": 8642}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "908b9986ef6bab353285be414231ab5af027cbd67c1606f66d730daf8ce3575a", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 91, "label_count": 5, "prompt_sha256": "af7f6ae214ea7988ebaceefc61f658bed1ff3087fe823ae266efcc0dd0f59182", "task_id": "lead-router/lead-079", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "ebc29e7b9972fb6c63ea531f0bd9e5d2da5bfc7d2af9a4a949d30eb4d8819fba", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 91, "label_count": 5, "prompt_sha256": "af7f6ae214ea7988ebaceefc61f658bed1ff3087fe823ae266efcc0dd0f59182", "status": "valid", "task_id": "lead-router/lead-079", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "4b8d46e31386cf2cafa927d8e5993711f07a08c69bc77f3d430f489b6d067bcf", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 91, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "af7f6ae214ea7988ebaceefc61f658bed1ff3087fe823ae266efcc0dd0f59182", "status": "valid", "task_id": "lead-router/lead-079", "task_type": "lead-router" }, "tool_output": "file=/tool-output/adb6c512b4be3ec5eabe5565a0cce10c7dad5061060d615b4c9e41c0abf2a38c.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"2c25aed3476ea68804a6229a\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 27.72221, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"complaint\", \"prompt_sha256\": \"af7f6ae214ea7988ebaceefc61f658bed1ff3087fe823ae266efcc0dd0f59182\", \"raw_events_sha256\": \"fdfa5c7f450ba320a9e901\n...\n 7882, \"status\": \"ok\", \"task_id\": \"lead-router/lead-079\", \"timestamp\": \"2026-09-25T05:05:12Z\", \"tokens\": {\"cache_read\": 6144, \"cache_write\": 0, \"input\": 1716, \"output\": 9, \"reasoning\": 13}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 6144, \"write\": 0}, \"input\": 1716, \"output\": 9, \"reasoning\": 13, \"total\": 7882}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "6d1ad3966f5080505f4d44fb639a822c9ff5a564a8bfc7eacd8092795e01a0c0", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 358, "label_count": 10, "prompt_sha256": "b45794653a89665555aac4f2f245e03b2fff8f4918302b48f291b0fdfbd7f492", "task_id": "failure-triage/triage-046", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "7e993ecf7ac90756f0b47b065c826530a667bf06fce65e7bcab12fb13c673370", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 358, "label_count": 10, "prompt_sha256": "b45794653a89665555aac4f2f245e03b2fff8f4918302b48f291b0fdfbd7f492", "status": "valid", "task_id": "failure-triage/triage-046", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "285ac8fd94883b4b6e4244c2c354f975537e4c3aea5daba9d43738d43a65e539", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 358, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "b45794653a89665555aac4f2f245e03b2fff8f4918302b48f291b0fdfbd7f492", "status": "valid", "task_id": "failure-triage/triage-046", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/92a2e4044fbefe4d67bbad48dd219032ceb939ad3dc77b98d797c42fa8d3f630.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"13a18069c0df4bd0ae530c26\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 16.506493, \"model\": \"space-bunny-free\", \"parsed_answer\": \"hung_no_progress\", \"prompt_sha256\": \"b45794653a89665555aac4f2f245e03b2fff8f4918302b48f291b0fdfbd7f492\", \"raw_events_sha256\": \"4a0ddd00f7817ee810\n...\n: 8648, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-046\", \"timestamp\": \"2026-09-25T05:06:24Z\", \"tokens\": {\"cache_read\": 8566, \"cache_write\": 0, \"input\": 74, \"output\": 8, \"reasoning\": 0}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8566, \"write\": 0}, \"input\": 74, \"output\": 8, \"reasoning\": 0, \"total\": 8648}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "87dbffb2631ee72011bbc0d26eb27168d6524e91f7a81d991aae2d7807b47e57", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 57, "label_count": 5, "prompt_sha256": "b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3", "task_id": "lead-router/lead-038", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "9cd4f3543de7f607d41ac3c54484ad946e8438bcb8cc6a36cc602037b45d9e2c", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 57, "label_count": 5, "prompt_sha256": "b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3", "status": "valid", "task_id": "lead-router/lead-038", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "3a58056bc3262589b0142802d91ffa098e94ce081e32556f095a770eff1c7570", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 57, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3", "status": "valid", "task_id": "lead-router/lead-038", "task_type": "lead-router" }, "tool_output": "file=/tool-output/f70272c8fc6835b01fdd2ea5cb63adb3fbf267dc80c90edfb531c42868a80fd4.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"d18afa85ef4e1c97e8c9bc55\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 26.23152, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"price\", \"prompt_sha256\": \"b73c04ca08029e979c3728e7b9421fcc690954b297b4e247370f46e5a4a4f8a3\", \"raw_events_sha256\": \"85a79ce013cbf58778253f685e\n...\nns\": 7874, \"status\": \"ok\", \"task_id\": \"lead-router/lead-038\", \"timestamp\": \"2026-09-25T05:08:25Z\", \"tokens\": {\"cache_read\": 7808, \"cache_write\": 0, \"input\": 47, \"output\": 8, \"reasoning\": 11}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7808, \"write\": 0}, \"input\": 47, \"output\": 8, \"reasoning\": 11, \"total\": 7874}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "9b6d8ed6716f4f6fc31745c376ef660cb785ca7e34907dc7eccf4fc47827cf2c", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "c0c5c6b487fb1200fa687bedbb51da9fc086b54ef61090297fa5bc5839fc2641", "task_id": "lead-router/lead-012", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "6c37d4ea481ba93a7ceac258a9d5e6a28ed01a1513daaeb2a1bc569605f424ef", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "c0c5c6b487fb1200fa687bedbb51da9fc086b54ef61090297fa5bc5839fc2641", "status": "valid", "task_id": "lead-router/lead-012", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "72d82287929c3efb71f6b9dc296432bf1c5d5d605daa00dcd2a6826aeb445be4", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 85, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "c0c5c6b487fb1200fa687bedbb51da9fc086b54ef61090297fa5bc5839fc2641", "status": "valid", "task_id": "lead-router/lead-012", "task_type": "lead-router" }, "tool_output": "file=/tool-output/5ab4f73b76fda5f0f1be5d0eb89aff645c754c359df09a03038d5174cff9cb3b.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"6d67b0842a9ad56a1cf5ba18\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 47.4553, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"book\", \"prompt_sha256\": \"c0c5c6b487fb1200fa687bedbb51da9fc086b54ef61090297fa5bc5839fc2641\", \"raw_events_sha256\": \"9e8b866a6e545c0e54b0e41141bf\n...\nns\": 7882, \"status\": \"ok\", \"task_id\": \"lead-router/lead-012\", \"timestamp\": \"2026-09-25T05:09:23Z\", \"tokens\": {\"cache_read\": 7808, \"cache_write\": 0, \"input\": 51, \"output\": 7, \"reasoning\": 16}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7808, \"write\": 0}, \"input\": 51, \"output\": 7, \"reasoning\": 16, \"total\": 7882}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "c966d3239fee3b4edc90393cad7297e2ca598e811d8f0b9b6097c7cf05578db6", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 107, "label_count": 5, "prompt_sha256": "0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398", "task_id": "lead-router/lead-080", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "89b55b749741ef11ff9ab02982b9fe1879b283ba7449da0a1e16f624b5e3b418", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 107, "label_count": 5, "prompt_sha256": "0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398", "status": "timeout", "task_id": "lead-router/lead-080", "task_type": "lead-router" } }, { "adviser_choice": "space-bunny-free", "agreement": true, "choices": [ "space-bunny-free", "stop" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "a7f5c02aa60c2a2cac14581425f334e2facb51d0e9b2dc8e54e4ee7bc6186a6e", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "space-bunny-free", "stop" ], "default_choice": "space-bunny-free", "input_chars": 107, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398", "status": "timeout", "task_id": "lead-router/lead-080", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"d0b0b86fb5c3257ec18927a8\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 60.130668, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": null, \"prompt_sha256\": \"0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398\", \"raw_events_sha256\": \"b40d45b80f4d92d8f9d1c9aa3f3b7339285e572621d94837f9dc5bbb34e151fb\", \"raw_text\": \"\", \"reported_cost_usd\": null, \"reported_total_tokens\": null, \"status\": \"timeout\", \"task_id\": \"lead-router/lead-080\", \"timestamp\": \"2026-09-25T05:12:15Z\", \"tokens\": null, \"usage_receipts\": []}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "aa4a3639f7201e82faf605eafc34ddcdefb7cac52d0905885252b6f61f3e748e", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 107, "label_count": 5, "prompt_sha256": "0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398", "status": "valid", "task_id": "lead-router/lead-080", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "25181d325eba97837e3b71bbed3690624775294366a53f522aafc14a8b879e3f", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 107, "label_count": 5, "model": "space-bunny-free", "prompt_sha256": "0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398", "status": "valid", "task_id": "lead-router/lead-080", "task_type": "lead-router" }, "tool_output": "file=/tool-output/ae9c95471c7c349bf83fd2710690cc1fe1adfd1df8cb90b92483629719dcda9e.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"bf207317302cd1d15cd0d483\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 22.943995, \"model\": \"space-bunny-free\", \"parsed_answer\": \"complaint\", \"prompt_sha256\": \"0e75d6d0206255ac9526d18c436e44c81ef86e2a26aa709bbbfe1b4f1de19398\", \"raw_events_sha256\": \"3313602597bdd1ed1bd91c25e\n...\nns\": 8023, \"status\": \"ok\", \"task_id\": \"lead-router/lead-080\", \"timestamp\": \"2026-09-25T05:10:52Z\", \"tokens\": {\"cache_read\": 7939, \"cache_write\": 0, \"input\": 34, \"output\": 6, \"reasoning\": 44}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7939, \"write\": 0}, \"input\": 34, \"output\": 6, \"reasoning\": 44, \"total\": 8023}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "a124aeae0b2ba616a5dbe609c8fa9bc7bb553260b15134f380ab5a3888abe59c", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 75, "label_count": 5, "prompt_sha256": "8c10e3a670120baa53664e194b9486c3acf13d3cb2f01a8dd653fc13fd5e87dc", "task_id": "lead-router/lead-002", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "229ca441c2db592fc75699b7b5f62d886c77cd913a1f99f68408cb1e4b758ac2", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 75, "label_count": 5, "prompt_sha256": "8c10e3a670120baa53664e194b9486c3acf13d3cb2f01a8dd653fc13fd5e87dc", "status": "valid", "task_id": "lead-router/lead-002", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "044eddb915cf8ec6d04b736a058218f9256670b7700e70c5a891fe5fae72f3b0", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 75, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "8c10e3a670120baa53664e194b9486c3acf13d3cb2f01a8dd653fc13fd5e87dc", "status": "valid", "task_id": "lead-router/lead-002", "task_type": "lead-router" }, "tool_output": "file=/tool-output/97ba9c92b0d3f925a428a77e019af25e0aca0c04953b2491db143e8a5a6f268a.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"c5a6a5f9783a934157cbb5ed\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 54.248645, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": \"book\", \"prompt_sha256\": \"8c10e3a670120baa53664e194b9486c3acf13d3cb2f01a8dd653fc13fd5e87dc\", \"raw_events_sha256\": \"c670cf25cbfcc7f05ba0dd99f0\n...\nkens\": 7870, \"status\": \"ok\", \"task_id\": \"lead-router/lead-002\", \"timestamp\": \"2026-09-25T05:14:15Z\", \"tokens\": {\"cache_read\": 7808, \"cache_write\": 0, \"input\": 50, \"output\": 7, \"reasoning\": 5}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7808, \"write\": 0}, \"input\": 50, \"output\": 7, \"reasoning\": 5, \"total\": 7870}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "ad74b273f1b2510d9352cd2f330fc8575c4b6b91ae04faa2d88e9e306ee34c25", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 366, "label_count": 10, "prompt_sha256": "6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837", "task_id": "failure-triage/triage-055", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "5676b31f2ac6b675908664448d444b116d9cbd5ff8b5ce5034dd205275c73966", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 366, "label_count": 10, "prompt_sha256": "6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837", "status": "valid", "task_id": "failure-triage/triage-055", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "07fbd168814c502ca4f6893d6e16a088feb818b23dc1b402bd4adeca43cd5e65", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 366, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837", "status": "valid", "task_id": "failure-triage/triage-055", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/42be870cb3cb7fbe4f731b758228c7cffb81a3011b739bbc105ca8d127e8ea5f.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"b0dc4627625c892c2e7d147d\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 7.526003, \"model\": \"space-bunny-free\", \"parsed_answer\": \"not_in_this_list\", \"prompt_sha256\": \"6be9226dcca27247a4b95bedf04a586f3f2916a1c6d29fab117decb24408c837\", \"raw_events_sha256\": \"39effccb31f9c50746f\n...\n72, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-055\", \"timestamp\": \"2026-09-25T05:16:31Z\", \"tokens\": {\"cache_read\": 8575, \"cache_write\": 0, \"input\": 62, \"output\": 8, \"reasoning\": 127}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8575, \"write\": 0}, \"input\": 62, \"output\": 8, \"reasoning\": 127, \"total\": 8772}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "36c9a634a4d88e990419de5fbed13039d8e1bf2f0b15c6e690c564a5965a01f0", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 66, "label_count": 5, "prompt_sha256": "7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e", "task_id": "lead-router/lead-036", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "48375bcf8e50638aa00821b0a0923d8b4d5ca5b0150e14f73065954236d9f1f9", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 66, "label_count": 5, "prompt_sha256": "7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e", "status": "timeout", "task_id": "lead-router/lead-036", "task_type": "lead-router" } }, { "adviser_choice": "space-bunny-free", "agreement": true, "choices": [ "space-bunny-free", "stop" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "34b62ee12165e8d2d5dd2f68263722afeff4e46bb62a4388a1a9b17f519f4a8e", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "space-bunny-free", "stop" ], "default_choice": "space-bunny-free", "input_chars": 66, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e", "status": "timeout", "task_id": "lead-router/lead-036", "task_type": "lead-router" }, "tool_output": "{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"6ae277c6fb3ebeefd6e6f491\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 60.141744, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": null, \"prompt_sha256\": \"7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e\", \"raw_events_sha256\": \"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\", \"raw_text\": \"\", \"reported_cost_usd\": null, \"reported_total_tokens\": null, \"status\": \"timeout\", \"task_id\": \"lead-router/lead-036\", \"timestamp\": \"2026-09-25T05:16:44Z\", \"tokens\": null, \"usage_receipts\": []}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "a07b9054d6754bf52a696ab0086d2171cfea2292b1168e3342ebde8d77433c15", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 66, "label_count": 5, "prompt_sha256": "7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e", "status": "valid", "task_id": "lead-router/lead-036", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "d37ed2bc78583235a7c1ba8486cdf8451c50ddf2277a291a8c257afac740e09a", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 66, "label_count": 5, "model": "space-bunny-free", "prompt_sha256": "7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e", "status": "valid", "task_id": "lead-router/lead-036", "task_type": "lead-router" }, "tool_output": "file=/tool-output/2e1e3c46b38723a5317c5a20c2cdc1021ba771c18b48c8a004a19253ac9f3571.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"e0fbf15e6c0477f8191ab21c\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 5.652532, \"model\": \"space-bunny-free\", \"parsed_answer\": \"price\", \"prompt_sha256\": \"7c9edf3647085a3e00729534c66f89e27db0cf4eacd2fde4cb45cb440eee133e\", \"raw_events_sha256\": \"dda642f719e79932dc708786cd2694\n...\nns\": 8017, \"status\": \"ok\", \"task_id\": \"lead-router/lead-036\", \"timestamp\": \"2026-09-25T05:16:38Z\", \"tokens\": {\"cache_read\": 7939, \"cache_write\": 0, \"input\": 27, \"output\": 5, \"reasoning\": 46}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7939, \"write\": 0}, \"input\": 27, \"output\": 5, \"reasoning\": 46, \"total\": 8017}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "ff6d51d71fa9f5f013c02bcf65dd288334417d105484198d2d345816b7bd50fa", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 342, "label_count": 10, "prompt_sha256": "c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786", "task_id": "failure-triage/triage-014", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "13983c9dd7e6be9f41fe167e13b234703330ca44b26d2956d1694629dbf369b9", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 342, "label_count": 10, "prompt_sha256": "c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786", "status": "valid", "task_id": "failure-triage/triage-014", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "65cb5791eaad6654e2962b08ea7a9174504352a1bfbbfd702b430a6d89fe1bef", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 342, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786", "status": "valid", "task_id": "failure-triage/triage-014", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/b937a2dca6752f8ad22460c479405de722328d12b74da6673de576d580d43a3b.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"519f95bed819d4dc18618e5d\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 7.762529, \"model\": \"space-bunny-free\", \"parsed_answer\": \"model_wrong_deliverable\", \"prompt_sha256\": \"c203d9b5c0ef3008a0cbbf5eeb77b04f53272a7e7b02aca17e932dd964f61786\", \"raw_events_sha256\": \"0993683e586a\n...\n32, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-014\", \"timestamp\": \"2026-09-25T05:17:44Z\", \"tokens\": {\"cache_read\": 8544, \"cache_write\": 0, \"input\": 90, \"output\": 10, \"reasoning\": 88}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8544, \"write\": 0}, \"input\": 90, \"output\": 10, \"reasoning\": 88, \"total\": 8732}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "6a6063ea311431d673d05739b86418c4ea3a86f236704e7d517d9bd6ba7af963", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7", "task_id": "lead-router/lead-025", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "0f8f7e3976a8ba374c16c0ad14cbf33150027bbec524c5479088beac5f1b8f3c", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7", "status": "skipped_unavailable", "task_id": "lead-router/lead-025", "task_type": "lead-router" } }, { "adviser_choice": "space-bunny-free", "agreement": true, "choices": [ "space-bunny-free", "stop" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "d67cecd25d57eebe95041615db9f69de5e4c1ead0545b57b3a31ea35fc344a38", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "space-bunny-free", "stop" ], "default_choice": "space-bunny-free", "input_chars": 76, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7", "status": "skipped_unavailable", "task_id": "lead-router/lead-025", "task_type": "lead-router" }, "tool_output": "{\"attempted\": false, \"backend\": \"opencode\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 0, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": null, \"prompt_sha256\": \"3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7\", \"raw_text\": \"\", \"reported_cost_usd\": 0, \"reported_total_tokens\": 0, \"status\": \"skipped_unavailable\", \"task_id\": \"lead-router/lead-025\", \"timestamp\": \"2026-09-25T05:17:52Z\", \"tokens\": {\"input\": 0, \"output\": 0}, \"usage_receipts\": []}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "da25a1e0ef7d38589e97946e509b8229820c85b1280a86cf4335ee47b0d58b22", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7", "status": "valid", "task_id": "lead-router/lead-025", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "dd24cc84630fa2084e09b6a3c410c83d708c1d43441808c5e30e51b649446361", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 76, "label_count": 5, "model": "space-bunny-free", "prompt_sha256": "3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7", "status": "valid", "task_id": "lead-router/lead-025", "task_type": "lead-router" }, "tool_output": "file=/tool-output/ff43e0097ee45d5a4673306b3200a1db4aede2c5e46a10bd813cc5648c9b8676.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"28ad581ab5c808916822eccf\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 5.732979, \"model\": \"space-bunny-free\", \"parsed_answer\": \"price\", \"prompt_sha256\": \"3021a2dccf54dcd4cb9dda1da64b01f9ddae0040cd27271ea4d2f53e9fb277a7\", \"raw_events_sha256\": \"b22b2ab9ef10e73aab72b4ca25e1c7\n...\nns\": 8015, \"status\": \"ok\", \"task_id\": \"lead-router/lead-025\", \"timestamp\": \"2026-09-25T05:17:52Z\", \"tokens\": {\"cache_read\": 7939, \"cache_write\": 0, \"input\": 30, \"output\": 5, \"reasoning\": 41}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7939, \"write\": 0}, \"input\": 30, \"output\": 5, \"reasoning\": 41, \"total\": 8015}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "8abbcacfa3d236be2687db97d0b5e39f39121a57e56af338cd48cd560a1cd9fd", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971", "task_id": "failure-triage/triage-010", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "85eb787eba9d0f3771a42fc6d9adb34bfbd7441463fe8566787b5714ad5ac3e2", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971", "status": "valid", "task_id": "failure-triage/triage-010", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "116f9263584883110a6c2efd32b138448c8ec1c658f177fa4a75ecc3ab0eb4bb", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 367, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971", "status": "valid", "task_id": "failure-triage/triage-010", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/916e5195173746ffd0d55f90f4ea34c2fe4bdd60310b1c88799056f93dd8ac74.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"365555e159bf5d03271d903c\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 5.155485, \"model\": \"space-bunny-free\", \"parsed_answer\": \"model_gave_up\", \"prompt_sha256\": \"2dd3293ce427e8b3507559ffb6aa082510fb9515536863c07e2f661caa3e9971\", \"raw_events_sha256\": \"6248caabc42bb20062790a\n...\n8703, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-010\", \"timestamp\": \"2026-09-25T05:17:58Z\", \"tokens\": {\"cache_read\": 8551, \"cache_write\": 0, \"input\": 85, \"output\": 8, \"reasoning\": 59}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8551, \"write\": 0}, \"input\": 85, \"output\": 8, \"reasoning\": 59, \"total\": 8703}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "ee452ceb410cd85deb94e8bbe8f4bd8887b3c6d525c4572c3a969b595e7904f9", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308", "task_id": "lead-router/lead-084", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "1eb769bcb2551b16746a0fdfc49753518fd56b9b196f5d85bd29fe3a193bcfa1", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308", "status": "skipped_unavailable", "task_id": "lead-router/lead-084", "task_type": "lead-router" } }, { "adviser_choice": "space-bunny-free", "agreement": true, "choices": [ "space-bunny-free", "stop" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "1731f6977dd761eb9fb4a783a8569f1a25de91cd8270e33bc5fca5152f22b479", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "space-bunny-free", "stop" ], "default_choice": "space-bunny-free", "input_chars": 76, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308", "status": "skipped_unavailable", "task_id": "lead-router/lead-084", "task_type": "lead-router" }, "tool_output": "{\"attempted\": false, \"backend\": \"opencode\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 0, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": null, \"prompt_sha256\": \"2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308\", \"raw_text\": \"\", \"reported_cost_usd\": 0, \"reported_total_tokens\": 0, \"status\": \"skipped_unavailable\", \"task_id\": \"lead-router/lead-084\", \"timestamp\": \"2026-09-25T05:18:03Z\", \"tokens\": {\"input\": 0, \"output\": 0}, \"usage_receipts\": []}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "67360c7966a820d839d2cd1b3c2617aa797cd70eecd75478af66c7a13ac13822", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 76, "label_count": 5, "prompt_sha256": "2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308", "status": "valid", "task_id": "lead-router/lead-084", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "d514c7f230f3883a1891581b0924e2a092a6a2a100044c145411c53a937fa104", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 76, "label_count": 5, "model": "space-bunny-free", "prompt_sha256": "2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308", "status": "valid", "task_id": "lead-router/lead-084", "task_type": "lead-router" }, "tool_output": "file=/tool-output/1f948ddd1470220be29d32008cbfe01d577f57513e63b075ec4461aaacb3b294.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"ae08932a53726f325366cf81\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 5.887795, \"model\": \"space-bunny-free\", \"parsed_answer\": \"other\", \"prompt_sha256\": \"2657822c7d8dd00cbe46acaa503ca7ac4a9047b374ff4cc738d967df3e5ba308\", \"raw_events_sha256\": \"5e8eda853f4f3822018253c77047b1\n...\nns\": 8062, \"status\": \"ok\", \"task_id\": \"lead-router/lead-084\", \"timestamp\": \"2026-09-25T05:18:03Z\", \"tokens\": {\"cache_read\": 7939, \"cache_write\": 0, \"input\": 28, \"output\": 5, \"reasoning\": 90}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7939, \"write\": 0}, \"input\": 28, \"output\": 5, \"reasoning\": 90, \"total\": 8062}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "0b13acfe7322934946de4ee849bcb6668dbe9a0afc910d4a0bb224fb5f269b4d", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 370, "label_count": 10, "prompt_sha256": "17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123", "task_id": "failure-triage/triage-056", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "72360048b8bf70ceff614dac3b47cb9229187e29d1f3c9bca1f82ec0851a172f", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 370, "label_count": 10, "prompt_sha256": "17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123", "status": "valid", "task_id": "failure-triage/triage-056", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "094ba55772a69c8b16296f22e6c814fc6f565c82752b153fefaf579709c21c0e", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 370, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123", "status": "valid", "task_id": "failure-triage/triage-056", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/ee8fe2d0f0dbf3c407b4eeb2d84a62ecac7d7755000255697fc474844538163c.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"39f07dc0807792e92d19a699\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 5.413778, \"model\": \"space-bunny-free\", \"parsed_answer\": \"not_in_this_list\", \"prompt_sha256\": \"17cfb89e0cfe5af0757d675eb68219b15e8392ec7cfa13ced0388a5191d47123\", \"raw_events_sha256\": \"fa81da4b07966ad7522\n...\n8733, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-056\", \"timestamp\": \"2026-09-25T05:18:09Z\", \"tokens\": {\"cache_read\": 8601, \"cache_write\": 0, \"input\": 37, \"output\": 8, \"reasoning\": 87}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8601, \"write\": 0}, \"input\": 37, \"output\": 8, \"reasoning\": 87, \"total\": 8733}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "be4810f58773e233a16f79a24d24843edd5d3b68015230974bd2a22e5c1cc3d6", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "a14aeaae30972bd65807319bbe6012a800590c696bec18cc0c411c13ec113708", "task_id": "failure-triage/triage-017", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "fa07f1a632b2d76b445bf308b993b14ebdae38d1a6bdf9ef7802bacc3e9b8038", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "a14aeaae30972bd65807319bbe6012a800590c696bec18cc0c411c13ec113708", "status": "valid", "task_id": "failure-triage/triage-017", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "1135e8e6255e8fef98c0b6dda175d0ea7a8ad0afb3b8ae1725eb0b8ef90eabea", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 367, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "a14aeaae30972bd65807319bbe6012a800590c696bec18cc0c411c13ec113708", "status": "valid", "task_id": "failure-triage/triage-017", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/147a2d7cb37912b7094ade1efafd96024195f221da68b353ddff7bc44cebdcbf.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"5c33cb4d0e3c75473de39fea\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 5.700262, \"model\": \"space-bunny-free\", \"parsed_answer\": \"model_wrong_deliverable\", \"prompt_sha256\": \"a14aeaae30972bd65807319bbe6012a800590c696bec18cc0c411c13ec113708\", \"raw_events_sha256\": \"830b9a7fc890\n...\n, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-017\", \"timestamp\": \"2026-09-25T05:18:14Z\", \"tokens\": {\"cache_read\": 8536, \"cache_write\": 0, \"input\": 102, \"output\": 10, \"reasoning\": 49}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8536, \"write\": 0}, \"input\": 102, \"output\": 10, \"reasoning\": 49, \"total\": 8697}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "abe5dd02e61f1e7ff03fd71904a07a3eb2cf85028f0e1f9016ce65ceb5ac054a", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 343, "label_count": 10, "prompt_sha256": "bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3", "task_id": "failure-triage/triage-039", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "2fba0f557cecbe8aa8947c98c318b75aa9acfdce1d6db271b7fe2be3d19067a9", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 343, "label_count": 10, "prompt_sha256": "bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3", "status": "valid", "task_id": "failure-triage/triage-039", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "d2d4cc923d6fcd6c3d2b4cb0848225f207fe2de9ebbb68bb67d30aea4691e787", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 343, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3", "status": "valid", "task_id": "failure-triage/triage-039", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/239b94e174b3ebf513a27f4aa45b20b54a9c2f1e578113ec4f55f7fc34846403.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"f7f2b543d1f0e0666cad3602\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 4.25181, \"model\": \"space-bunny-free\", \"parsed_answer\": \"harness_crash\", \"prompt_sha256\": \"bbfa859405b10c09fb5a46c17c138c5cfbfa93d50ec4967c243ba0cec15849e3\", \"raw_events_sha256\": \"3a98679a8c45bb7f59d5f0c\n...\n: 8642, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-039\", \"timestamp\": \"2026-09-25T05:18:20Z\", \"tokens\": {\"cache_read\": 8566, \"cache_write\": 0, \"input\": 67, \"output\": 9, \"reasoning\": 0}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8566, \"write\": 0}, \"input\": 67, \"output\": 9, \"reasoning\": 0, \"total\": 8642}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "9dd64a2149f8e7628c55b9e32b1ceab32a1ea560f84bd8646a8622e12419e516", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 345, "label_count": 10, "prompt_sha256": "82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6", "task_id": "failure-triage/triage-026", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "ab9602cc403ec6c025962170cfbdc55cf85d3047db6fd55a054eaa826ce0d4dc", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 345, "label_count": 10, "prompt_sha256": "82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6", "status": "valid", "task_id": "failure-triage/triage-026", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "175c40a2ef609f8517d390e11002afc76bd892da059a4ec22f099f38387a6292", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 345, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6", "status": "valid", "task_id": "failure-triage/triage-026", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/cf74851d9fffea111636ca057b16b7f75d678588953303312a8d2a36d2a307cb.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"d088aa270d347d5393bcbe01\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 5.727079, \"model\": \"space-bunny-free\", \"parsed_answer\": \"rate_limited\", \"prompt_sha256\": \"82f3e520b6946c47307e760e90f2f19a3014989828ea9f456e64cd12f63751d6\", \"raw_events_sha256\": \"3f4efb798f96a3cd1531971\n...\n: 8643, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-026\", \"timestamp\": \"2026-09-25T05:18:24Z\", \"tokens\": {\"cache_read\": 8560, \"cache_write\": 0, \"input\": 75, \"output\": 8, \"reasoning\": 0}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8560, \"write\": 0}, \"input\": 75, \"output\": 8, \"reasoning\": 0, \"total\": 8643}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "e6cf514e327ca40984e2caf908a3f90774b73fd2acd53010120a9587cf6220e2", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 80, "label_count": 5, "prompt_sha256": "e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082", "task_id": "lead-router/lead-029", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "1ebb1bf6098984b272c34c0330bbbdc0b98d370d257165aa20855a8ab710e879", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 80, "label_count": 5, "prompt_sha256": "e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082", "status": "skipped_unavailable", "task_id": "lead-router/lead-029", "task_type": "lead-router" } }, { "adviser_choice": "space-bunny-free", "agreement": true, "choices": [ "space-bunny-free", "stop" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "1499d8efcb6922dfc5205db5b77837ef58e50d407b7a6ae7fffbb29018e26019", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "space-bunny-free", "stop" ], "default_choice": "space-bunny-free", "input_chars": 80, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082", "status": "skipped_unavailable", "task_id": "lead-router/lead-029", "task_type": "lead-router" }, "tool_output": "{\"attempted\": false, \"backend\": \"opencode\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 0, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": null, \"prompt_sha256\": \"e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082\", \"raw_text\": \"\", \"reported_cost_usd\": 0, \"reported_total_tokens\": 0, \"status\": \"skipped_unavailable\", \"task_id\": \"lead-router/lead-029\", \"timestamp\": \"2026-09-25T05:18:35Z\", \"tokens\": {\"input\": 0, \"output\": 0}, \"usage_receipts\": []}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "5ef942c11714c24c7d2a067451fe27bb54f5fe19481bf5c0fdc1f5d6c931bea2", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 80, "label_count": 5, "prompt_sha256": "e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082", "status": "valid", "task_id": "lead-router/lead-029", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "e13199982316781efa89a6da96594fa7a9c3c3d136005f6a9ec3d3dce839e76a", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 80, "label_count": 5, "model": "space-bunny-free", "prompt_sha256": "e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082", "status": "valid", "task_id": "lead-router/lead-029", "task_type": "lead-router" }, "tool_output": "file=/tool-output/057bcb89c3f2b299981d75ed92891130a1948188d4ca0991c21d73b5e03188eb.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"0a8a47dfa4285fac1b6adf77\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 5.347345, \"model\": \"space-bunny-free\", \"parsed_answer\": \"price\", \"prompt_sha256\": \"e29024baa25b5b98cb207974fe4545732875249f7d3d404bb03cbf28e3875082\", \"raw_events_sha256\": \"d0e9fecf7033f6e1c18d0d861e3f7f\n...\nkens\": 7974, \"status\": \"ok\", \"task_id\": \"lead-router/lead-029\", \"timestamp\": \"2026-09-25T05:18:30Z\", \"tokens\": {\"cache_read\": 7939, \"cache_write\": 0, \"input\": 29, \"output\": 6, \"reasoning\": 0}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7939, \"write\": 0}, \"input\": 29, \"output\": 6, \"reasoning\": 0, \"total\": 7974}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "72d521eddef7131bd372e1812e1286e70d1e23ede49ba695a2f3c28a6557a528", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 72, "label_count": 5, "prompt_sha256": "85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776", "task_id": "lead-router/lead-064", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "fa929d95de1e09814efb14c9b72fed61a5b259dc941d4a37cc7c3ac3a9f944fe", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 72, "label_count": 5, "prompt_sha256": "85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776", "status": "skipped_unavailable", "task_id": "lead-router/lead-064", "task_type": "lead-router" } }, { "adviser_choice": "space-bunny-free", "agreement": true, "choices": [ "space-bunny-free", "stop" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "f602a024221f851fbe03e1c566470d997dd0f1b037ce9e0394239b604d641995", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "space-bunny-free", "stop" ], "default_choice": "space-bunny-free", "input_chars": 72, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776", "status": "skipped_unavailable", "task_id": "lead-router/lead-064", "task_type": "lead-router" }, "tool_output": "{\"attempted\": false, \"backend\": \"opencode\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 0, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": null, \"prompt_sha256\": \"85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776\", \"raw_text\": \"\", \"reported_cost_usd\": 0, \"reported_total_tokens\": 0, \"status\": \"skipped_unavailable\", \"task_id\": \"lead-router/lead-064\", \"timestamp\": \"2026-09-25T05:18:35Z\", \"tokens\": {\"input\": 0, \"output\": 0}, \"usage_receipts\": []}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "59c8111f3c60e1f6828be7654d3f6aa217a801521c561b0d162ada382f7da8f6", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 72, "label_count": 5, "prompt_sha256": "85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776", "status": "valid", "task_id": "lead-router/lead-064", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "2b349f285a12a537a617a5a84ec81ece3038c21b8977c5f95c545ce52b85e689", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 72, "label_count": 5, "model": "space-bunny-free", "prompt_sha256": "85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776", "status": "valid", "task_id": "lead-router/lead-064", "task_type": "lead-router" }, "tool_output": "file=/tool-output/7a2c5333a37aa812130ffb2189de1ba556ec4c6cdc4287d7e9833876c79b9d66.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"bf9a86de25cb956d8a33e0ad\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 4.897917, \"model\": \"space-bunny-free\", \"parsed_answer\": \"complaint\", \"prompt_sha256\": \"85e7356e2a67bf9b7a06fba974517e541ecd059b6226f9f094119d8b1a976776\", \"raw_events_sha256\": \"5cfd19a3afd507dd8a7b8b31a3\n...\nns\": 7993, \"status\": \"ok\", \"task_id\": \"lead-router/lead-064\", \"timestamp\": \"2026-09-25T05:18:35Z\", \"tokens\": {\"cache_read\": 7939, \"cache_write\": 0, \"input\": 25, \"output\": 6, \"reasoning\": 23}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7939, \"write\": 0}, \"input\": 25, \"output\": 6, \"reasoning\": 23, \"total\": 7993}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": false, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "599bcdebb7e82c08cdc89fd665a1b26570d8c5478c0922430d3e05f0eb2c1a8b", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "fc51f8d9a9b55cb6ac40f95fbdb1c2d0878d195d452ed4871b99471a5452511b", "task_id": "failure-triage/triage-057", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "d41a889273be69ad75a1c0edb084da1378294b0a0e4392246dc8b3712a7cce35", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 367, "label_count": 10, "prompt_sha256": "fc51f8d9a9b55cb6ac40f95fbdb1c2d0878d195d452ed4871b99471a5452511b", "status": "valid", "task_id": "failure-triage/triage-057", "task_type": "failure-triage" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "29d21f8e9b633559d8290b18501fbd1a33f959bb6b5c1069431cbbbc22808111", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 367, "label_count": 10, "model": "space-bunny-free", "prompt_sha256": "fc51f8d9a9b55cb6ac40f95fbdb1c2d0878d195d452ed4871b99471a5452511b", "status": "valid", "task_id": "failure-triage/triage-057", "task_type": "failure-triage" }, "tool_output": "file=/tool-output/0cc5e029cfbbf049bb01ecceca4adee37d4c9928a7f529c28dcf5fa67dcc2ba8.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"1d4b776616e1b17d1185ee1f\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 5.277222, \"model\": \"space-bunny-free\", \"parsed_answer\": \"not_in_this_list\", \"prompt_sha256\": \"fc51f8d9a9b55cb6ac40f95fbdb1c2d0878d195d452ed4871b99471a5452511b\", \"raw_events_sha256\": \"9ec667667de3a82babd\n...\n46, \"status\": \"ok\", \"task_id\": \"failure-triage/triage-057\", \"timestamp\": \"2026-09-25T05:18:40Z\", \"tokens\": {\"cache_read\": 8602, \"cache_write\": 0, \"input\": 34, \"output\": 8, \"reasoning\": 102}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 8602, \"write\": 0}, \"input\": 34, \"output\": 8, \"reasoning\": 102, \"total\": 8746}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "24ac9b02f26699c5a55cb0439ba275be1a121c56908a77a912ac7d462edd93f9", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7", "task_id": "lead-router/lead-095", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "fc7f74c16efe04d4f046413cf3a56a88c5f11ad58987ac2ea1f69f6b51ac0992", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7", "status": "skipped_unavailable", "task_id": "lead-router/lead-095", "task_type": "lead-router" } }, { "adviser_choice": "space-bunny-free", "agreement": true, "choices": [ "space-bunny-free", "stop" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "d47dfb1e3619a80b56d599c55254508c74e7138c80f0d31e9aebc41974e752d2", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "space-bunny-free", "stop" ], "default_choice": "space-bunny-free", "input_chars": 85, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7", "status": "skipped_unavailable", "task_id": "lead-router/lead-095", "task_type": "lead-router" }, "tool_output": "{\"attempted\": false, \"backend\": \"opencode\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 0, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": null, \"prompt_sha256\": \"f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7\", \"raw_text\": \"\", \"reported_cost_usd\": 0, \"reported_total_tokens\": 0, \"status\": \"skipped_unavailable\", \"task_id\": \"lead-router/lead-095\", \"timestamp\": \"2026-09-25T05:18:50Z\", \"tokens\": {\"input\": 0, \"output\": 0}, \"usage_receipts\": []}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "bad60cd8b03b5cc22a908d861999ed5c5565ef89d9442e3c5dd7393d734c17b4", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7", "status": "valid", "task_id": "lead-router/lead-095", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "0536254450f44e3f1479cc17ab570376c79cc10fe5fd95d72b97811f4a43ee3a", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 85, "label_count": 5, "model": "space-bunny-free", "prompt_sha256": "f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7", "status": "valid", "task_id": "lead-router/lead-095", "task_type": "lead-router" }, "tool_output": "file=/tool-output/b89152e7a5ee58d6ac089284d88142707588b8f0f669b655d1e8400ccf6751ec.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"46656d207705c4b4540954f3\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 4.224422, \"model\": \"space-bunny-free\", \"parsed_answer\": \"other\", \"prompt_sha256\": \"f2d8069073cf6420a0166b994de1f538eea8902d0a57c44cf48d401285fe79d7\", \"raw_events_sha256\": \"075992f3a90dcfa5315628f82c63cb\n...\nkens\": 7977, \"status\": \"ok\", \"task_id\": \"lead-router/lead-095\", \"timestamp\": \"2026-09-25T05:18:45Z\", \"tokens\": {\"cache_read\": 7939, \"cache_write\": 0, \"input\": 32, \"output\": 6, \"reasoning\": 0}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7939, \"write\": 0}, \"input\": 32, \"output\": 6, \"reasoning\": 0, \"total\": 7977}}]}" }, { "adviser_choice": "mimo-v2.6-flash-free", "agreement": true, "choices": [ "mimo-v2.6-flash-free", "space-bunny-free", "nemotron-3.5-lightning-free" ], "chosen": "mimo-v2.6-flash-free", "consulted": true, "default_choice": "mimo-v2.6-flash-free", "forced": false, "id": "f35783289c29291d01185bed33158455e0cc8810ee4cf5ff0d2d810053c721ac", "kind": "initial", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3", "task_id": "lead-router/lead-065", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "4b5e9f5e6a00f8210427193b17ba92e76e363bc521df87a33caba5a49b2498de", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3", "status": "skipped_unavailable", "task_id": "lead-router/lead-065", "task_type": "lead-router" } }, { "adviser_choice": "space-bunny-free", "agreement": true, "choices": [ "space-bunny-free", "stop" ], "chosen": "space-bunny-free", "consulted": true, "default_choice": "space-bunny-free", "forced": false, "id": "041815e6661931bc57873243be1a6b6e55bc848e6b27e9785e7f5f7f4c251485", "kind": "escalate_stop", "mode": "shadow", "source": "MOCK - NOT JEV", "stakes": true, "state": { "allowed_choices": [ "space-bunny-free", "stop" ], "default_choice": "space-bunny-free", "input_chars": 85, "label_count": 5, "model": "mimo-v2.6-flash-free", "prompt_sha256": "89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3", "status": "skipped_unavailable", "task_id": "lead-router/lead-065", "task_type": "lead-router" }, "tool_output": "{\"attempted\": false, \"backend\": \"opencode\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 0, \"model\": \"mimo-v2.6-flash-free\", \"parsed_answer\": null, \"prompt_sha256\": \"89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3\", \"raw_text\": \"\", \"reported_cost_usd\": 0, \"reported_total_tokens\": 0, \"status\": \"skipped_unavailable\", \"task_id\": \"lead-router/lead-065\", \"timestamp\": \"2026-09-25T05:18:50Z\", \"tokens\": {\"input\": 0, \"output\": 0}, \"usage_receipts\": []}" }, { "adviser_choice": null, "agreement": null, "choices": [ "parsed" ], "chosen": "parsed", "consulted": false, "default_choice": "parsed", "forced": true, "id": "81ffaaeb6949d1b20dbf8b4dee7b32cd3393a5551a9dd40e4c938fc4cb4ff676", "kind": "parse", "mode": "shadow", "source": "code-only", "stakes": false, "state": { "input_chars": 85, "label_count": 5, "prompt_sha256": "89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3", "status": "valid", "task_id": "lead-router/lead-065", "task_type": "lead-router" } }, { "adviser_choice": null, "agreement": null, "choices": [ "stop" ], "chosen": "stop", "consulted": false, "default_choice": "stop", "forced": true, "id": "f0a31a516e8c037446869b09640afc732ce0af033597fe8a7dc3cd85bef9c021", "kind": "escalate_stop", "mode": "shadow", "source": "code-only", "stakes": true, "state": { "allowed_choices": [ "stop" ], "default_choice": "stop", "input_chars": 85, "label_count": 5, "model": "space-bunny-free", "prompt_sha256": "89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3", "status": "valid", "task_id": "lead-router/lead-065", "task_type": "lead-router" }, "tool_output": "file=/tool-output/d51e80851602945135d76941e6a1e32bbb3cf11789e38fe8d347136e3f174dcd.txt\n{\"attempted\": true, \"backend\": \"opencode\", \"call_id\": \"cfed151e89387cd3d0e366be\", \"label\": \"OpenCode Zen free chat via CLI - NOT JEV\", \"latency_s\": 4.436131, \"model\": \"space-bunny-free\", \"parsed_answer\": \"complaint\", \"prompt_sha256\": \"89663efb7c228a2530b57ff752badce7e061c838b00e84b01ce60454cdf155d3\", \"raw_events_sha256\": \"08b946ea0fb9e14d659d08eb3a\n...\nns\": 8002, \"status\": \"ok\", \"task_id\": \"lead-router/lead-065\", \"timestamp\": \"2026-09-25T05:18:50Z\", \"tokens\": {\"cache_read\": 7940, \"cache_write\": 0, \"input\": 29, \"output\": 6, \"reasoning\": 27}, \"usage_receipts\": [{\"cost\": 0, \"reason\": \"stop\", \"tokens\": {\"cache\": {\"read\": 7940, \"write\": 0}, \"input\": 29, \"output\": 6, \"reasoning\": 27, \"total\": 8002}}]}" } ] }, "real_jev": "QUEUED - NOT RUN", "schema_version": 2, "secondary_run2": { "fixed_arms": { "mimo-v2.6-flash-free": { "always_strongest": false, "method": "One measured fixed arm; selected receipts may mix collection rounds.", "metrics": { "calls_per_task": 1.0, "cost_per_success_usd": 0.0, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 197939, "latency_n": 24, "median_latency_s": 9.6224625, "n": 24, "p90_latency_s": 27.72221, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 9425.666666666666, "reported_cost_usd": 0.0, "reported_tokens": 197939, "success_rate": 0.875, "successes": 21, "tokens_per_success": 9425.666666666666, "unknown_cost_tasks": 0, "unknown_token_tasks": 0 }, "tasks": [ { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8568, "latency_s": 10.34643, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "provider_credit_or_quota", "receipts": [ { "attempted": true, "call_id": "6dc1e029a8dd8f8fc9ff696d", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "6dc1e029a8dd8f8fc9ff696d", "receipt_sha256": "a6053c16f69f92d29fa565453e80cbe8e2ffcec5e4fef9ffc327e6ae303ecd0f", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-023", "tokens": 8568 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8567, "latency_s": 23.785293, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "474347f77438acc4363e973c", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "474347f77438acc4363e973c", "receipt_sha256": "5a403ab2ec9e21d04d6a295c9f190334a16d13f16163978c11cb3d212cce1675", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-041", "tokens": 8567 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8563, "latency_s": 22.939993, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "49ed5bfa601539cbc6eb536a", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "49ed5bfa601539cbc6eb536a", "receipt_sha256": "473b3107b3ca805e945f0df63e282b2c0aee18ce60f5d9eb8abe50b8b9f76e1c", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-042", "tokens": 8563 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7882, "latency_s": 27.72221, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "2c25aed3476ea68804a6229a", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "2c25aed3476ea68804a6229a", "receipt_sha256": "fb5a6a0eabb37792f5c03ad0e93506d84ea65e11aea78ee5c040198604443be1", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-079", "tokens": 7882 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8582, "latency_s": 22.426335, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "d4de706cac502a2d7cac2316", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "d4de706cac502a2d7cac2316", "receipt_sha256": "3e8c49ffbf60209ab304990b6e16f46bc77bd1387d027adf10ef0077a6c5e181", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-046", "tokens": 8582 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7874, "latency_s": 26.23152, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "d18afa85ef4e1c97e8c9bc55", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "d18afa85ef4e1c97e8c9bc55", "receipt_sha256": "87cf57fe50289a8b1bc58325834b6d5fcf17125913687d371d7517da14b84e62", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-038", "tokens": 7874 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7882, "latency_s": 47.4553, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "6d67b0842a9ad56a1cf5ba18", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "6d67b0842a9ad56a1cf5ba18", "receipt_sha256": "dbad3c5a02a73fedfa1f58013082ee7e0190c9dbfdaf9672cbbb6b5d7d05f745", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-012", "tokens": 7882 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7896, "latency_s": 7.048195, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "40b628e2029307acb49a5acc", "original_receipt_sha256": "f2cdc739394ff163ea08dd88dff101e954cda35b6a5e189bfc93b4c322f05423", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "40b628e2029307acb49a5acc", "receipt_sha256": "cd26f0f6bd8a034eb4def66a044febcfb2d0296c62c4b2a355b346553506ed2b", "sequence": 13, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-080", "tokens": 7896 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7870, "latency_s": 54.248645, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "c5a6a5f9783a934157cbb5ed", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "c5a6a5f9783a934157cbb5ed", "receipt_sha256": "5e5644d3cfdbdf31496fa4d690c94f4cf3e5da4f865ffdbc0ee5cd6d74a98104", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-002", "tokens": 7870 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8640, "latency_s": 8.273554, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "f4bb038db7562fd2c745803f", "original_receipt_sha256": "e5dee3da97e23687fbbfda58e0ef42a61a00fc17fcf25a6f1c03f642e8d05f1d", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "f4bb038db7562fd2c745803f", "receipt_sha256": "69448d3321de2d1cd7e66946f9cf2710d6c551ed8e539e72575fb51c312bc478", "sequence": 17, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-055", "tokens": 8640 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7893, "latency_s": 6.978236, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "2f7855cc9782e3b6478d92fa", "original_receipt_sha256": "51be620750846cad049e49a2f9a79f3667c83abc17af495010d7888aaf9e547b", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "2f7855cc9782e3b6478d92fa", "receipt_sha256": "01f012f9b3b9ed402c49c22b4cfe65f22d45055eb6d243ff58893f8b40896d72", "sequence": 28, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-036", "tokens": 7893 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8590, "latency_s": 12.294806, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "88dce017501d6142acd829da", "original_receipt_sha256": "fc7f6376a83285df1e9b420d17666926e3dc462b71e31c7be2fa4636189fb98b", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "88dce017501d6142acd829da", "receipt_sha256": "b124a14186209b16cc3893d8a9ad7395052755ee5416565627a59307ad987198", "sequence": 30, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-014", "tokens": 8590 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7904, "latency_s": 9.743222, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "a70eac1e9cf099800cb2629b", "original_receipt_sha256": "f29c6b0c6c45af85094ecdd387a0f48cb254c4278e63e41fa9fa7d94a657caed", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "a70eac1e9cf099800cb2629b", "receipt_sha256": "c734873414c6cd45bba5f84c2d7dcb3b0b3b0c85fb8ed7f8530919e480724691", "sequence": 32, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-025", "tokens": 7904 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8592, "latency_s": 8.262696, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "0482021288c367e8e8d7e88b", "original_receipt_sha256": "da1a4b5587a3af84c5d3955a1d4c84d129a6a951c2201a11460252d53ecd4782", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "0482021288c367e8e8d7e88b", "receipt_sha256": "0cc5db786eaf567f664e5f9dcd80fc030dc47f38ef4cfeb84c263283f8e73755", "sequence": 38, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-010", "tokens": 8592 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7929, "latency_s": 8.601758, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "5c1da1dba8c8599567776fe4", "original_receipt_sha256": "f9af6aa4c29a5356369686c4aff923200c88a65729569382e50b35da20ab871e", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "5c1da1dba8c8599567776fe4", "receipt_sha256": "087f6c791d2b466db33dbc28f0b568ca3c0b2bf7b37e1e9fa359678f3a70de83", "sequence": 40, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-084", "tokens": 7929 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8665, "latency_s": 12.011525, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "7276fb092c7ca8358e372f57", "original_receipt_sha256": "9614550a13244518c44f40a858c79a60740f65ba8b03d02a880965f1e64550fd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "7276fb092c7ca8358e372f57", "receipt_sha256": "5eb3d37aa04b468f0ab91b037b5dc33082b43fef684fbb7724469a910f9a7ef1", "sequence": 42, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-056", "tokens": 8665 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8584, "latency_s": 6.911633, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "f65256c40d09998e9ec7ba62", "original_receipt_sha256": "e7f03fc35ba6ec84c412f9a621db8e7c9e2b0ff441f2833f2a888af3e4923aee", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "f65256c40d09998e9ec7ba62", "receipt_sha256": "c20c8c723ad60ab4cfd36496a282b946ddb89660c69b49b7ba6a9ac23853e11f", "sequence": 47, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-017", "tokens": 8584 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8597, "latency_s": 9.958418, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "db811dc34686d8215b89da02", "original_receipt_sha256": "a8d2ef68f836a83b30547f9f3549d38ca76b66d6dce5a07bb44ca0588331bf58", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "db811dc34686d8215b89da02", "receipt_sha256": "b72e35668805c22f6fad4b13634a7fa322cac0feba4ac1c09151890ab9d4a356", "sequence": 49, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-039", "tokens": 8597 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8582, "latency_s": 8.028605, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "rate_limited", "receipts": [ { "attempted": true, "call_id": "64ceb9dbc56b4818fd1dcf49", "original_receipt_sha256": "a3a7396cfb7139ed76f89820c971e1231fd25b208876f3434ddc9f3e8386fee2", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "64ceb9dbc56b4818fd1dcf49", "receipt_sha256": "8e71018c8f1fc16df020bc64acad8e66221112dfb4f9e58dc1d438e7e9e41644", "sequence": 51, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-026", "tokens": 8582 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7887, "latency_s": 8.090953, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "017d924dc8006b3a120b039b", "original_receipt_sha256": "29899c4bbcf4498aa66d175926344f2f713c4edbf5cdf9315a74e6c2b29f6f2f", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "017d924dc8006b3a120b039b", "receipt_sha256": "982f61cd388ba022f363a084f79e5fc1a6f17671e21d99056a9f69a2514081a1", "sequence": 56, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-029", "tokens": 7887 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7894, "latency_s": 5.776523, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "ec70d6ac0ab7d76bbae57cb9", "original_receipt_sha256": "ebf781f2e9aa0dd5d604e362e421c65730a4e68aac8b21bcddf1d6765518296e", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "ec70d6ac0ab7d76bbae57cb9", "receipt_sha256": "a48af0fde69b499ca351c80462a232975dedf18585e2f6bcc2501d6244a380d0", "sequence": 58, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-064", "tokens": 7894 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8703, "latency_s": 9.501703, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "67a4f3b9b0ec1c9a05ed8ea0", "original_receipt_sha256": "bb3006a8578bb725b0b177f74855115e7066edf267722c332e45034115550ddd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "67a4f3b9b0ec1c9a05ed8ea0", "receipt_sha256": "6ac79f20bbfad5fff2e3f2bb7454795e3dc4c395a42f7d26346e0a4eedd4b38e", "sequence": 60, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-057", "tokens": 8703 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7913, "latency_s": 5.825353, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "5c994b57ba137afa2f14adbf", "original_receipt_sha256": "1fc84a3027295c8e83c800371f7dc23dea802e3320d113ed90e58cd470f07119", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "5c994b57ba137afa2f14adbf", "receipt_sha256": "ae34981e07701a993794b98ee5d9d636b759493c781c2cecec20baef233794ef", "sequence": 65, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-095", "tokens": 7913 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7882, "latency_s": 5.671054, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "36683f25a3a0bf1d9fa6c214", "original_receipt_sha256": "e90e8d868c4e019ca85388a9e7cf60b134ff23907bd375bf99a8624fb80c1c95", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "36683f25a3a0bf1d9fa6c214", "receipt_sha256": "853e4b2a781036fbe3d119d2484c98873ca3e9d8794227f28d9adaec9063f8b0", "sequence": 67, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-065", "tokens": 7882 } ] }, "nemotron-3-ultra-free": { "always_strongest": false, "method": "One measured fixed arm; selected receipts may mix collection rounds.", "metrics": { "calls_per_task": 1.0, "cost_per_success_usd": 0.0, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 216030, "latency_n": 24, "median_latency_s": 14.957167, "n": 24, "p90_latency_s": 25.278783, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 18002.5, "reported_cost_usd": 0.0, "reported_tokens": 216030, "success_rate": 0.5, "successes": 12, "tokens_per_success": 18002.5, "unknown_cost_tasks": 0, "unknown_token_tasks": 0 }, "tasks": [ { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9443, "latency_s": 18.799505, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "provider_credit_or_quota", "receipts": [ { "attempted": true, "call_id": "b19034ae6f05586513e23ac9", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "b19034ae6f05586513e23ac9", "receipt_sha256": "0a2f50407c7a0804723ae08b35367e5b1ac59d0c2d2b9ebf99db6758c8e6a665", "sequence": 2, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-023", "tokens": 9443 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9683, "latency_s": 24.162651, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "00ea932cfe6e48dfd0bc5282", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "00ea932cfe6e48dfd0bc5282", "receipt_sha256": "75de56518e8d877baef7352ff455860a513a8cf6bb000aebcbaf3dbfeb40909b", "sequence": 3, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-041", "tokens": 9683 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9345, "latency_s": 11.894289, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "3acbf84e64efefcd3582e3e1", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "3acbf84e64efefcd3582e3e1", "receipt_sha256": "ba5f2edf70e0d99e3db6921ed4b48d687f7541bf8c50de8087f81f4e47f8829c", "sequence": 4, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-042", "tokens": 9345 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8495, "latency_s": 8.352032, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "6ce49ca8bb5b748c1fa914b5", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "6ce49ca8bb5b748c1fa914b5", "receipt_sha256": "8018731abd44047a03ba82fd870c28fa7e9826e1f5f45225832b031ffdf0b742", "sequence": 6, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-079", "tokens": 8495 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9632, "latency_s": 21.829861, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "hung_no_progress", "receipts": [ { "attempted": true, "call_id": "e2bce319e567d03e2b51b97f", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "e2bce319e567d03e2b51b97f", "receipt_sha256": "20cd4ed00c54d3e07247b3c106cf9109cecec9fada1ebcdecd2a98389650cb52", "sequence": 8, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-046", "tokens": 9632 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8467, "latency_s": 15.79323, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "433285a62073d4b5f046ddb9", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "433285a62073d4b5f046ddb9", "receipt_sha256": "981c1897518721656b6e810fc3a674c46bbdc842b94af59b62f36d57ea19a807", "sequence": 9, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-038", "tokens": 8467 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8527, "latency_s": 14.384179, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "32224561e827bcf57694b392", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "32224561e827bcf57694b392", "receipt_sha256": "68383f6925608dfddd78a2c616c6fa7a7f1763a483e68989c8e9e23b1a160339", "sequence": 10, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-012", "tokens": 8527 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8546, "latency_s": 15.041377, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "98160d452f7ef488847a4cb0", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "98160d452f7ef488847a4cb0", "receipt_sha256": "73c5268c60a5393f7401cb57f482a90918df8fe65ef39f0b3f74cac1520fc577", "sequence": 12, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-080", "tokens": 8546 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8476, "latency_s": 7.412994, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "f40be22e64ece4739985a640", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "f40be22e64ece4739985a640", "receipt_sha256": "b9137321e65efd281d1edf03b35e5dfeb7a14a1d4229a14a13c60289358e4d22", "sequence": 14, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-002", "tokens": 8476 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9589, "latency_s": 15.480736, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "c52174cdfbfc2f25c565d6a1", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "c52174cdfbfc2f25c565d6a1", "receipt_sha256": "82dce5fabdfe735e1046d27453918c860492a8aedf4d0d04fcc597da6cf524bf", "sequence": 25, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-055", "tokens": 9589 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8507, "latency_s": 30.124198, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "3cd2ba3614929b18dcb67a9f", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "3cd2ba3614929b18dcb67a9f", "receipt_sha256": "6d86851e40d44d5af06b649ff90aa6921c908940ebf5a101c7cbe2c1855a2066", "sequence": 27, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-036", "tokens": 8507 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9713, "latency_s": 25.278783, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "fc637a6161f4aac5fb4722d8", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "fc637a6161f4aac5fb4722d8", "receipt_sha256": "7a48632b750d001a064fab15277434f07a1d2227b29b5ca4e7cf66d6de81752c", "sequence": 29, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-014", "tokens": 9713 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8460, "latency_s": 13.051568, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "e8ed32bcb8c2253cbd9b94d7", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "e8ed32bcb8c2253cbd9b94d7", "receipt_sha256": "3e69cdd7e5ab3659d4f21153be0de0d257731eb79d14059d0a9e639ba451bb30", "sequence": 34, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-025", "tokens": 8460 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9539, "latency_s": 18.959295, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "model_gave_up", "receipts": [ { "attempted": true, "call_id": "586209217d5dc17c7ba60356", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "586209217d5dc17c7ba60356", "receipt_sha256": "05ca48a88d5a28cb3d00663f3e7178143ffdb11d51dc2f89cc0e13cb547c022e", "sequence": 36, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-010", "tokens": 9539 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8547, "latency_s": 14.872957, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "77ee1d5619e236a1aa2474ab", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "77ee1d5619e236a1aa2474ab", "receipt_sha256": "7442a20f65f697c3dadc65314e573ac117110423d2bd003e4377c7cea3bccb79", "sequence": 39, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-084", "tokens": 8547 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9381, "latency_s": 9.48489, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "de812c06ddc62a02adf1b758", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "de812c06ddc62a02adf1b758", "receipt_sha256": "118752abbd70854bfe6c601e054c945ecd3c14398d977073d75d600c8f511a7d", "sequence": 44, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-056", "tokens": 9381 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9295, "latency_s": 8.083201, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "a9047d0420853d5d328ffe78", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "a9047d0420853d5d328ffe78", "receipt_sha256": "22f5ac6e887cf0bc30869e53fa081c1eac8ee1981a4ca2b35f1af1b5390866f2", "sequence": 46, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-017", "tokens": 9295 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9317, "latency_s": 13.771688, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "ba0b32486b3b8439c62ff6c8", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "ba0b32486b3b8439c62ff6c8", "receipt_sha256": "d278920faec413b1487928ad9b0c6401eb3172f158a2479b35ccff316bfb6a2e", "sequence": 48, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-039", "tokens": 9317 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9481, "latency_s": 18.492906, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "rate_limited", "receipts": [ { "attempted": true, "call_id": "3b9af047fc4a73f2bdfb198c", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "3b9af047fc4a73f2bdfb198c", "receipt_sha256": "7c2665452cfe9e5d8832cff95c755c5c794d53ab9c44ba0fade062ba9dc22e6d", "sequence": 53, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-026", "tokens": 9481 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8476, "latency_s": 9.690555, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "8db7f772b44dfa02b57a6ea3", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "8db7f772b44dfa02b57a6ea3", "receipt_sha256": "28a34fe21a199f831d262b617a071b234d17117c110f881d9a0e8ef4474c588a", "sequence": 55, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-029", "tokens": 8476 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8444, "latency_s": 6.741559, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "66683c36e06e5c6a163e297b", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "66683c36e06e5c6a163e297b", "receipt_sha256": "4a6c12265c36c4d5a5f97ad2ee1f850f8861e5de881fdee7f2348c6e3d9d7728", "sequence": 57, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-064", "tokens": 8444 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9685, "latency_s": 15.906747, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "7ad84c2965da64009790f10f", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "7ad84c2965da64009790f10f", "receipt_sha256": "add062d3c156db51a218b790b1709099eefe62a86d24e2d26da22e3f2b3e6ca1", "sequence": 62, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-057", "tokens": 9685 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8492, "latency_s": 25.658258, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "9f62b85d3e461f938567cfc5", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "9f62b85d3e461f938567cfc5", "receipt_sha256": "3fa0f582b95c30bd3648b4c366c6e67a51a4c0a125635fc04fb7c09be0b9314e", "sequence": 64, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-095", "tokens": 8492 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8490, "latency_s": 6.863258, "models": [ "nemotron-3-ultra-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "6105f210bfb9f9b6157e1756", "original_receipt_sha256": null, "original_status": null, "phase": "ultra-fixed", "receipt_id": "6105f210bfb9f9b6157e1756", "receipt_sha256": "7fb48b0f1c5085639dcdf1e8caad9080307fb20a93a8190d675f485ff023e012", "sequence": 66, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-065", "tokens": 8490 } ] }, "nemotron-3.5-lightning-free": { "always_strongest": true, "method": "One measured fixed arm; selected receipts may mix collection rounds.", "metrics": { "calls_per_task": 1.0, "cost_per_success_usd": null, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 197862, "latency_n": 24, "median_latency_s": 34.394349500000004, "n": 24, "p90_latency_s": 180.075872, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 10413.78947368421, "reported_cost_usd": null, "reported_tokens": null, "success_rate": 0.7916666666666666, "successes": 19, "tokens_per_success": null, "unknown_cost_tasks": 3, "unknown_token_tasks": 3 }, "tasks": [ { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9891, "latency_s": 21.345649, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "provider_credit_or_quota", "receipts": [ { "attempted": true, "call_id": "62dde0656795a3d51762be83", "original_receipt_sha256": "2b7ac1a3d360478f292aac746c12791a215adf52db32b725b387ff8b5bbc77ad", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "62dde0656795a3d51762be83", "receipt_sha256": "b2bc635ee9be22293729f14d103b71e860a1246c27eafba005774544c48c51f8", "sequence": 1, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-023", "tokens": 9891 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10339, "latency_s": 45.192596, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "e2b3b194d38d4b05625fdbd0", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "e2b3b194d38d4b05625fdbd0", "receipt_sha256": "bdb036060a2d9ac18fa6487d85f2ea89fccd1f6ae22fb6c4043d917ff351de13", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-041", "tokens": 10339 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10330, "latency_s": 33.720922, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "976ea38738d0cf0270cb6ca6", "original_receipt_sha256": "162a9a3928c4c394ca83194649728cffe8c490fbb185fd30248c552d40962013", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "976ea38738d0cf0270cb6ca6", "receipt_sha256": "949bbb9fc262d1b1e7c7631a8c9ac0c33a047938bff9bbfb936a9c8b3b310c38", "sequence": 5, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-042", "tokens": 10330 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8501, "latency_s": 23.687977, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "e270c907966113e20e5e5f55", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "e270c907966113e20e5e5f55", "receipt_sha256": "45b0ea7541fdad59552846da07bfe6d1a37e7d8c0b3971c0e3b4529e738e7ec7", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-079", "tokens": 8501 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10941, "latency_s": 53.207111, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "hung_no_progress", "receipts": [ { "attempted": true, "call_id": "e308c001b4c642d613fce1b5", "original_receipt_sha256": "b4a7fdaf217223c819266211b6926802271c3b4db6891e67c2b80f2ab0da66d5", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "e308c001b4c642d613fce1b5", "receipt_sha256": "593f0f2ff0c3a456c0b2a5dec4fe8bcf366286c41259916adbc5479d7f1a4ece", "sequence": 7, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-046", "tokens": 10941 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8535, "latency_s": 21.391073, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "2605b6e95b38c7f6ffba9186", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "2605b6e95b38c7f6ffba9186", "receipt_sha256": "123f4d539e499e1d1a828dcb050809a6dbd251f70054f24219b283cf4e148b77", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-038", "tokens": 8535 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8585, "latency_s": 24.760634, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "1d51a3962e55e632588a4f6f", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "1d51a3962e55e632588a4f6f", "receipt_sha256": "0ccab37cb65745e031fd2a6c77cd361019a19eec887e5c3879e96e0130a99457", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-012", "tokens": 8585 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8584, "latency_s": 35.460873, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "fd7ddf45c1b3d4592468ac82", "original_receipt_sha256": "5e96ef7d1e3cc5cd7e3f4d08307e66d58daa8612e4964eb95ce4de0576eff251", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "fd7ddf45c1b3d4592468ac82", "receipt_sha256": "1b5bf718c8b7dfaff27b73db48b5eb9ea239da2557bc43e948f3a0e933255372", "sequence": 11, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-080", "tokens": 8584 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8490, "latency_s": 71.176876, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "6052a4ea6614aa501839b6ab", "original_receipt_sha256": "368448dd2672380848392b49a809a2e827952a91a0e545e83cc1cd40a8a75dc0", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "6052a4ea6614aa501839b6ab", "receipt_sha256": "2eaff465b3eeb8fed52aa9057537cc2e2bc96ac21c5c2b5fcfb3a3ba39095e88", "sequence": 16, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-002", "tokens": 8490 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 180.128636, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "c20bab225f37f3acf60d8d83", "original_receipt_sha256": "68a24a328f0d335780ccae12d8f96fff4b6ec8089fe299352f3d3b9023d8b5d0", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "c20bab225f37f3acf60d8d83", "receipt_sha256": "a507bcfd1a146bb311866f1a55eb1db0df82f00fdb3136d0d697d6b11dd8f143", "sequence": 24, "source": "run2", "status": "timeout", "timeout_s": 180 } ], "status": "timeout", "task_id": "failure-triage/triage-055", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8553, "latency_s": 17.07942, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "5394288201e4be3d474d635a", "original_receipt_sha256": "de425e1b1e7355b82fc0e82737ba4bb33241eccb6945ed27540bd4648c9c6d37", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "5394288201e4be3d474d635a", "receipt_sha256": "b77d4aba5568f6800d694a266ba6e1c52ed0ac42895938d43a4d61901cc789e3", "sequence": 26, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-036", "tokens": 8553 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10432, "latency_s": 75.389234, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "ff1d8610eaefb6588e89e1d6", "original_receipt_sha256": "74cd0fc2435ed023a5ca07abea547b385923374bb3a9292a41ba493a37f8e120", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "ff1d8610eaefb6588e89e1d6", "receipt_sha256": "2e13b9384594d3b2e95de851d2f7862384c86e1792dc4144fa20dd4f461f7a0f", "sequence": 31, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-014", "tokens": 10432 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8611, "latency_s": 117.150754, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "b623315427fc5b86c7f07cbd", "original_receipt_sha256": "1a5f02bdb561243ac46c51c785240ab295084edc65a9ca549728deadc1ac96b5", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "b623315427fc5b86c7f07cbd", "receipt_sha256": "87f8b7e574592dfad5a6f3a4ee3439241bf1c84588d7525ea6de9a68160a7a8f", "sequence": 33, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-025", "tokens": 8611 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 180.188195, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "92f859ea5837bdba5983d627", "original_receipt_sha256": "0958afea7a122516b18c08c815e580bf4d9963bf739d435db3ffe1187ccb0575", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "92f859ea5837bdba5983d627", "receipt_sha256": "0f8d66c29f77cf891d2a71576f7fbab68a46d40224af23239395f375b1c2cad5", "sequence": 35, "source": "run2", "status": "timeout", "timeout_s": 180 } ], "status": "timeout", "task_id": "failure-triage/triage-010", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9183, "latency_s": 29.034947, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "00a2e73a785a3a1377ee006b", "original_receipt_sha256": "31b93d6f03e1180708b6cb72df20c33c9c04b55ce0466909b46c2e1f7a240dcd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "00a2e73a785a3a1377ee006b", "receipt_sha256": "8530c8f1f656cc22c1ba7792cd074dc752270cd1d257124128d84f95ab20a309", "sequence": 41, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-084", "tokens": 9183 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 13205, "latency_s": 168.069641, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "0e60b8e595f3a5a5683c7041", "original_receipt_sha256": "7b577ee1371bccc484a0a5aba1be0444a60babf705fbfce1a80026119b46a7b9", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "0e60b8e595f3a5a5683c7041", "receipt_sha256": "f4899c82629356e4db026769f98044903944f19d020f8c6fe438139cf0e43a71", "sequence": 43, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-056", "tokens": 13205 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9750, "latency_s": 27.241261, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "3bd827f6f0f76793cd3721e8", "original_receipt_sha256": "2922c5a5a5dc15cc8799f613c616b25ca8340958d6c312f6818441301c12764b", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "3bd827f6f0f76793cd3721e8", "receipt_sha256": "6424ec11827671923bc1faf164e1e8047b3d012114814bb2292585eaea0a7ccf", "sequence": 45, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-017", "tokens": 9750 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10408, "latency_s": 42.340824, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "ef12e0e19a8da3f06da1e012", "original_receipt_sha256": "91157f5c784e9fffa58ebdc994a66243acec2c6340ea484adf0569c7895594dd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "ef12e0e19a8da3f06da1e012", "receipt_sha256": "c767a249b07a021239bab44ddcf15de7cbc19601d67d7042404f8b9462e78199", "sequence": 50, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-039", "tokens": 10408 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9252, "latency_s": 27.979266, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "a769aa33065877e7edb5c942", "original_receipt_sha256": "cb2c543da17f0fc22124175cafe7f38d8d4fe82d73cb4b780296edc56d29fc93", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "a769aa33065877e7edb5c942", "receipt_sha256": "b7cd8dacbd56bd75bfa72b49f4541a99eb858cdda863266a2bcfcb19f070dfb6", "sequence": 52, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-026", "tokens": 9252 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8567, "latency_s": 11.364428, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "e11214922abc3abea3f62f6c", "original_receipt_sha256": "0a79e603274548bdbc94aac40caa8e3cad68ae59b0c99a5f021a7a36cff1e7cd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "e11214922abc3abea3f62f6c", "receipt_sha256": "2f24ac719c5a5f3d770b5f029173b1d3a7a333d164df32171fc9a51fa5ebe0cf", "sequence": 54, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-029", "tokens": 8567 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8651, "latency_s": 35.067777, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "75a3b603e85a35739f9ba0e8", "original_receipt_sha256": "80a0d852184d54924d7b34dcb4625418f9b28c4d4f4762720d6b58a588300bc1", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "75a3b603e85a35739f9ba0e8", "receipt_sha256": "fdefa9fa485558094c9eedd3853718bc4e67ce8191877bb5a5b4fa3c9d53edc3", "sequence": 59, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-064", "tokens": 8651 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 180.075872, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "1d7654f162ed1b326b3c28bf", "original_receipt_sha256": "c19a22900077546be2a01450ac81604b7d2a59491e78e7b0fc380388458836f3", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "1d7654f162ed1b326b3c28bf", "receipt_sha256": "30d5fe9d63052f4419e84e270352c6a13d44f532b691661ebb7cff7ca1eb4c07", "sequence": 61, "source": "run2", "status": "timeout", "timeout_s": 180 } ], "status": "timeout", "task_id": "failure-triage/triage-057", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8574, "latency_s": 10.242108, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "11c2a2ee4cdda4b74a7efd77", "original_receipt_sha256": "df85c56e76b56e80ae297c159fd56818e345cbf359aba5f2d94a249b4fd7182f", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "11c2a2ee4cdda4b74a7efd77", "receipt_sha256": "136ac7242cdea9ac69425920585629bad602e13a9b9f03e054e62d44ab37695c", "sequence": 63, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-095", "tokens": 8574 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8480, "latency_s": 7.000835, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "8a9c99719c20408c0120bd8e", "original_receipt_sha256": "fd62030b84b01a445122ec59650d1b6d5aa2e25f4f07a802b0b5c677ac9f1763", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "8a9c99719c20408c0120bd8e", "receipt_sha256": "7b479d4d94a1b82238b55b25b3dda79262e8b410f1951be3239547c3e7fe2cf9", "sequence": 68, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-065", "tokens": 8480 } ] }, "space-bunny-free": { "always_strongest": false, "method": "One measured fixed arm; selected receipts may mix collection rounds.", "metrics": { "calls_per_task": 1.0, "cost_per_success_usd": 0.0, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 200279, "latency_n": 24, "median_latency_s": 5.810387, "n": 24, "p90_latency_s": 22.943995, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 8344.958333333334, "reported_cost_usd": 0.0, "reported_tokens": 200279, "success_rate": 1.0, "successes": 24, "tokens_per_success": 8344.958333333334, "unknown_cost_tasks": 0, "unknown_token_tasks": 0 }, "tasks": [ { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8644, "latency_s": 6.858523, "models": [ "space-bunny-free" ], "parsed_answer": "provider_credit_or_quota", "receipts": [ { "attempted": true, "call_id": "30a9aaa67636f236ba7b553b", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "30a9aaa67636f236ba7b553b", "receipt_sha256": "6114ad9c959dc17ed8546f01a1d1a5bba818421db57951e3ba92ca9d2d1ce142", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-023", "tokens": 8644 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8683, "latency_s": 15.652412, "models": [ "space-bunny-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "97b308a8767f9af2aa52b7e6", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "97b308a8767f9af2aa52b7e6", "receipt_sha256": "da0f268f1f45e6de6ef087b287d646507c78416949ca6923b5eafe3a0d962a22", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-041", "tokens": 8683 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8642, "latency_s": 25.114095, "models": [ "space-bunny-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "6163b551f663355d1d9371e5", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "6163b551f663355d1d9371e5", "receipt_sha256": "afef8c97e934e506368a4d88dbd1163ca01a31b3300e87c4ccc52d67556acc98", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-042", "tokens": 8642 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7975, "latency_s": 20.068034, "models": [ "space-bunny-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "7119bb49e9bef2bb524986fa", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "7119bb49e9bef2bb524986fa", "receipt_sha256": "044867d2cded91501281eb7da7ba1a01ec66c2ebe9e1365dbcd257ca9b137b2b", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-079", "tokens": 7975 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8648, "latency_s": 16.506493, "models": [ "space-bunny-free" ], "parsed_answer": "hung_no_progress", "receipts": [ { "attempted": true, "call_id": "13a18069c0df4bd0ae530c26", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "13a18069c0df4bd0ae530c26", "receipt_sha256": "81167e7bd0a5d250b42126d7a2b8edacbe56b0fb9422fd919108a6f6195f1ebe", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-046", "tokens": 8648 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8009, "latency_s": 32.027886, "models": [ "space-bunny-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "2eb846fe9456bd5a96729534", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "2eb846fe9456bd5a96729534", "receipt_sha256": "69d279fd651ae318f83818345db1f1c2bc029cda52221fef50398cf3d98055c3", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-038", "tokens": 8009 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7974, "latency_s": 16.50299, "models": [ "space-bunny-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "ee1f299352786c5ac42cc26a", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "ee1f299352786c5ac42cc26a", "receipt_sha256": "8e3f0292626869a8153c2db9eccb39cde2d0a66b10f1a7f6e747ebc088a03f63", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-012", "tokens": 7974 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8023, "latency_s": 22.943995, "models": [ "space-bunny-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "bf207317302cd1d15cd0d483", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "bf207317302cd1d15cd0d483", "receipt_sha256": "f8c1774c9c8f13456d71529c1f5fee156f088a9569ca8e880cfa5a9f6c01ecf4", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-080", "tokens": 8023 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7973, "latency_s": 21.262143, "models": [ "space-bunny-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "82fdf9e09a52bb2e0b1d4db6", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "82fdf9e09a52bb2e0b1d4db6", "receipt_sha256": "521ede4d4324967270c355188ddb1d0f0df2a21165e49c86b16dd283b51efbdc", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-002", "tokens": 7973 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8772, "latency_s": 7.526003, "models": [ "space-bunny-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "b0dc4627625c892c2e7d147d", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "b0dc4627625c892c2e7d147d", "receipt_sha256": "4ed4c9c76eab04ee715565f832994e0c9ca7f9952d8169cac0c37995fa046c9d", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-055", "tokens": 8772 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8017, "latency_s": 5.652532, "models": [ "space-bunny-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "e0fbf15e6c0477f8191ab21c", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "e0fbf15e6c0477f8191ab21c", "receipt_sha256": "292bb02bad02d52a6d598f2792fbf46106c4fce83ae9954683dc7ef0de9a3c0c", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-036", "tokens": 8017 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8732, "latency_s": 7.762529, "models": [ "space-bunny-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "519f95bed819d4dc18618e5d", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "519f95bed819d4dc18618e5d", "receipt_sha256": "e3c75d1a87b54e100ee196b32ee4b982605ad708bb8e4a24c2871dd83fa95ca0", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-014", "tokens": 8732 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8015, "latency_s": 5.732979, "models": [ "space-bunny-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "28ad581ab5c808916822eccf", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "28ad581ab5c808916822eccf", "receipt_sha256": "5687cf24b4c2ec735f33a9036c9ef9b2dabf8d6f5d6b729245a73316116e0d76", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-025", "tokens": 8015 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8703, "latency_s": 5.155485, "models": [ "space-bunny-free" ], "parsed_answer": "model_gave_up", "receipts": [ { "attempted": true, "call_id": "365555e159bf5d03271d903c", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "365555e159bf5d03271d903c", "receipt_sha256": "ad7363e3ba9d8c62ed55212f2540321f059f4072fc09b5eec44bf4823d1d4ec4", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-010", "tokens": 8703 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8062, "latency_s": 5.887795, "models": [ "space-bunny-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "ae08932a53726f325366cf81", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "ae08932a53726f325366cf81", "receipt_sha256": "4923ec1b7b31387cbd4b8c7bf47c7e639a48b3a652f8df6780faf3f05bf55fa7", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-084", "tokens": 8062 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8733, "latency_s": 5.413778, "models": [ "space-bunny-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "39f07dc0807792e92d19a699", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "39f07dc0807792e92d19a699", "receipt_sha256": "c90f443cfbe4642280ccb30d777832f37dfecc6a7d673a839897e371f529949e", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-056", "tokens": 8733 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8697, "latency_s": 5.700262, "models": [ "space-bunny-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "5c33cb4d0e3c75473de39fea", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "5c33cb4d0e3c75473de39fea", "receipt_sha256": "b97b63f0881b75c4c862cf8cdc0663c536bd7f36d6da09d078dc35a53a169d29", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-017", "tokens": 8697 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8642, "latency_s": 4.25181, "models": [ "space-bunny-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "f7f2b543d1f0e0666cad3602", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "f7f2b543d1f0e0666cad3602", "receipt_sha256": "ae68169a554f56072a011a4a58b3178662919325f0a15637cdfbcd241b8ce4e7", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-039", "tokens": 8642 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8643, "latency_s": 5.727079, "models": [ "space-bunny-free" ], "parsed_answer": "rate_limited", "receipts": [ { "attempted": true, "call_id": "d088aa270d347d5393bcbe01", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "d088aa270d347d5393bcbe01", "receipt_sha256": "38da6c70b0c68735da57d07fbc8510a19246701438f82ae09e9110313290da00", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-026", "tokens": 8643 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7974, "latency_s": 5.347345, "models": [ "space-bunny-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "0a8a47dfa4285fac1b6adf77", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "0a8a47dfa4285fac1b6adf77", "receipt_sha256": "cf44988127c16e018de09ac7f3d592eaaa965adc466c15024ea67840b4770b8b", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-029", "tokens": 7974 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7993, "latency_s": 4.897917, "models": [ "space-bunny-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "bf9a86de25cb956d8a33e0ad", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "bf9a86de25cb956d8a33e0ad", "receipt_sha256": "3ba7b5e3767d240b906d14e1180774ce2a9fda9b4879d57c00ecedb0f2ec3413", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-064", "tokens": 7993 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8746, "latency_s": 5.277222, "models": [ "space-bunny-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "1d4b776616e1b17d1185ee1f", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "1d4b776616e1b17d1185ee1f", "receipt_sha256": "9259f538a9ae20eeec6dacc9ed0b71502f04a9b8942f41e6d761793e209a59a5", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "failure-triage/triage-057", "tokens": 8746 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7977, "latency_s": 4.224422, "models": [ "space-bunny-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "46656d207705c4b4540954f3", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "46656d207705c4b4540954f3", "receipt_sha256": "5601e63b3a18c8c6e0ae38164355fd6f819427045d6a52c2125c8c7034646285", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-095", "tokens": 7977 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8002, "latency_s": 4.436131, "models": [ "space-bunny-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "cfed151e89387cd3d0e366be", "original_receipt_sha256": null, "original_status": "ok", "phase": "original-fixed", "receipt_id": "cfed151e89387cd3d0e366be", "receipt_sha256": "f6e5e715107458865cf368e0e7c4ab2896181e63f597b402b8dc6478ad1e5aa8", "sequence": null, "source": "run1", "status": "ok", "timeout_s": 60 } ], "status": "ok", "task_id": "lead-router/lead-065", "tokens": 8002 } ] } }, "matrix_summary": { "cells": 96, "deadline_note": "Retained run1 attempts use 60 seconds; new attempts use 180 seconds. Unavailable cells are not latency observations.", "mixed_deadlines": true, "source_counts": { "run1": 36, "run2": 60 }, "timeout_s_counts": { "180": 60, "60": 36 }, "unavailable_cells": 0 }, "retry_cohort": { "by_model": { "mimo-v2.6-flash-free": { "calls_per_task": 1.0, "cost_per_success_usd": 0.0, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 132151, "latency_n": 16, "median_latency_s": 8.1768245, "n": 16, "p90_latency_s": 12.011525, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 9439.357142857143, "reported_cost_usd": 0.0, "reported_tokens": 132151, "success_rate": 0.875, "successes": 14, "tokens_per_success": 9439.357142857143, "unknown_cost_tasks": 0, "unknown_token_tasks": 0 }, "nemotron-3.5-lightning-free": { "calls_per_task": 1.0, "cost_per_success_usd": null, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 161902, "latency_n": 20, "median_latency_s": 35.264325, "n": 20, "p90_latency_s": 180.075872, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 10793.466666666667, "reported_cost_usd": null, "reported_tokens": null, "success_rate": 0.75, "successes": 15, "tokens_per_success": null, "unknown_cost_tasks": 3, "unknown_token_tasks": 3 } }, "metrics": { "calls_per_task": 1.0, "cost_per_success_usd": null, "escalation_rate": 0.0, "known_reported_cost_usd": 0, "known_reported_tokens": 294053, "latency_n": 36, "median_latency_s": 12.1531655, "n": 36, "p90_latency_s": 168.069641, "recorded_cost_per_success_usd": 0.0, "recorded_tokens_per_success": 10139.758620689656, "reported_cost_usd": null, "reported_tokens": null, "success_rate": 0.8055555555555556, "successes": 29, "tokens_per_success": null, "unknown_cost_tasks": 3, "unknown_token_tasks": 3 }, "missing_cells": 0, "registered_cells": 36, "selection": "Registered original timeout/skipped cells; every registered cell stays in the denominator.", "tasks": [ { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9891, "latency_s": 21.345649, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "provider_credit_or_quota", "receipts": [ { "attempted": true, "call_id": "62dde0656795a3d51762be83", "original_receipt_sha256": "2b7ac1a3d360478f292aac746c12791a215adf52db32b725b387ff8b5bbc77ad", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "62dde0656795a3d51762be83", "receipt_sha256": "b2bc635ee9be22293729f14d103b71e860a1246c27eafba005774544c48c51f8", "sequence": 1, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-023", "tokens": 9891 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10330, "latency_s": 33.720922, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "976ea38738d0cf0270cb6ca6", "original_receipt_sha256": "162a9a3928c4c394ca83194649728cffe8c490fbb185fd30248c552d40962013", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "976ea38738d0cf0270cb6ca6", "receipt_sha256": "949bbb9fc262d1b1e7c7631a8c9ac0c33a047938bff9bbfb936a9c8b3b310c38", "sequence": 5, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-042", "tokens": 10330 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10941, "latency_s": 53.207111, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "hung_no_progress", "receipts": [ { "attempted": true, "call_id": "e308c001b4c642d613fce1b5", "original_receipt_sha256": "b4a7fdaf217223c819266211b6926802271c3b4db6891e67c2b80f2ab0da66d5", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "e308c001b4c642d613fce1b5", "receipt_sha256": "593f0f2ff0c3a456c0b2a5dec4fe8bcf366286c41259916adbc5479d7f1a4ece", "sequence": 7, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-046", "tokens": 10941 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8584, "latency_s": 35.460873, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "fd7ddf45c1b3d4592468ac82", "original_receipt_sha256": "5e96ef7d1e3cc5cd7e3f4d08307e66d58daa8612e4964eb95ce4de0576eff251", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "fd7ddf45c1b3d4592468ac82", "receipt_sha256": "1b5bf718c8b7dfaff27b73db48b5eb9ea239da2557bc43e948f3a0e933255372", "sequence": 11, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-080", "tokens": 8584 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7896, "latency_s": 7.048195, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "40b628e2029307acb49a5acc", "original_receipt_sha256": "f2cdc739394ff163ea08dd88dff101e954cda35b6a5e189bfc93b4c322f05423", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "40b628e2029307acb49a5acc", "receipt_sha256": "cd26f0f6bd8a034eb4def66a044febcfb2d0296c62c4b2a355b346553506ed2b", "sequence": 13, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-080", "tokens": 7896 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8490, "latency_s": 71.176876, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "book", "receipts": [ { "attempted": true, "call_id": "6052a4ea6614aa501839b6ab", "original_receipt_sha256": "368448dd2672380848392b49a809a2e827952a91a0e545e83cc1cd40a8a75dc0", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "6052a4ea6614aa501839b6ab", "receipt_sha256": "2eaff465b3eeb8fed52aa9057537cc2e2bc96ac21c5c2b5fcfb3a3ba39095e88", "sequence": 16, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-002", "tokens": 8490 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8640, "latency_s": 8.273554, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "f4bb038db7562fd2c745803f", "original_receipt_sha256": "e5dee3da97e23687fbbfda58e0ef42a61a00fc17fcf25a6f1c03f642e8d05f1d", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "f4bb038db7562fd2c745803f", "receipt_sha256": "69448d3321de2d1cd7e66946f9cf2710d6c551ed8e539e72575fb51c312bc478", "sequence": 17, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-055", "tokens": 8640 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 180.128636, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "c20bab225f37f3acf60d8d83", "original_receipt_sha256": "68a24a328f0d335780ccae12d8f96fff4b6ec8089fe299352f3d3b9023d8b5d0", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "c20bab225f37f3acf60d8d83", "receipt_sha256": "a507bcfd1a146bb311866f1a55eb1db0df82f00fdb3136d0d697d6b11dd8f143", "sequence": 24, "source": "run2", "status": "timeout", "timeout_s": 180 } ], "status": "timeout", "task_id": "failure-triage/triage-055", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8553, "latency_s": 17.07942, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "5394288201e4be3d474d635a", "original_receipt_sha256": "de425e1b1e7355b82fc0e82737ba4bb33241eccb6945ed27540bd4648c9c6d37", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "5394288201e4be3d474d635a", "receipt_sha256": "b77d4aba5568f6800d694a266ba6e1c52ed0ac42895938d43a4d61901cc789e3", "sequence": 26, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-036", "tokens": 8553 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7893, "latency_s": 6.978236, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "2f7855cc9782e3b6478d92fa", "original_receipt_sha256": "51be620750846cad049e49a2f9a79f3667c83abc17af495010d7888aaf9e547b", "original_status": "timeout", "phase": "matrix-repair", "receipt_id": "2f7855cc9782e3b6478d92fa", "receipt_sha256": "01f012f9b3b9ed402c49c22b4cfe65f22d45055eb6d243ff58893f8b40896d72", "sequence": 28, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-036", "tokens": 7893 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8590, "latency_s": 12.294806, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "88dce017501d6142acd829da", "original_receipt_sha256": "fc7f6376a83285df1e9b420d17666926e3dc462b71e31c7be2fa4636189fb98b", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "88dce017501d6142acd829da", "receipt_sha256": "b124a14186209b16cc3893d8a9ad7395052755ee5416565627a59307ad987198", "sequence": 30, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-014", "tokens": 8590 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10432, "latency_s": 75.389234, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "ff1d8610eaefb6588e89e1d6", "original_receipt_sha256": "74cd0fc2435ed023a5ca07abea547b385923374bb3a9292a41ba493a37f8e120", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "ff1d8610eaefb6588e89e1d6", "receipt_sha256": "2e13b9384594d3b2e95de851d2f7862384c86e1792dc4144fa20dd4f461f7a0f", "sequence": 31, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-014", "tokens": 10432 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7904, "latency_s": 9.743222, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "a70eac1e9cf099800cb2629b", "original_receipt_sha256": "f29c6b0c6c45af85094ecdd387a0f48cb254c4278e63e41fa9fa7d94a657caed", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "a70eac1e9cf099800cb2629b", "receipt_sha256": "c734873414c6cd45bba5f84c2d7dcb3b0b3b0c85fb8ed7f8530919e480724691", "sequence": 32, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-025", "tokens": 7904 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8611, "latency_s": 117.150754, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "b623315427fc5b86c7f07cbd", "original_receipt_sha256": "1a5f02bdb561243ac46c51c785240ab295084edc65a9ca549728deadc1ac96b5", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "b623315427fc5b86c7f07cbd", "receipt_sha256": "87f8b7e574592dfad5a6f3a4ee3439241bf1c84588d7525ea6de9a68160a7a8f", "sequence": 33, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-025", "tokens": 8611 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 180.188195, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "92f859ea5837bdba5983d627", "original_receipt_sha256": "0958afea7a122516b18c08c815e580bf4d9963bf739d435db3ffe1187ccb0575", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "92f859ea5837bdba5983d627", "receipt_sha256": "0f8d66c29f77cf891d2a71576f7fbab68a46d40224af23239395f375b1c2cad5", "sequence": 35, "source": "run2", "status": "timeout", "timeout_s": 180 } ], "status": "timeout", "task_id": "failure-triage/triage-010", "tokens": null }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8592, "latency_s": 8.262696, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "0482021288c367e8e8d7e88b", "original_receipt_sha256": "da1a4b5587a3af84c5d3955a1d4c84d129a6a951c2201a11460252d53ecd4782", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "0482021288c367e8e8d7e88b", "receipt_sha256": "0cc5db786eaf567f664e5f9dcd80fc030dc47f38ef4cfeb84c263283f8e73755", "sequence": 38, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-010", "tokens": 8592 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7929, "latency_s": 8.601758, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "5c1da1dba8c8599567776fe4", "original_receipt_sha256": "f9af6aa4c29a5356369686c4aff923200c88a65729569382e50b35da20ab871e", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "5c1da1dba8c8599567776fe4", "receipt_sha256": "087f6c791d2b466db33dbc28f0b568ca3c0b2bf7b37e1e9fa359678f3a70de83", "sequence": 40, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-084", "tokens": 7929 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9183, "latency_s": 29.034947, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "00a2e73a785a3a1377ee006b", "original_receipt_sha256": "31b93d6f03e1180708b6cb72df20c33c9c04b55ce0466909b46c2e1f7a240dcd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "00a2e73a785a3a1377ee006b", "receipt_sha256": "8530c8f1f656cc22c1ba7792cd074dc752270cd1d257124128d84f95ab20a309", "sequence": 41, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-084", "tokens": 9183 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8665, "latency_s": 12.011525, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "7276fb092c7ca8358e372f57", "original_receipt_sha256": "9614550a13244518c44f40a858c79a60740f65ba8b03d02a880965f1e64550fd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "7276fb092c7ca8358e372f57", "receipt_sha256": "5eb3d37aa04b468f0ab91b037b5dc33082b43fef684fbb7724469a910f9a7ef1", "sequence": 42, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-056", "tokens": 8665 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 13205, "latency_s": 168.069641, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "0e60b8e595f3a5a5683c7041", "original_receipt_sha256": "7b577ee1371bccc484a0a5aba1be0444a60babf705fbfce1a80026119b46a7b9", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "0e60b8e595f3a5a5683c7041", "receipt_sha256": "f4899c82629356e4db026769f98044903944f19d020f8c6fe438139cf0e43a71", "sequence": 43, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-056", "tokens": 13205 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9750, "latency_s": 27.241261, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "3bd827f6f0f76793cd3721e8", "original_receipt_sha256": "2922c5a5a5dc15cc8799f613c616b25ca8340958d6c312f6818441301c12764b", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "3bd827f6f0f76793cd3721e8", "receipt_sha256": "6424ec11827671923bc1faf164e1e8047b3d012114814bb2292585eaea0a7ccf", "sequence": 45, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-017", "tokens": 9750 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8584, "latency_s": 6.911633, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "model_wrong_deliverable", "receipts": [ { "attempted": true, "call_id": "f65256c40d09998e9ec7ba62", "original_receipt_sha256": "e7f03fc35ba6ec84c412f9a621db8e7c9e2b0ff441f2833f2a888af3e4923aee", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "f65256c40d09998e9ec7ba62", "receipt_sha256": "c20c8c723ad60ab4cfd36496a282b946ddb89660c69b49b7ba6a9ac23853e11f", "sequence": 47, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-017", "tokens": 8584 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8597, "latency_s": 9.958418, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "db811dc34686d8215b89da02", "original_receipt_sha256": "a8d2ef68f836a83b30547f9f3549d38ca76b66d6dce5a07bb44ca0588331bf58", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "db811dc34686d8215b89da02", "receipt_sha256": "b72e35668805c22f6fad4b13634a7fa322cac0feba4ac1c09151890ab9d4a356", "sequence": 49, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-039", "tokens": 8597 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 10408, "latency_s": 42.340824, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "harness_crash", "receipts": [ { "attempted": true, "call_id": "ef12e0e19a8da3f06da1e012", "original_receipt_sha256": "91157f5c784e9fffa58ebdc994a66243acec2c6340ea484adf0569c7895594dd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "ef12e0e19a8da3f06da1e012", "receipt_sha256": "c767a249b07a021239bab44ddcf15de7cbc19601d67d7042404f8b9462e78199", "sequence": 50, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-039", "tokens": 10408 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8582, "latency_s": 8.028605, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "rate_limited", "receipts": [ { "attempted": true, "call_id": "64ceb9dbc56b4818fd1dcf49", "original_receipt_sha256": "a3a7396cfb7139ed76f89820c971e1231fd25b208876f3434ddc9f3e8386fee2", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "64ceb9dbc56b4818fd1dcf49", "receipt_sha256": "8e71018c8f1fc16df020bc64acad8e66221112dfb4f9e58dc1d438e7e9e41644", "sequence": 51, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-026", "tokens": 8582 }, { "calls": 1, "correct": false, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 9252, "latency_s": 27.979266, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "a769aa33065877e7edb5c942", "original_receipt_sha256": "cb2c543da17f0fc22124175cafe7f38d8d4fe82d73cb4b780296edc56d29fc93", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "a769aa33065877e7edb5c942", "receipt_sha256": "b7cd8dacbd56bd75bfa72b49f4541a99eb858cdda863266a2bcfcb19f070dfb6", "sequence": 52, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-026", "tokens": 9252 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8567, "latency_s": 11.364428, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "e11214922abc3abea3f62f6c", "original_receipt_sha256": "0a79e603274548bdbc94aac40caa8e3cad68ae59b0c99a5f021a7a36cff1e7cd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "e11214922abc3abea3f62f6c", "receipt_sha256": "2f24ac719c5a5f3d770b5f029173b1d3a7a333d164df32171fc9a51fa5ebe0cf", "sequence": 54, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-029", "tokens": 8567 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7887, "latency_s": 8.090953, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "price", "receipts": [ { "attempted": true, "call_id": "017d924dc8006b3a120b039b", "original_receipt_sha256": "29899c4bbcf4498aa66d175926344f2f713c4edbf5cdf9315a74e6c2b29f6f2f", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "017d924dc8006b3a120b039b", "receipt_sha256": "982f61cd388ba022f363a084f79e5fc1a6f17671e21d99056a9f69a2514081a1", "sequence": 56, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-029", "tokens": 7887 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7894, "latency_s": 5.776523, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "ec70d6ac0ab7d76bbae57cb9", "original_receipt_sha256": "ebf781f2e9aa0dd5d604e362e421c65730a4e68aac8b21bcddf1d6765518296e", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "ec70d6ac0ab7d76bbae57cb9", "receipt_sha256": "a48af0fde69b499ca351c80462a232975dedf18585e2f6bcc2501d6244a380d0", "sequence": 58, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-064", "tokens": 7894 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8651, "latency_s": 35.067777, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "75a3b603e85a35739f9ba0e8", "original_receipt_sha256": "80a0d852184d54924d7b34dcb4625418f9b28c4d4f4762720d6b58a588300bc1", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "75a3b603e85a35739f9ba0e8", "receipt_sha256": "fdefa9fa485558094c9eedd3853718bc4e67ce8191877bb5a5b4fa3c9d53edc3", "sequence": 59, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-064", "tokens": 8651 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8703, "latency_s": 9.501703, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "not_in_this_list", "receipts": [ { "attempted": true, "call_id": "67a4f3b9b0ec1c9a05ed8ea0", "original_receipt_sha256": "bb3006a8578bb725b0b177f74855115e7066edf267722c332e45034115550ddd", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "67a4f3b9b0ec1c9a05ed8ea0", "receipt_sha256": "6ac79f20bbfad5fff2e3f2bb7454795e3dc4c395a42f7d26346e0a4eedd4b38e", "sequence": 60, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "failure-triage/triage-057", "tokens": 8703 }, { "calls": 1, "correct": false, "cost": null, "escalated": false, "known_cost": 0, "known_tokens": 0, "latency_s": 180.075872, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": null, "receipts": [ { "attempted": true, "call_id": "1d7654f162ed1b326b3c28bf", "original_receipt_sha256": "c19a22900077546be2a01450ac81604b7d2a59491e78e7b0fc380388458836f3", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "1d7654f162ed1b326b3c28bf", "receipt_sha256": "30d5fe9d63052f4419e84e270352c6a13d44f532b691661ebb7cff7ca1eb4c07", "sequence": 61, "source": "run2", "status": "timeout", "timeout_s": 180 } ], "status": "timeout", "task_id": "failure-triage/triage-057", "tokens": null }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8574, "latency_s": 10.242108, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "11c2a2ee4cdda4b74a7efd77", "original_receipt_sha256": "df85c56e76b56e80ae297c159fd56818e345cbf359aba5f2d94a249b4fd7182f", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "11c2a2ee4cdda4b74a7efd77", "receipt_sha256": "136ac7242cdea9ac69425920585629bad602e13a9b9f03e054e62d44ab37695c", "sequence": 63, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-095", "tokens": 8574 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7913, "latency_s": 5.825353, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "other", "receipts": [ { "attempted": true, "call_id": "5c994b57ba137afa2f14adbf", "original_receipt_sha256": "1fc84a3027295c8e83c800371f7dc23dea802e3320d113ed90e58cd470f07119", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "5c994b57ba137afa2f14adbf", "receipt_sha256": "ae34981e07701a993794b98ee5d9d636b759493c781c2cecec20baef233794ef", "sequence": 65, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-095", "tokens": 7913 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 7882, "latency_s": 5.671054, "models": [ "mimo-v2.6-flash-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "36683f25a3a0bf1d9fa6c214", "original_receipt_sha256": "e90e8d868c4e019ca85388a9e7cf60b134ff23907bd375bf99a8624fb80c1c95", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "36683f25a3a0bf1d9fa6c214", "receipt_sha256": "853e4b2a781036fbe3d119d2484c98873ca3e9d8794227f28d9adaec9063f8b0", "sequence": 67, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-065", "tokens": 7882 }, { "calls": 1, "correct": true, "cost": 0.0, "escalated": false, "known_cost": 0, "known_tokens": 8480, "latency_s": 7.000835, "models": [ "nemotron-3.5-lightning-free" ], "parsed_answer": "complaint", "receipts": [ { "attempted": true, "call_id": "8a9c99719c20408c0120bd8e", "original_receipt_sha256": "fd62030b84b01a445122ec59650d1b6d5aa2e25f4f07a802b0b5c677ac9f1763", "original_status": "skipped_unavailable", "phase": "matrix-repair", "receipt_id": "8a9c99719c20408c0120bd8e", "receipt_sha256": "7b479d4d94a1b82238b55b25b3dda79262e8b410f1951be3239547c3e7fe2cf9", "sequence": 68, "source": "run2", "status": "ok", "timeout_s": 180 } ], "status": "ok", "task_id": "lead-router/lead-065", "tokens": 8480 } ] }, "strongest_note": "The flagged fixed arm is the measured always-strongest arm; its receipts are shared and counted once, not an independent experiment." } }