{
 "schema_version": 2,
 "project": "compaction-check",
 "subset": "full",
 "repeat": 2,
 "timestamp": "2026-09-24T16:03:03Z",
 "input_hashes": {
  "samples/compaction-check/fixtures/questions.json": "0d348f75b58e9df36b14babdfe9ae57f192a70d2452d757385839706712f00d1",
  "samples/compaction-check/fixtures/sessions.jsonl": "6b6e01855f16358971ca6734810ebec8d3a7b2240d9a8c05dbfd7c3f0ca115e6"
 },
 "source_hashes": {
  "samples/_shared/jev.py": "1e936cb0f83f45baa62e1a2417682e0630e52bf0143d1bb09608a05fcb6dbcc9",
  "samples/compaction-check/../_shared/community.py": "138e743ef9d0382da0d823cbe18ec9cf4ca3018122f10da809ff05d883322016",
  "samples/compaction-check/build_excerpts.py": "28a991f6ddcd8324b2336543bfde6f3d3ba379dd78c45a876d24d93d54d1e981",
  "samples/compaction-check/compact.py": "80df701cac548bf404ad02794635baab5bb7cf92b2b9e7acd92c263b6c9fd5ec"
 },
 "label": "code only (no model)",
 "mode": "code",
 "provider": null,
 "rows": [
  {
   "session": "claude-code__opus-5-5",
   "case_id": "claude-code__opus-5-5",
   "repeat": 2,
   "method": "full",
   "context_chars": 16157,
   "tokens_estimate": 4040,
   "tokens_full_estimate": 4040,
   "tokens_saved_estimate": 0,
   "saved_fraction": 0.0,
   "decisions": {
    "keep": 30,
    "truncate": 0,
    "drop": 0
   },
   "result_decisions": {
    "1": "keep",
    "3": "keep",
    "5": "keep",
    "7": "keep",
    "9": "keep",
    "12": "keep",
    "14": "keep",
    "16": "keep",
    "18": "keep",
    "21": "keep",
    "23": "keep",
    "25": "keep",
    "27": "keep",
    "30": "keep",
    "31": "keep",
    "33": "keep",
    "35": "keep",
    "37": "keep",
    "41": "keep",
    "43": "keep",
    "45": "keep",
    "47": "keep",
    "49": "keep",
    "51": "keep",
    "53": "keep",
    "56": "keep",
    "58": "keep",
    "60": "keep",
    "62": "keep",
    "64": "keep"
   },
   "unknown_result_associations": 2,
   "questions": 6,
   "answered": 0,
   "retained": 6,
   "correct": null,
   "abstained": null,
   "answerability_correct": null,
   "unsupported_correct_guess": null,
   "lost_answer": null,
   "qa_available": false,
   "strata": {
    "tool_dependent": {
     "questions": 4,
     "answered": 0,
     "retained": 4,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    "permanent_control": {
     "questions": 2,
     "answered": 0,
     "retained": 2,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   },
   "per_question": [
    {
     "question": "cc1",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "no",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc2",
     "kind": "permanent_control",
     "retained": true,
     "gold": "commons",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc3",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "209394",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc4",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "95586",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc5",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "groups",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc6",
     "kind": "permanent_control",
     "retained": true,
     "gold": "yes",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   ],
   "metrics": {
    "requests": 0,
    "completed_requests": 0,
    "input_tokens": 0,
    "output_tokens": 0,
    "median_latency_ms": null,
    "wall_s": 0,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "selector_metrics": null,
   "selector_tokens_estimate": 0,
   "selector_reuse_break_even_estimated_reads": null
  },
  {
   "session": "claude-code__opus-5-5",
   "case_id": "claude-code__opus-5-5",
   "repeat": 2,
   "method": "last6",
   "context_chars": 12139,
   "tokens_estimate": 3035,
   "tokens_full_estimate": 4040,
   "tokens_saved_estimate": 1005,
   "saved_fraction": 0.24876237623762376,
   "decisions": {
    "keep": 6,
    "truncate": 0,
    "drop": 24
   },
   "result_decisions": {
    "1": "drop",
    "3": "drop",
    "5": "drop",
    "7": "drop",
    "9": "drop",
    "12": "drop",
    "14": "drop",
    "16": "drop",
    "18": "drop",
    "21": "drop",
    "23": "drop",
    "25": "drop",
    "27": "drop",
    "30": "drop",
    "31": "drop",
    "33": "drop",
    "35": "drop",
    "37": "drop",
    "41": "drop",
    "43": "drop",
    "45": "drop",
    "47": "drop",
    "49": "drop",
    "51": "drop",
    "53": "keep",
    "56": "keep",
    "58": "keep",
    "60": "keep",
    "62": "keep",
    "64": "keep"
   },
   "unknown_result_associations": 2,
   "questions": 6,
   "answered": 0,
   "retained": 4,
   "correct": null,
   "abstained": null,
   "answerability_correct": null,
   "unsupported_correct_guess": null,
   "lost_answer": null,
   "qa_available": false,
   "strata": {
    "tool_dependent": {
     "questions": 4,
     "answered": 0,
     "retained": 2,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    "permanent_control": {
     "questions": 2,
     "answered": 0,
     "retained": 2,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   },
   "per_question": [
    {
     "question": "cc1",
     "kind": "tool_dependent",
     "retained": false,
     "gold": "no",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc2",
     "kind": "permanent_control",
     "retained": true,
     "gold": "commons",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc3",
     "kind": "tool_dependent",
     "retained": false,
     "gold": "209394",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc4",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "95586",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc5",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "groups",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc6",
     "kind": "permanent_control",
     "retained": true,
     "gold": "yes",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   ],
   "metrics": {
    "requests": 0,
    "completed_requests": 0,
    "input_tokens": 0,
    "output_tokens": 0,
    "median_latency_ms": null,
    "wall_s": 0,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "selector_metrics": null,
   "selector_tokens_estimate": 0,
   "selector_reuse_break_even_estimated_reads": null
  },
  {
   "session": "claude-code__opus-5-5",
   "case_id": "claude-code__opus-5-5",
   "repeat": 2,
   "method": "trunc120",
   "context_chars": 12682,
   "tokens_estimate": 3171,
   "tokens_full_estimate": 4040,
   "tokens_saved_estimate": 869,
   "saved_fraction": 0.2150990099009901,
   "decisions": {
    "keep": 6,
    "truncate": 24,
    "drop": 0
   },
   "result_decisions": {
    "1": "truncate",
    "3": "truncate",
    "5": "truncate",
    "7": "truncate",
    "9": "truncate",
    "12": "truncate",
    "14": "truncate",
    "16": "truncate",
    "18": "truncate",
    "21": "truncate",
    "23": "truncate",
    "25": "truncate",
    "27": "truncate",
    "30": "truncate",
    "31": "truncate",
    "33": "truncate",
    "35": "truncate",
    "37": "truncate",
    "41": "truncate",
    "43": "truncate",
    "45": "truncate",
    "47": "truncate",
    "49": "truncate",
    "51": "truncate",
    "53": "keep",
    "56": "keep",
    "58": "keep",
    "60": "keep",
    "62": "keep",
    "64": "keep"
   },
   "unknown_result_associations": 2,
   "questions": 6,
   "answered": 0,
   "retained": 4,
   "correct": null,
   "abstained": null,
   "answerability_correct": null,
   "unsupported_correct_guess": null,
   "lost_answer": null,
   "qa_available": false,
   "strata": {
    "tool_dependent": {
     "questions": 4,
     "answered": 0,
     "retained": 2,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    "permanent_control": {
     "questions": 2,
     "answered": 0,
     "retained": 2,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   },
   "per_question": [
    {
     "question": "cc1",
     "kind": "tool_dependent",
     "retained": false,
     "gold": "no",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc2",
     "kind": "permanent_control",
     "retained": true,
     "gold": "commons",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc3",
     "kind": "tool_dependent",
     "retained": false,
     "gold": "209394",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc4",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "95586",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc5",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "groups",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cc6",
     "kind": "permanent_control",
     "retained": true,
     "gold": "yes",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   ],
   "metrics": {
    "requests": 0,
    "completed_requests": 0,
    "input_tokens": 0,
    "output_tokens": 0,
    "median_latency_ms": null,
    "wall_s": 0,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "selector_metrics": null,
   "selector_tokens_estimate": 0,
   "selector_reuse_break_even_estimated_reads": null
  },
  {
   "session": "codex__gpt-6-astra",
   "case_id": "codex__gpt-6-astra",
   "repeat": 2,
   "method": "full",
   "context_chars": 9094,
   "tokens_estimate": 2274,
   "tokens_full_estimate": 2274,
   "tokens_saved_estimate": 0,
   "saved_fraction": 0.0,
   "decisions": {
    "keep": 10,
    "truncate": 0,
    "drop": 0
   },
   "result_decisions": {
    "3": "keep",
    "5": "keep",
    "7": "keep",
    "9": "keep",
    "12": "keep",
    "14": "keep",
    "17": "keep",
    "19": "keep",
    "22": "keep",
    "24": "keep"
   },
   "unknown_result_associations": 0,
   "questions": 5,
   "answered": 0,
   "retained": 5,
   "correct": null,
   "abstained": null,
   "answerability_correct": null,
   "unsupported_correct_guess": null,
   "lost_answer": null,
   "qa_available": false,
   "strata": {
    "tool_dependent": {
     "questions": 2,
     "answered": 0,
     "retained": 2,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    "permanent_control": {
     "questions": 3,
     "answered": 0,
     "retained": 3,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   },
   "per_question": [
    {
     "question": "cx1",
     "kind": "permanent_control",
     "retained": true,
     "gold": "reference",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx2",
     "kind": "permanent_control",
     "retained": true,
     "gold": "download",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx3",
     "kind": "permanent_control",
     "retained": true,
     "gold": "script",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx4",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "27616",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx5",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "valid",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   ],
   "metrics": {
    "requests": 0,
    "completed_requests": 0,
    "input_tokens": 0,
    "output_tokens": 0,
    "median_latency_ms": null,
    "wall_s": 0,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "selector_metrics": null,
   "selector_tokens_estimate": 0,
   "selector_reuse_break_even_estimated_reads": null
  },
  {
   "session": "codex__gpt-6-astra",
   "case_id": "codex__gpt-6-astra",
   "repeat": 2,
   "method": "last6",
   "context_chars": 8362,
   "tokens_estimate": 2091,
   "tokens_full_estimate": 2274,
   "tokens_saved_estimate": 183,
   "saved_fraction": 0.08047493403693931,
   "decisions": {
    "keep": 6,
    "truncate": 0,
    "drop": 4
   },
   "result_decisions": {
    "3": "drop",
    "5": "drop",
    "7": "drop",
    "9": "drop",
    "12": "keep",
    "14": "keep",
    "17": "keep",
    "19": "keep",
    "22": "keep",
    "24": "keep"
   },
   "unknown_result_associations": 0,
   "questions": 5,
   "answered": 0,
   "retained": 5,
   "correct": null,
   "abstained": null,
   "answerability_correct": null,
   "unsupported_correct_guess": null,
   "lost_answer": null,
   "qa_available": false,
   "strata": {
    "tool_dependent": {
     "questions": 2,
     "answered": 0,
     "retained": 2,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    "permanent_control": {
     "questions": 3,
     "answered": 0,
     "retained": 3,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   },
   "per_question": [
    {
     "question": "cx1",
     "kind": "permanent_control",
     "retained": true,
     "gold": "reference",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx2",
     "kind": "permanent_control",
     "retained": true,
     "gold": "download",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx3",
     "kind": "permanent_control",
     "retained": true,
     "gold": "script",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx4",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "27616",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx5",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "valid",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   ],
   "metrics": {
    "requests": 0,
    "completed_requests": 0,
    "input_tokens": 0,
    "output_tokens": 0,
    "median_latency_ms": null,
    "wall_s": 0,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "selector_metrics": null,
   "selector_tokens_estimate": 0,
   "selector_reuse_break_even_estimated_reads": null
  },
  {
   "session": "codex__gpt-6-astra",
   "case_id": "codex__gpt-6-astra",
   "repeat": 2,
   "method": "trunc120",
   "context_chars": 8718,
   "tokens_estimate": 2180,
   "tokens_full_estimate": 2274,
   "tokens_saved_estimate": 94,
   "saved_fraction": 0.04133685136323659,
   "decisions": {
    "keep": 6,
    "truncate": 4,
    "drop": 0
   },
   "result_decisions": {
    "3": "truncate",
    "5": "truncate",
    "7": "truncate",
    "9": "truncate",
    "12": "keep",
    "14": "keep",
    "17": "keep",
    "19": "keep",
    "22": "keep",
    "24": "keep"
   },
   "unknown_result_associations": 0,
   "questions": 5,
   "answered": 0,
   "retained": 5,
   "correct": null,
   "abstained": null,
   "answerability_correct": null,
   "unsupported_correct_guess": null,
   "lost_answer": null,
   "qa_available": false,
   "strata": {
    "tool_dependent": {
     "questions": 2,
     "answered": 0,
     "retained": 2,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    "permanent_control": {
     "questions": 3,
     "answered": 0,
     "retained": 3,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   },
   "per_question": [
    {
     "question": "cx1",
     "kind": "permanent_control",
     "retained": true,
     "gold": "reference",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx2",
     "kind": "permanent_control",
     "retained": true,
     "gold": "download",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx3",
     "kind": "permanent_control",
     "retained": true,
     "gold": "script",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx4",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "27616",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "cx5",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "valid",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   ],
   "metrics": {
    "requests": 0,
    "completed_requests": 0,
    "input_tokens": 0,
    "output_tokens": 0,
    "median_latency_ms": null,
    "wall_s": 0,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "selector_metrics": null,
   "selector_tokens_estimate": 0,
   "selector_reuse_break_even_estimated_reads": null
  },
  {
   "session": "dsh__deepseek-flash",
   "case_id": "dsh__deepseek-flash",
   "repeat": 2,
   "method": "full",
   "context_chars": 19813,
   "tokens_estimate": 4954,
   "tokens_full_estimate": 4954,
   "tokens_saved_estimate": 0,
   "saved_fraction": 0.0,
   "decisions": {
    "keep": 30,
    "truncate": 0,
    "drop": 0
   },
   "result_decisions": {
    "4": "keep",
    "6": "keep",
    "8": "keep",
    "10": "keep",
    "13": "keep",
    "15": "keep",
    "17": "keep",
    "19": "keep",
    "22": "keep",
    "23": "keep",
    "26": "keep",
    "28": "keep",
    "30": "keep",
    "32": "keep",
    "34": "keep",
    "36": "keep",
    "39": "keep",
    "41": "keep",
    "45": "keep",
    "46": "keep",
    "48": "keep",
    "51": "keep",
    "52": "keep",
    "54": "keep",
    "56": "keep",
    "59": "keep",
    "61": "keep",
    "63": "keep",
    "65": "keep",
    "67": "keep"
   },
   "unknown_result_associations": 6,
   "questions": 6,
   "answered": 0,
   "retained": 6,
   "correct": null,
   "abstained": null,
   "answerability_correct": null,
   "unsupported_correct_guess": null,
   "lost_answer": null,
   "qa_available": false,
   "strata": {
    "tool_dependent": {
     "questions": 5,
     "answered": 0,
     "retained": 5,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    "permanent_control": {
     "questions": 1,
     "answered": 0,
     "retained": 1,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   },
   "per_question": [
    {
     "question": "ds1",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "auth",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds2",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "err",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds3",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "1.364",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds4",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "52430",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds5",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "47158",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds6",
     "kind": "permanent_control",
     "retained": true,
     "gold": "pearl",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   ],
   "metrics": {
    "requests": 0,
    "completed_requests": 0,
    "input_tokens": 0,
    "output_tokens": 0,
    "median_latency_ms": null,
    "wall_s": 0,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "selector_metrics": null,
   "selector_tokens_estimate": 0,
   "selector_reuse_break_even_estimated_reads": null
  },
  {
   "session": "dsh__deepseek-flash",
   "case_id": "dsh__deepseek-flash",
   "repeat": 2,
   "method": "last6",
   "context_chars": 15312,
   "tokens_estimate": 3828,
   "tokens_full_estimate": 4954,
   "tokens_saved_estimate": 1126,
   "saved_fraction": 0.2272910779168349,
   "decisions": {
    "keep": 6,
    "truncate": 0,
    "drop": 24
   },
   "result_decisions": {
    "4": "drop",
    "6": "drop",
    "8": "drop",
    "10": "drop",
    "13": "drop",
    "15": "drop",
    "17": "drop",
    "19": "drop",
    "22": "drop",
    "23": "drop",
    "26": "drop",
    "28": "drop",
    "30": "drop",
    "32": "drop",
    "34": "drop",
    "36": "drop",
    "39": "drop",
    "41": "drop",
    "45": "drop",
    "46": "drop",
    "48": "drop",
    "51": "drop",
    "52": "drop",
    "54": "drop",
    "56": "keep",
    "59": "keep",
    "61": "keep",
    "63": "keep",
    "65": "keep",
    "67": "keep"
   },
   "unknown_result_associations": 6,
   "questions": 6,
   "answered": 0,
   "retained": 2,
   "correct": null,
   "abstained": null,
   "answerability_correct": null,
   "unsupported_correct_guess": null,
   "lost_answer": null,
   "qa_available": false,
   "strata": {
    "tool_dependent": {
     "questions": 5,
     "answered": 0,
     "retained": 1,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    "permanent_control": {
     "questions": 1,
     "answered": 0,
     "retained": 1,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   },
   "per_question": [
    {
     "question": "ds1",
     "kind": "tool_dependent",
     "retained": false,
     "gold": "auth",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds2",
     "kind": "tool_dependent",
     "retained": false,
     "gold": "err",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds3",
     "kind": "tool_dependent",
     "retained": false,
     "gold": "1.364",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds4",
     "kind": "tool_dependent",
     "retained": false,
     "gold": "52430",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds5",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "47158",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds6",
     "kind": "permanent_control",
     "retained": true,
     "gold": "pearl",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   ],
   "metrics": {
    "requests": 0,
    "completed_requests": 0,
    "input_tokens": 0,
    "output_tokens": 0,
    "median_latency_ms": null,
    "wall_s": 0,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "selector_metrics": null,
   "selector_tokens_estimate": 0,
   "selector_reuse_break_even_estimated_reads": null
  },
  {
   "session": "dsh__deepseek-flash",
   "case_id": "dsh__deepseek-flash",
   "repeat": 2,
   "method": "trunc120",
   "context_chars": 17221,
   "tokens_estimate": 4306,
   "tokens_full_estimate": 4954,
   "tokens_saved_estimate": 648,
   "saved_fraction": 0.1308033911990311,
   "decisions": {
    "keep": 6,
    "truncate": 24,
    "drop": 0
   },
   "result_decisions": {
    "4": "truncate",
    "6": "truncate",
    "8": "truncate",
    "10": "truncate",
    "13": "truncate",
    "15": "truncate",
    "17": "truncate",
    "19": "truncate",
    "22": "truncate",
    "23": "truncate",
    "26": "truncate",
    "28": "truncate",
    "30": "truncate",
    "32": "truncate",
    "34": "truncate",
    "36": "truncate",
    "39": "truncate",
    "41": "truncate",
    "45": "truncate",
    "46": "truncate",
    "48": "truncate",
    "51": "truncate",
    "52": "truncate",
    "54": "truncate",
    "56": "keep",
    "59": "keep",
    "61": "keep",
    "63": "keep",
    "65": "keep",
    "67": "keep"
   },
   "unknown_result_associations": 6,
   "questions": 6,
   "answered": 0,
   "retained": 6,
   "correct": null,
   "abstained": null,
   "answerability_correct": null,
   "unsupported_correct_guess": null,
   "lost_answer": null,
   "qa_available": false,
   "strata": {
    "tool_dependent": {
     "questions": 5,
     "answered": 0,
     "retained": 5,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    "permanent_control": {
     "questions": 1,
     "answered": 0,
     "retained": 1,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   },
   "per_question": [
    {
     "question": "ds1",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "auth",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds2",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "err",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds3",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "1.364",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds4",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "52430",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds5",
     "kind": "tool_dependent",
     "retained": true,
     "gold": "47158",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    },
    {
     "question": "ds6",
     "kind": "permanent_control",
     "retained": true,
     "gold": "pearl",
     "answer": null,
     "correct": null,
     "abstained": null,
     "answerability_correct": null,
     "unsupported_correct_guess": null,
     "lost_answer": null
    }
   ],
   "metrics": {
    "requests": 0,
    "completed_requests": 0,
    "input_tokens": 0,
    "output_tokens": 0,
    "median_latency_ms": null,
    "wall_s": 0,
    "cost_usd": 0.0,
    "cost_basis": "free route; missing provider cost fields are not receipts",
    "reported_cost_usd": null
   },
   "selector_metrics": null,
   "selector_tokens_estimate": 0,
   "selector_reuse_break_even_estimated_reads": null
  }
 ],
 "summary": {
  "methods": {
   "full": {
    "sessions": 3,
    "tokens_estimate": 11268,
    "tokens_full_estimate": 11268,
    "saved_fraction": 0.0,
    "questions": 17,
    "answered": 0,
    "retained": 17,
    "correct": null,
    "abstained": null,
    "answerability_correct": null,
    "unsupported_correct_guess": null,
    "lost_answer": null,
    "qa_available": false,
    "strata": {
     "tool_dependent": {
      "questions": 11,
      "answered": 0,
      "retained": 11,
      "correct": null,
      "abstained": null,
      "answerability_correct": null,
      "unsupported_correct_guess": null,
      "lost_answer": null
     },
     "permanent_control": {
      "questions": 6,
      "answered": 0,
      "retained": 6,
      "correct": null,
      "abstained": null,
      "answerability_correct": null,
      "unsupported_correct_guess": null,
      "lost_answer": null
     }
    }
   },
   "last6": {
    "sessions": 3,
    "tokens_estimate": 8954,
    "tokens_full_estimate": 11268,
    "saved_fraction": 0.20536031238906638,
    "questions": 17,
    "answered": 0,
    "retained": 11,
    "correct": null,
    "abstained": null,
    "answerability_correct": null,
    "unsupported_correct_guess": null,
    "lost_answer": null,
    "qa_available": false,
    "strata": {
     "tool_dependent": {
      "questions": 11,
      "answered": 0,
      "retained": 5,
      "correct": null,
      "abstained": null,
      "answerability_correct": null,
      "unsupported_correct_guess": null,
      "lost_answer": null
     },
     "permanent_control": {
      "questions": 6,
      "answered": 0,
      "retained": 6,
      "correct": null,
      "abstained": null,
      "answerability_correct": null,
      "unsupported_correct_guess": null,
      "lost_answer": null
     }
    }
   },
   "trunc120": {
    "sessions": 3,
    "tokens_estimate": 9657,
    "tokens_full_estimate": 11268,
    "saved_fraction": 0.14297124600638977,
    "questions": 17,
    "answered": 0,
    "retained": 15,
    "correct": null,
    "abstained": null,
    "answerability_correct": null,
    "unsupported_correct_guess": null,
    "lost_answer": null,
    "qa_available": false,
    "strata": {
     "tool_dependent": {
      "questions": 11,
      "answered": 0,
      "retained": 9,
      "correct": null,
      "abstained": null,
      "answerability_correct": null,
      "unsupported_correct_guess": null,
      "lost_answer": null
     },
     "permanent_control": {
      "questions": 6,
      "answered": 0,
      "retained": 6,
      "correct": null,
      "abstained": null,
      "answerability_correct": null,
      "unsupported_correct_guess": null,
      "lost_answer": null
     }
    }
   }
  }
 },
 "policy": {
  "version": "compaction-v2",
  "methods": [
   "full",
   "last6",
   "trunc120",
   "model"
  ],
  "keep_last_results": 6,
  "truncate_chars": 120,
  "model_decisions": [
   "keep",
   "drop"
  ],
  "token_estimate": "ceil(rendered context characters / 4); not provider token usage",
  "association": "singleton balanced visible group with no history gap; otherwise unknown",
  "evidence": "any annotated alternative whose event-specific spans all survive",
  "scope": "three committed scrubbed excerpts; no full-transcript extrapolation"
 },
 "status": "complete",
 "calls": [],
 "metrics": {
  "requests": 0,
  "completed_requests": 0,
  "input_tokens": 0,
  "output_tokens": 0,
  "median_latency_ms": null,
  "wall_s": 0,
  "cost_usd": 0.0,
  "cost_basis": "free route; missing provider cost fields are not receipts",
  "reported_cost_usd": null
 },
 "wall_s": 0.013
}