{
 "label": "code only (no model)",
 "mode": "code",
 "provider": null,
 "ts": "2026-09-24T15:19:18Z",
 "wall_s": 0.0,
 "calls": [],
 "rows": [
  {
   "session": "claude-code__opus-5-5",
   "method": "full",
   "tokens": 4133,
   "tokens_full": 4133,
   "decisions": {
    "keep": 0,
    "truncate": 0,
    "drop": 0
   },
   "retained": 6,
   "questions": 6,
   "qa_correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "last6",
   "tokens": 3089,
   "tokens_full": 4133,
   "decisions": {
    "keep": 0,
    "truncate": 0,
    "drop": 23
   },
   "retained": 4,
   "questions": 6,
   "qa_correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "trunc120",
   "tokens": 3239,
   "tokens_full": 4133,
   "decisions": {
    "keep": 0,
    "truncate": 23,
    "drop": 0
   },
   "retained": 4,
   "questions": 6,
   "qa_correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "full",
   "tokens": 2368,
   "tokens_full": 2368,
   "decisions": {
    "keep": 0,
    "truncate": 0,
    "drop": 0
   },
   "retained": 5,
   "questions": 5,
   "qa_correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "last6",
   "tokens": 2162,
   "tokens_full": 2368,
   "decisions": {
    "keep": 0,
    "truncate": 0,
    "drop": 4
   },
   "retained": 5,
   "questions": 5,
   "qa_correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "trunc120",
   "tokens": 2262,
   "tokens_full": 2368,
   "decisions": {
    "keep": 0,
    "truncate": 4,
    "drop": 0
   },
   "retained": 5,
   "questions": 5,
   "qa_correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "full",
   "tokens": 5114,
   "tokens_full": 5114,
   "decisions": {
    "keep": 0,
    "truncate": 0,
    "drop": 0
   },
   "retained": 6,
   "questions": 6,
   "qa_correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "last6",
   "tokens": 4022,
   "tokens_full": 5114,
   "decisions": {
    "keep": 0,
    "truncate": 0,
    "drop": 21
   },
   "retained": 2,
   "questions": 6,
   "qa_correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "trunc120",
   "tokens": 4448,
   "tokens_full": 5114,
   "decisions": {
    "keep": 0,
    "truncate": 21,
    "drop": 0
   },
   "retained": 6,
   "questions": 6,
   "qa_correct": null
  }
 ],
 "per_question": [
  {
   "session": "claude-code__opus-5-5",
   "method": "full",
   "q": "cc1",
   "retained": true,
   "answer": null,
   "gold": "no",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "full",
   "q": "cc2",
   "retained": true,
   "answer": null,
   "gold": "commons",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "full",
   "q": "cc3",
   "retained": true,
   "answer": null,
   "gold": "7",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "full",
   "q": "cc4",
   "retained": true,
   "answer": null,
   "gold": "95586",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "full",
   "q": "cc5",
   "retained": true,
   "answer": null,
   "gold": "groups",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "full",
   "q": "cc6",
   "retained": true,
   "answer": null,
   "gold": "yes",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "last6",
   "q": "cc1",
   "retained": false,
   "answer": null,
   "gold": "no",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "last6",
   "q": "cc2",
   "retained": true,
   "answer": null,
   "gold": "commons",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "last6",
   "q": "cc3",
   "retained": false,
   "answer": null,
   "gold": "7",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "last6",
   "q": "cc4",
   "retained": true,
   "answer": null,
   "gold": "95586",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "last6",
   "q": "cc5",
   "retained": true,
   "answer": null,
   "gold": "groups",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "last6",
   "q": "cc6",
   "retained": true,
   "answer": null,
   "gold": "yes",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "trunc120",
   "q": "cc1",
   "retained": false,
   "answer": null,
   "gold": "no",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "trunc120",
   "q": "cc2",
   "retained": true,
   "answer": null,
   "gold": "commons",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "trunc120",
   "q": "cc3",
   "retained": false,
   "answer": null,
   "gold": "7",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "trunc120",
   "q": "cc4",
   "retained": true,
   "answer": null,
   "gold": "95586",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "trunc120",
   "q": "cc5",
   "retained": true,
   "answer": null,
   "gold": "groups",
   "correct": null
  },
  {
   "session": "claude-code__opus-5-5",
   "method": "trunc120",
   "q": "cc6",
   "retained": true,
   "answer": null,
   "gold": "yes",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "full",
   "q": "cx1",
   "retained": true,
   "answer": null,
   "gold": "reference",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "full",
   "q": "cx2",
   "retained": true,
   "answer": null,
   "gold": "download",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "full",
   "q": "cx3",
   "retained": true,
   "answer": null,
   "gold": "script",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "full",
   "q": "cx4",
   "retained": true,
   "answer": null,
   "gold": "27616",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "full",
   "q": "cx5",
   "retained": true,
   "answer": null,
   "gold": "valid",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "last6",
   "q": "cx1",
   "retained": true,
   "answer": null,
   "gold": "reference",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "last6",
   "q": "cx2",
   "retained": true,
   "answer": null,
   "gold": "download",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "last6",
   "q": "cx3",
   "retained": true,
   "answer": null,
   "gold": "script",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "last6",
   "q": "cx4",
   "retained": true,
   "answer": null,
   "gold": "27616",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "last6",
   "q": "cx5",
   "retained": true,
   "answer": null,
   "gold": "valid",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "trunc120",
   "q": "cx1",
   "retained": true,
   "answer": null,
   "gold": "reference",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "trunc120",
   "q": "cx2",
   "retained": true,
   "answer": null,
   "gold": "download",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "trunc120",
   "q": "cx3",
   "retained": true,
   "answer": null,
   "gold": "script",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "trunc120",
   "q": "cx4",
   "retained": true,
   "answer": null,
   "gold": "27616",
   "correct": null
  },
  {
   "session": "codex__gpt-6-astra",
   "method": "trunc120",
   "q": "cx5",
   "retained": true,
   "answer": null,
   "gold": "valid",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "full",
   "q": "ds1",
   "retained": true,
   "answer": null,
   "gold": "auth",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "full",
   "q": "ds2",
   "retained": true,
   "answer": null,
   "gold": "err",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "full",
   "q": "ds3",
   "retained": true,
   "answer": null,
   "gold": "1.364",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "full",
   "q": "ds4",
   "retained": true,
   "answer": null,
   "gold": "52430",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "full",
   "q": "ds5",
   "retained": true,
   "answer": null,
   "gold": "47158",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "full",
   "q": "ds6",
   "retained": true,
   "answer": null,
   "gold": "pearl",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "last6",
   "q": "ds1",
   "retained": false,
   "answer": null,
   "gold": "auth",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "last6",
   "q": "ds2",
   "retained": false,
   "answer": null,
   "gold": "err",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "last6",
   "q": "ds3",
   "retained": false,
   "answer": null,
   "gold": "1.364",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "last6",
   "q": "ds4",
   "retained": false,
   "answer": null,
   "gold": "52430",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "last6",
   "q": "ds5",
   "retained": true,
   "answer": null,
   "gold": "47158",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "last6",
   "q": "ds6",
   "retained": true,
   "answer": null,
   "gold": "pearl",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "trunc120",
   "q": "ds1",
   "retained": true,
   "answer": null,
   "gold": "auth",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "trunc120",
   "q": "ds2",
   "retained": true,
   "answer": null,
   "gold": "err",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "trunc120",
   "q": "ds3",
   "retained": true,
   "answer": null,
   "gold": "1.364",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "trunc120",
   "q": "ds4",
   "retained": true,
   "answer": null,
   "gold": "52430",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "trunc120",
   "q": "ds5",
   "retained": true,
   "answer": null,
   "gold": "47158",
   "correct": null
  },
  {
   "session": "dsh__deepseek-flash",
   "method": "trunc120",
   "q": "ds6",
   "retained": true,
   "answer": null,
   "gold": "pearl",
   "correct": null
  }
 ]
}