CODE ONLY - NO MODELresults/v2_code_full100_r1.json
{
"schema_version": 2,
"project": "receipt-fields",
"subset": "full100",
"repeat": 1,
"limit": null,
"campaign": null,
"timestamp": "2026-09-24T20:54:57Z",
"input_hashes": {
"samples/receipt-fields/fixtures/FULL100_MANIFEST.json": "612fe780d245f9075349e7048a4ca5416c2ea66cc76427de11a5fef3f67b4e93",
"samples/receipt-fields/fixtures/full100.jsonl": "01ad0f2583499782d5b589d8323e9665e5c26432e262198396dfc235a80dd301"
},
"source_hashes": {
"samples/_shared/jev.py": "5d632a05dec5069caaa2be83198f7c5a193bd5e85dd876b1ef2d118f4337809d",
"samples/receipt-fields/../_shared/community.py": "4d727a7ef8b691d127a40dbba6ed8350a024dbc8a22364b5d877e8ea947295fc",
"samples/receipt-fields/build_fixtures.py": "98b2622a0ae1d209a69bf9c1117c28dbd2759c4a318784057fa70649d39a824b",
"samples/receipt-fields/build_full_test.py": "2ce9ff55be73e2ace0882d381e428333f6108843c5a8a57e92487f502081d619",
"samples/receipt-fields/receipt_fields.py": "d2068eeafdb6c34e6e8dfdda48e6c4bb98635635ae666e920f558bc14c1afb1c",
"samples/receipt-fields/report.py": "2c386338050b8e0ad4061e8ca538dce1568494122c067e01a4d6b9196bd49e6f"
},
"label": "code only (no model)",
"mode": "code",
"provider": null,
"call_cap": null,
"rows": [
{
"id": "cord_test_000",
"repeat": 1,
"gold": {
"total": "60000",
"subtotal": "60000",
"tax": "5455",
"cash": null,
"change": null
},
"code": {
"total": "-60000",
"subtotal": "60000",
"tax": "5455",
"cash": null,
"change": null
},
"one_call": null,
"staged": null,
"present_gold_fields": 3,
"candidate_gold_hits": 3,
"unscorable_fields": {}
},
{
"id": "cord_test_001",
"repeat": 1,
"gold": {
"total": "91000",
"subtotal": null,
"tax": null,
"cash": "91000",
"change": null
},
"code": {
"total": "91000",
"subtotal": null,
"tax": null,
"cash": "91000",
"change": null
},
"one_call": null,
"staged": null,
"present_gold_fields": 2,
"candidate_gold_hits": 2,
"unscorable_fields": {}
},
{
"id": "cord_test_002",
"repeat": 1,
"gold": {
"total": "28000",
"subtotal": "28000",
"tax": null,
"cash": "100000",
"change": "72000"
},
"code": {
"total": "28000",
"subtotal": "28000",
"tax": null,
"cash": "100000",
"change": "72000"
},
"one_call": null,
"staged": null,
"present_gold_fields": 4,
"candidate_gold_hits": 4,
"unscorable_fields": {}
},
{
"id": "cord_test_003",
"repeat": 1,
"gold": {
"total": "11000",
"subtotal": "11000",
"tax": null,
"cash": "11000",
"change": null
},
"code": {
"total": "11000",
"subtotal": "11000",
"tax": null,
"cash": "11000",
"change": null
},
"one_call": null,
"staged": null,
"present_gold_fields": 3,
"candidate_gold_hits": 3,
"unscorable_fields": {}
},
{
"id": "cord_test_004",
"repeat": 1,
"gold": {
"total": "174600",
… truncated, 2994 of 55747 bytes shown. Complete safe artifact
CODE ONLY - NO MODELresults/v2_code_full_r1.json
{
"schema_version": 2,
"project": "receipt-fields",
"subset": "full",
"repeat": 1,
"limit": null,
"timestamp": "2026-09-24T20:08:22Z",
"input_hashes": {
"samples/receipt-fields/fixtures/cases.jsonl": "bbccf4ef74097f307744b4ad1c27d7ab50859597e5aeaf9cf7fc7ce94ae0ae8a"
},
"source_hashes": {
"samples/_shared/jev.py": "5d632a05dec5069caaa2be83198f7c5a193bd5e85dd876b1ef2d118f4337809d",
"samples/receipt-fields/../_shared/community.py": "4752e0ac6bed9c3cce38c0ba9713d4c9cbc22c966774663950916e7fc559bd81",
"samples/receipt-fields/build_fixtures.py": "98b2622a0ae1d209a69bf9c1117c28dbd2759c4a318784057fa70649d39a824b",
"samples/receipt-fields/receipt_fields.py": "1ba39e82e5f8309fff44a4af9d0318e49e6554561b6d06ac56e33ac05db38ba5",
"samples/receipt-fields/report.py": "bc2d406b358b716ea8c31d196505fc7252c7a1278050194722921fc7aee52728"
},
"label": "code only (no model)",
"mode": "code",
"provider": null,
"call_cap": null,
"rows": [
{
"id": "cord_test_078",
"repeat": 1,
"gold": {
"total": "30000",
"subtotal": null,
"tax": null,
"cash": "30000",
"change": "0"
},
"code": {
"total": "30000",
"subtotal": null,
"tax": null,
"cash": "30000",
"change": null
},
"one_call": null,
"staged": null,
"present_gold_fields": 3,
"candidate_gold_hits": 3
},
{
"id": "cord_test_089",
"repeat": 1,
"gold": {
"total": "40000",
"subtotal": "40000",
"tax": null,
"cash": "50000",
"change": "10000"
},
"code": {
"total": "40000",
"subtotal": null,
"tax": null,
"cash": "10000",
"change": "10000"
},
"one_call": null,
"staged": null,
"present_gold_fields": 4,
"candidate_gold_hits": 4
},
{
"id": "cord_test_096",
"repeat": 1,
"gold": {
"total": "41000",
"subtotal": "41000",
"tax": null,
"cash": "50000",
"change": "9000"
},
"code": {
"total": null,
"subtotal": null,
"tax": null,
"cash": "9000",
"change": "9000"
},
"one_call": null,
"staged": null,
"present_gold_fields": 4,
"candidate_gold_hits": 4
},
{
"id": "cord_test_083",
"repeat": 1,
"gold": {
"total": "23000",
"subtotal": "20909",
"tax": "2091",
"cash": "25000",
"change": "2000"
},
"code": {
"total": "23000",
"subtotal": "20909",
"tax": "2091",
"cash": null,
"change": "2000"
},
"one_call": null,
"staged": null,
"present_gold_fields": 5,
"candidate_gold_hits": 5
},
{
"id": "cord_test_067",
"repeat": 1,
"gold": {
"total": "9500",
"subtotal": null,
"tax": null,
"cash": "9500",
"change": null
},
"code": {
"total": "9500",
"subtotal": null,
"tax": null,
"cash": null,
"change": null
},
"one_call": null,
"staged": null,
"present_gold_fields": 2,
"candidate_gold_hits": 2
},
{
"id": "cord_test_031",
"repeat": 1,
"gold": {
"total": "113886",
… truncated, 2995 of 30872 bytes shown. Complete safe artifact
openjev (Codiv free hosted) - NOT JEVresults/v2_codiv_dev_r1.json
{
"schema_version": 2,
"project": "receipt-fields",
"subset": "dev",
"repeat": 1,
"limit": null,
"timestamp": "2026-09-24T20:17:48Z",
"input_hashes": {
"samples/receipt-fields/fixtures/cases.jsonl": "bbccf4ef74097f307744b4ad1c27d7ab50859597e5aeaf9cf7fc7ce94ae0ae8a"
},
"source_hashes": {
"samples/_shared/jev.py": "5d632a05dec5069caaa2be83198f7c5a193bd5e85dd876b1ef2d118f4337809d",
"samples/receipt-fields/../_shared/community.py": "4752e0ac6bed9c3cce38c0ba9713d4c9cbc22c966774663950916e7fc559bd81",
"samples/receipt-fields/build_fixtures.py": "98b2622a0ae1d209a69bf9c1117c28dbd2759c4a318784057fa70649d39a824b",
"samples/receipt-fields/receipt_fields.py": "1ba39e82e5f8309fff44a4af9d0318e49e6554561b6d06ac56e33ac05db38ba5",
"samples/receipt-fields/report.py": "75c82fa9684f0a9d3eafe16e6c3ac082cdab2e24b97cd1fe4bfe1dbd089e06e3"
},
"label": "openjev (Codiv free hosted) - NOT JEV",
"mode": "live",
"provider": "codiv",
"call_cap": 126,
"rows": [
{
"id": "cord_validation_000",
"repeat": 1,
"gold": {
"total": "45500",
"subtotal": null,
"tax": null,
"cash": "50000",
"change": "4500"
},
"code": {
"total": "45500",
"subtotal": null,
"tax": null,
"cash": "50000",
"change": "4500"
},
"one_call": {
"total": "45500",
"subtotal": null,
"tax": null,
"cash": "50000",
"change": "4500"
},
"staged": {
"total": "45500",
"subtotal": null,
"tax": null,
"cash": "50000",
"change": "4500"
},
"present_gold_fields": 3,
"candidate_gold_hits": 3
},
{
"id": "cord_validation_001",
"repeat": 1,
"gold": {
"total": "23000",
"subtotal": null,
"tax": null,
"cash": "50000",
"change": "27000"
},
"code": {
"total": "23000",
"subtotal": null,
"tax": null,
"cash": "50000",
"change": "27000"
},
"one_call": {
"total": "23000",
"subtotal": null,
"tax": null,
"cash": "50000",
"change": "27000"
},
"staged": {
"total": "23000",
"subtotal": "23000",
"tax": null,
"cash": "50000",
"change": "27000"
},
"present_gold_fields": 3,
"candidate_gold_hits": 3
},
{
"id": "cord_validation_002",
"repeat": 1,
"gold": {
"total": "20000",
"subtotal": "18181",
"tax": "1818",
"cash": "100000",
"change": "80000"
},
"code": {
"total": "20000",
"subtotal": "18181",
"tax": "10",
"cash": "100000",
"change": "80000"
},
"one_call": {
"total": "20000",
"subtotal": "18181",
"tax": null,
"cash": "100000",
"change": "80000"
},
"staged": {
"total": "20000",
"subtotal": "18181",
"tax": "1818",
"cash": "100000",
"change": "80000"
},
"present_gold_fields": 5,
"candidate_gold_hits": 5
},
{
"id": "cord_validation_003",
"repeat": 1,
"gold": {
"total": "28000",
"subtotal": "28000",
"tax": "0",
"cash": "28000",
"change": "0"
},… truncated, 2998 of 179559 bytes shown. Complete safe artifact
openjev (Codiv free hosted) - NOT JEVresults/v2_codiv_full100_r1.json
{
"schema_version": 2,
"project": "receipt-fields",
"subset": "full100",
"repeat": 1,
"limit": null,
"campaign": "m3-receipt-codiv-full100",
"timestamp": "2026-09-24T20:57:37Z",
"input_hashes": {
"samples/receipt-fields/fixtures/FULL100_MANIFEST.json": "612fe780d245f9075349e7048a4ca5416c2ea66cc76427de11a5fef3f67b4e93",
"samples/receipt-fields/fixtures/full100.jsonl": "01ad0f2583499782d5b589d8323e9665e5c26432e262198396dfc235a80dd301"
},
"source_hashes": {
"samples/_shared/jev.py": "5d632a05dec5069caaa2be83198f7c5a193bd5e85dd876b1ef2d118f4337809d",
"samples/receipt-fields/../_shared/community.py": "4d727a7ef8b691d127a40dbba6ed8350a024dbc8a22364b5d877e8ea947295fc",
"samples/receipt-fields/build_fixtures.py": "98b2622a0ae1d209a69bf9c1117c28dbd2759c4a318784057fa70649d39a824b",
"samples/receipt-fields/build_full_test.py": "2ce9ff55be73e2ace0882d381e428333f6108843c5a8a57e92487f502081d619",
"samples/receipt-fields/receipt_fields.py": "d2068eeafdb6c34e6e8dfdda48e6c4bb98635635ae666e920f558bc14c1afb1c",
"samples/receipt-fields/report.py": "2c386338050b8e0ad4061e8ca538dce1568494122c067e01a4d6b9196bd49e6f"
},
"label": "openjev (Codiv free hosted) - NOT JEV",
"mode": "live",
"provider": "codiv",
"call_cap": 630,
"rows": [
{
"id": "cord_test_000",
"repeat": 1,
"gold": {
"total": "60000",
"subtotal": "60000",
"tax": "5455",
"cash": null,
"change": null
},
"code": {
"total": "-60000",
"subtotal": "60000",
"tax": "5455",
"cash": null,
"change": null
},
"one_call": {
"total": null,
"subtotal": "60000",
"tax": "5455",
"cash": null,
"change": null
},
"staged": {
"total": "60000",
"subtotal": "60000",
"tax": "5455",
"cash": null,
"change": null
},
"present_gold_fields": 3,
"candidate_gold_hits": 3,
"unscorable_fields": {}
},
{
"id": "cord_test_001",
"repeat": 1,
"gold": {
"total": "91000",
"subtotal": null,
"tax": null,
"cash": "91000",
"change": null
},
"code": {
"total": "91000",
"subtotal": null,
"tax": null,
"cash": "91000",
"change": null
},
"one_call": {
"total": "91000",
"subtotal": null,
"tax": null,
"cash": "91000",
"change": null
},
"staged": {
"total": "91000",
"subtotal": null,
"tax": null,
"cash": "91000",
"change": null
},
"present_gold_fields": 2,
"candidate_gold_hits": 2,
"unscorable_fields": {}
},
{
"id": "cord_test_002",
"repeat": 1,
"gold": {
"total": "28000",
"subtotal": "28000",
"tax": null,
"cash": "100000",
"change": "72000"
},
"code": {
"total": "28000",
"subtotal": "28000",
"tax": null,
"cash": "100000",
"change": "72000"
},
"one_call": {
"total": "28000",
"subtotal": "28000",
"tax": null,
"cash": "100000",
"change": "72000"
},
"staged": {
"total": "28000",
"subtotal": … truncated, 2994 of 876857 bytes shown. Complete safe artifact
openjev (Codiv free hosted) - NOT JEVresults/v2_codiv_full_r1.json
{
"schema_version": 2,
"project": "receipt-fields",
"subset": "full",
"repeat": 1,
"limit": null,
"timestamp": "2026-09-24T20:19:47Z",
"input_hashes": {
"samples/receipt-fields/fixtures/cases.jsonl": "bbccf4ef74097f307744b4ad1c27d7ab50859597e5aeaf9cf7fc7ce94ae0ae8a"
},
"source_hashes": {
"samples/_shared/jev.py": "5d632a05dec5069caaa2be83198f7c5a193bd5e85dd876b1ef2d118f4337809d",
"samples/receipt-fields/../_shared/community.py": "4752e0ac6bed9c3cce38c0ba9713d4c9cbc22c966774663950916e7fc559bd81",
"samples/receipt-fields/build_fixtures.py": "98b2622a0ae1d209a69bf9c1117c28dbd2759c4a318784057fa70649d39a824b",
"samples/receipt-fields/receipt_fields.py": "1ba39e82e5f8309fff44a4af9d0318e49e6554561b6d06ac56e33ac05db38ba5",
"samples/receipt-fields/report.py": "75c82fa9684f0a9d3eafe16e6c3ac082cdab2e24b97cd1fe4bfe1dbd089e06e3"
},
"label": "openjev (Codiv free hosted) - NOT JEV",
"mode": "live",
"provider": "codiv",
"call_cap": 315,
"rows": [
{
"id": "cord_test_078",
"repeat": 1,
"gold": {
"total": "30000",
"subtotal": null,
"tax": null,
"cash": "30000",
"change": "0"
},
"code": {
"total": "30000",
"subtotal": null,
"tax": null,
"cash": "30000",
"change": null
},
"one_call": {
"total": "30000",
"subtotal": "25000",
"tax": null,
"cash": "30000",
"change": "0"
},
"staged": {
"total": "30000",
"subtotal": null,
"tax": null,
"cash": "30000",
"change": "0"
},
"present_gold_fields": 3,
"candidate_gold_hits": 3
},
{
"id": "cord_test_089",
"repeat": 1,
"gold": {
"total": "40000",
"subtotal": "40000",
"tax": null,
"cash": "50000",
"change": "10000"
},
"code": {
"total": "40000",
"subtotal": null,
"tax": null,
"cash": "10000",
"change": "10000"
},
"one_call": {
"total": "40000",
"subtotal": "40000",
"tax": null,
"cash": "50000",
"change": "10000"
},
"staged": {
"total": "40000",
"subtotal": "40000",
"tax": null,
"cash": "50000",
"change": "10000"
},
"present_gold_fields": 4,
"candidate_gold_hits": 4
},
{
"id": "cord_test_096",
"repeat": 1,
"gold": {
"total": "41000",
"subtotal": "41000",
"tax": null,
"cash": "50000",
"change": "9000"
},
"code": {
"total": null,
"subtotal": null,
"tax": null,
"cash": "9000",
"change": "9000"
},
"one_call": {
"total": "41000",
"subtotal": "41000",
"tax": null,
"cash": "50000",
"change": "9000"
},
"staged": {
"total": "41000",
"subtotal": "41000",
"tax": null,
"cash": "50000",
"change": "9000"
},
"present_gold_fields": 4,
"candidate_gold_hits": 4
},
{
"id": "cord_test_083",
"repeat": 1,
"gold": {
"total": "23000",
"subtotal": "20909",
"tax": "2091",
"cash": "25000",
"change": "2000"
},
"code": {
"total": "23000",
… truncated, 3000 of 441795 bytes shown. Complete safe artifact
REAL JEV (OpenCode Zen free, jev-1.13-free)results/v2_zen_zen_r1.json
{
"schema_version": 2,
"project": "receipt-fields",
"subset": "zen",
"repeat": 1,
"limit": null,
"campaign": "m3-receipt-zen",
"timestamp": "2026-09-24T23:28:55Z",
"input_hashes": {
"samples/receipt-fields/fixtures/cases.jsonl": "bbccf4ef74097f307744b4ad1c27d7ab50859597e5aeaf9cf7fc7ce94ae0ae8a"
},
"source_hashes": {
"samples/_shared/jev.py": "a20ab00f05c9fc838194f68b33f88b64bca3a0dd7e1ddf78d4c347bf9cdf3322",
"samples/receipt-fields/../_shared/community.py": "79d28fe055b35dada9eeb70122da25ae3487e901c0d0992ba1270207ad553968",
"samples/receipt-fields/build_fixtures.py": "98b2622a0ae1d209a69bf9c1117c28dbd2759c4a318784057fa70649d39a824b",
"samples/receipt-fields/build_full_test.py": "2ce9ff55be73e2ace0882d381e428333f6108843c5a8a57e92487f502081d619",
"samples/receipt-fields/receipt_fields.py": "d2068eeafdb6c34e6e8dfdda48e6c4bb98635635ae666e920f558bc14c1afb1c",
"samples/receipt-fields/report.py": "e36834f47dafe551b706e526a343177b00549f74b1687d4e1c9c6efa202c194d"
},
"label": "REAL JEV (OpenCode Zen free, jev-1.13-free)",
"mode": "live",
"provider": "zen",
"call_cap": 237,
"resumed_after": "rate_limit",
"original_source_hashes": {
"samples/_shared/jev.py": "a20ab00f05c9fc838194f68b33f88b64bca3a0dd7e1ddf78d4c347bf9cdf3322",
"samples/receipt-fields/../_shared/community.py": "79d28fe055b35dada9eeb70122da25ae3487e901c0d0992ba1270207ad553968",
"samples/receipt-fields/build_fixtures.py": "98b2622a0ae1d209a69bf9c1117c28dbd2759c4a318784057fa70649d39a824b",
"samples/receipt-fields/build_full_test.py": "2ce9ff55be73e2ace0882d381e428333f6108843c5a8a57e92487f502081d619",
"samples/receipt-fields/receipt_fields.py": "d2068eeafdb6c34e6e8dfdda48e6c4bb98635635ae666e920f558bc14c1afb1c",
"samples/receipt-fields/report.py": "e36834f47dafe551b706e526a343177b00549f74b1687d4e1c9c6efa202c194d"
},
"status": "partial",
"rows": [],
"calls": [
{
"case_id": "cord_test_078",
"phase": "one_call",
"state_hash": "16c88a5f94f3f6345fd9a3746060910dee63da8ac185706f89b97ab2f20a3688",
"questions_hash": "ad4c6e4dbc8a4bb162867ba7353711b255a1f85ac818c5f08056f8d78122655a",
"question_ids": [
"total",
"subtotal",
"tax",
"cash",
"change"
],
"status": "failed",
"reason": "rate_limit",
"provider_message": "Rate limit exceeded. Please try again later.",
"http_status": 429,
"attempted_at": 1790288761.7979457,
"elapsed_s": 15.395
},
{
"case_id": "cord_test_078",
"phase": "one_call",
"state_hash": "16c88a5f94f3f6345fd9a3746060910dee63da8ac185706f89b97ab2f20a3688",
"questions_hash": "ad4c6e4dbc8a4bb162867ba7353711b255a1f85ac818c5f08056f8d78122655a",
"question_ids": [
"total",
"subtotal",
"tax",
"cash",
"change"
],
"status": "failed",
"reason": "rate_limit",
"provider_message": "Rate limit exceeded. Please try again later.",
"http_status": 429,
"attempted_at": 1790292535.661722,
"elapsed_s": 15.409
}
],
"metrics": {
"requests": 2,
… truncated, 2993 of 3318 bytes shown. Complete safe artifact