Skip to content

Refreeze the manuscript on the 27-model board #133

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
MaxGhenis merged 1 commit into from
Jul 24, 2026
Merged

Refreeze the manuscript on the 27-model board #133

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
420 changes: 210 additions & 210 deletions annotations/us_full_run_20260612_policyengine_4_16_1_populace/us_case_notes.csv
View file
Open in desktop

Large diffs are not rendered by default.

Binary file modified app/public/paper/policybench.pdf
View file
Open in desktop
Binary file not shown.
Binary file modified app/public/paper/web/figures/positive_zero_scatter.png
View file
Open in desktop
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
328 changes: 175 additions & 153 deletions app/public/paper/web/index.html
View file
Open in desktop

Large diffs are not rendered by default.

46 changes: 23 additions & 23 deletions paper/snapshot/20260501/manifest.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,21 +2,21 @@
"audit_annotation_artifacts": {
"files": {
"us_audit_row_annotations.csv": "5a99fcb33db46a4192a75c12ea615d354870751a486ab4f650e07b396500d442",
"us_case_notes.csv": "6f044c329c1349527e29908255588e29de1290f0f50c90e8ab466e5cecb9ba76",
"us_case_notes.csv": "b557b7e967263d67b1acc60e434cfba6f5fe9ba5cf6c316cdcd6010f86943f46",
"us_case_reference_explanations.csv": "a3fc7504dcf3d8abe11e98c2228c786a5171a825640b980835e1e210d3afa198"
},
"note": "Model-assisted, developer-adjudicated row and case audit annotations for every wrong prediction row in the frozen snapshot, produced under the decisive-diagnosis contract (per-model diagnoses grounded in engine facts; hedged verdicts mechanically rejected and re-judged). Row-level failure_source values are llm_error for substantive misses and parse_contract_failure for missing or unparseable answers; zero rows are reference-suspect. Case notes are stored as us_case_notes.csv with case_failure_sources / case_failure_subtypes columns. Reference narratives the judge and dashboard display are frozen as us_case_reference_explanations.csv.",
"path": "annotations/us_full_run_20260612_policyengine_4_16_1_populace"
},
"committed_snapshot_artifacts": {
"us_impact_summary_by_model.csv": "0f0454873b0d339fa7d58331221d32dcf2a2b7454717b3df24852cf87ab347ae",
"us_impact_summary_by_model.csv": "98bc36df93c87904dfaa3932249b1e2da82f9eecf40b5c7bc45016cc75352964",
"us_reference_outputs.csv": "b9136a15e285f9c02ba78bee854b8a3af180e280485512642c829e8ffd7d2368",
"us_scenarios.csv": "71b16212f0c0b3e5d13d8694ce57e362c23248665806c4d6dea7b23ef472858a"
},
"files": [
{
"path": "runs/us_full_run_20260612_policyengine_4_16_1_populace/data.json",
"sha256": "fa51651985bf532c5043c98a98fea6053f61f4fb83c4310262e2cb487cdfdb92"
"sha256": "1bebdfbf4b5527664be594165a17bf66e0d5b71844c2833ba10233dd05f10760"
}
],
"live_dashboard_artifact": {
Expand All @@ -28,7 +28,7 @@
"url": "https://github.com/PolicyEngine/policybench/releases/download/dashboard-data-20260724/dashboard-data.json"
},
"live_dashboard_note": "The live dashboard payload is a published release asset; the committed pointer app/src/data.artifact.json must reference the artifact pinned under published_dashboard_artifact, which equals the combined export of the source run data.json files listed under source_run_artifacts. Future refreshes publish a new artifact (policybench publish-dashboard) and either update this manifest or use a new snapshot directory.",
"model_response_date": "2026-06-12 to 2026-07-21",
"model_response_date": "2026-06-12 to 2026-07-24",
"policy_period": {
"us": "tax year 2026"
},
Expand All @@ -39,13 +39,13 @@
},
"published_dashboard_artifact": {
"asset": "dashboard-data.json",
"bytes": 70539003,
"sha256": "00846e2c5b0d327abdac2266b3a17f84d77059d4dc2ce50c9f65f5e49b980327",
"tag": "dashboard-data-20260721",
"url": "https://github.com/PolicyEngine/policybench/releases/download/dashboard-data-20260721/dashboard-data.json"
"bytes": 73010187,
"sha256": "38453b0225bee779500551b4aa0699a51c6c6c8ba4372d6c130bbd81afd4813d",
"tag": "dashboard-data-20260724",
"url": "https://github.com/PolicyEngine/policybench/releases/download/dashboard-data-20260724/dashboard-data.json"
},
"reference_output_refresh": {
"date": "2026-07-21",
"date": "2026-07-24",
"policyengine_us_data_artifact_sha256": "f32c2e5e9098bc6540724fdd5debf963af495da4c29b3a7a63fb53c2a4bb5a34",
"policyengine_us_data_build_id": "populace-us-2024-5da5a95-20260611",
"policyengine_us_dataset": "populace_us_2024",
Expand All @@ -56,12 +56,12 @@
"rendered_paper_artifacts": {
"pdf": {
"path": "app/public/paper/policybench.pdf",
"sha256": "6ec7e02facfe8cc83b3afe9f9f32ca5bf98bc094ec5bbe7abc1367759a4d7f64"
"sha256": "825c00f66dc477d14f2a78114d93938bb57a4be3e6178b243bebdd9b61a97abd"
},
"web": {
"files": {
"figures/positive_zero_scatter.png": "7fa5a355a6cab58343e1baf366f26e26e52c54ed07b08797f8245b22f107064e",
"index.html": "e15f2ac26aaf54044b03799ef037a8a1e54eb18d686899af0f8e64162706ae0d",
"figures/positive_zero_scatter.png": "70ed97a9aa4ee901e449372010ed7ec1887f441ad60cafe973fafb529731c2e6",
"index.html": "ee66e1f22bb3079888cf00ee62568ab717e807a382c599524607e41e6ccdf2f6",
"pe-tokens.css": "8f24d8da26f583c8ffddffcdcd172b6d52cbecfec20eda55bd39d7aa829f41d8",
"policybench-theme.css": "0e12c5fd615558259e5bce0167a38424e54f9ceb280666c4afd660d759cd1cb9",
"site_libs/clipboard/clipboard.min.js": "e17a1d816e13c0826e0ed7febfabc3277f45571234bde0bf9120829a7169edc9",
Expand All @@ -87,7 +87,7 @@
"Canonical prediction files include parser recovery. Later waves ran under the resumable supervised runner, which retries failed or timed-out scenarios in bounded rounds; every model's canonical file covers all 100 households.",
"Raw provider responses are retained in the compressed source-run predictions.csv.gz file. The separate LiteLLM cache remains local-only because it is a generated request cache, not the canonical snapshot artifact.",
"The frozen scenarios.csv source_dataset column carries a stale enhanced_cps_2024 label from the pre-#77 scenario generator; the run metadata (scenarios.csv.meta.json) records the populace_us_2024 build actually loaded.",
"Model APIs and upstream model aliases may change after the recorded 2026-06-12 to 2026-07-21 response window, so exact reruns can diverge even with the committed household inputs, reference outputs, parsed dashboard export, and analysis summaries."
"Model APIs and upstream model aliases may change after the recorded 2026-06-12 to 2026-07-24 response window, so exact reruns can diverge even with the committed household inputs, reference outputs, parsed dashboard export, and analysis summaries."
],
"response_retry_artifacts": {
"files": {},
Expand All @@ -104,24 +104,24 @@
"households": {
"us": 100
},
"models": 26,
"models": 27,
"output_groups": {
"us": 18
}
},
"snapshot_date": "2026-07-21",
"snapshot_date": "2026-07-24",
"source_run_artifacts": {
"note": "Compact copies of run outputs used to verify this snapshot. The run data.json retains parsed scenario predictions, explanations, summaries, heatmaps, and PolicyEngine runtime metadata used by the dashboard. predictions.csv.gz is a deterministic gzip of the run's raw provider responses.",
"us_full_run_20260612_policyengine_4_16_1_populace": {
"files": {
"analysis/impact_summary_by_model.csv": "0f0454873b0d339fa7d58331221d32dcf2a2b7454717b3df24852cf87ab347ae",
"analysis/metrics.csv": "149a607c7d156991379e9a5f7362c92cb23ece86544ad3198453284c640ffa1a",
"analysis/report.md": "4f94f342b99b0b52dea8911a7fe5fbfdfa2060b0c90c2d393662b70c6f9c86d9",
"analysis/summary_by_model.csv": "acfe5b8238b96df5fa72472135e75ca32b758f07d22b25ab7e0e88cd7437f0b1",
"analysis/summary_by_variable.csv": "431e2e09dc5a2b8413eed83a1440941ba27d5302578758e683b5c7bee8baf680",
"analysis/usage_summary.csv": "243f0a69a8b8f9e8b814610ef54881d6a93a6593c6f890dcabcbc1d319cb9526",
"data.json": "fa51651985bf532c5043c98a98fea6053f61f4fb83c4310262e2cb487cdfdb92",
"predictions.csv.gz": "ec1d243178f35086af157d94c992c11e15fe667986858271767e0c3bc55271b1",
"analysis/impact_summary_by_model.csv": "98bc36df93c87904dfaa3932249b1e2da82f9eecf40b5c7bc45016cc75352964",
"analysis/metrics.csv": "972f6b6269344657f9fb3cf60bb01bbb3928c3f6f9491ff72753da8bbfa9412c",
"analysis/report.md": "4e157124fe795be4b121691b9f1f39390d32cd805b293c8b6472d01b09bc1824",
"analysis/summary_by_model.csv": "7f816a094b8170f53769dad24139a28524f2567e7d3019b8f5e47e17f2961735",
"analysis/summary_by_variable.csv": "eed9d261b9b84bc6f3e681a50566d25dd18e78abd2db40fd978b2acf7f8f4e50",
"analysis/usage_summary.csv": "836e099c55bb94495f25511dd3b351ccd235331e87fb141610fc4f86ac468f74",
"data.json": "1bebdfbf4b5527664be594165a17bf66e0d5b71844c2833ba10233dd05f10760",
"predictions.csv.gz": "5251bfb6dd8c547d695c3022748577b37fc42ca9967468490323ba3d12b119e0",
"reference_outputs.csv": "b9136a15e285f9c02ba78bee854b8a3af180e280485512642c829e8ffd7d2368",
"reference_outputs.csv.meta.json": "4ea7911857fabf72fc0f74feab90566e9f6d98cab4958e0c1401043e58c94210",
"scenarios.csv": "71b16212f0c0b3e5d13d8694ce57e362c23248665806c4d6dea7b23ef472858a",
Expand Down
1 change: 1 addition & 0 deletions ...ns/us_full_run_20260612_policyengine_4_16_1_populace/analysis/impact_summary_by_model.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ claude-fable-5,0.8884873496684308,0.9427840864393704,1.0,100,1984,1984,0.3
grok-4.5,0.8837102884060647,0.9504382269361845,1.0,100,1984,1984,0.3
gemini-3.1-pro-preview,0.8771049887143555,0.9489618123691258,1.0,100,1984,1984,0.3
gemini-3.5-flash,0.8736603464105005,0.944867733567825,1.0,100,1984,1984,0.3
claude-opus-5,0.8714135275971232,0.9440994052325352,1.0,100,1984,1984,0.3
grok-build-0.1,0.8667213592635775,0.9352303358720659,1.0,100,1984,1984,0.3
deepseek-v4-pro,0.8657977571786253,0.9412464208508757,1.0,100,1984,1984,0.3
claude-opus-4.8,0.8510136706749887,0.9062433027531897,1.0,100,1984,1984,0.3
Expand Down
18 changes: 18 additions & 0 deletions ...shot/20260501/runs/us_full_run_20260612_policyengine_4_16_1_populace/analysis/metrics.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -71,6 +71,24 @@ claude-opus-4.8,ssi,100,100,1.0,191.2499853515625,0.7341611773263311,,0.97,0.97,
claude-opus-4.8,state_income_tax_before_refundable_credits,100,100,1.0,341.23064289989475,0.3348153009790936,,0.57,0.57,0.62,0.65,0.6024999999999999,0.8360586677195816
claude-opus-4.8,state_refundable_credits,100,100,1.0,58.89138693332672,1.1705316441328408,,0.78,0.79,0.79,0.79,0.7875000000000001,0.8056388931797368
claude-opus-4.8,tanf,100,100,1.0,10.75041015625,0.17725445767969758,,0.99,0.99,0.99,0.99,0.99,0.998227455423203
claude-opus-5,federal_income_tax_before_refundable_credits,100,100,1.0,1935.9647790527345,0.552756771029521,,0.5,0.5,0.57,0.63,0.5499999999999999,0.8154361739017841
claude-opus-5,federal_refundable_credits,100,100,1.0,204.18189178466798,0.17073388143809629,,0.83,0.84,0.86,0.87,0.85,0.9278045954130475
claude-opus-5,free_school_meals_eligible,100,100,1.0,0.02,,0.98,0.98,0.98,0.98,0.98,0.98,0.98
claude-opus-5,local_income_tax,100,100,1.0,0.0,,,1.0,1.0,1.0,1.0,1.0,1.0
claude-opus-5,payroll_tax,100,100,1.0,139.3476744873047,0.016010063094513534,,0.85,0.9,0.91,0.96,0.905,0.9897535596195113
claude-opus-5,person_chip_eligible,177,177,1.0,0.01694915254237288,,0.9830508474576272,0.9830508474576272,0.9830508474576272,0.9830508474576272,0.9830508474576272,0.9830508474576272,0.9830508474576272
claude-opus-5,person_early_head_start_eligible,38,38,1.0,0.0,,1.0,1.0,1.0,1.0,1.0,1.0,1.0
claude-opus-5,person_head_start_eligible,38,38,1.0,0.0,,1.0,1.0,1.0,1.0,1.0,1.0,1.0
claude-opus-5,person_medicaid_eligible,177,177,1.0,0.06779661016949153,,0.9322033898305084,0.9322033898305084,0.9322033898305084,0.9322033898305084,0.9322033898305084,0.9322033898305084,0.9322033898305084
claude-opus-5,person_medicare_eligible,177,177,1.0,0.062146892655367235,,0.9378531073446328,0.9378531073446328,0.9378531073446328,0.9378531073446328,0.9378531073446328,0.9378531073446328,0.9378531073446328
claude-opus-5,person_wic_eligible,177,177,1.0,0.011299435028248588,,0.9887005649717514,0.9887005649717514,0.9887005649717514,0.9887005649717514,0.9887005649717514,0.9887005649717514,0.9887005649717514
claude-opus-5,reduced_price_school_meals_eligible,100,100,1.0,0.02,,0.98,0.98,0.98,0.98,0.98,0.98,0.98
claude-opus-5,self_employment_tax,100,100,1.0,54.23308532714844,0.0003572365859157118,,0.98,0.98,0.98,0.98,0.98,0.9799714210731267
claude-opus-5,snap,100,100,1.0,306.5285900878906,1.47423287520901,,0.73,0.73,0.75,0.78,0.7475,0.8350226446575192
claude-opus-5,ssi,100,100,1.0,198.1500146484375,0.5237515723178995,,0.96,0.96,0.96,0.96,0.96,0.9742874528304631
claude-opus-5,state_income_tax_before_refundable_credits,100,100,1.0,273.163437138176,0.36304565307762865,,0.59,0.61,0.69,0.78,0.6675,0.8794444459429391
claude-opus-5,state_refundable_credits,100,100,1.0,66.2835454416275,1.3179521547015922,,0.79,0.8,0.81,0.81,0.8025000000000001,0.8216511001442447
claude-opus-5,tanf,100,100,1.0,60.64958984375,1.0,,0.99,0.99,0.99,0.99,0.99,0.99
claude-sonnet-4.6,federal_income_tax_before_refundable_credits,100,100,1.0,954.2971545410156,0.42346375804849146,,0.48,0.5,0.67,0.73,0.595,0.8649431003976104
claude-sonnet-4.6,federal_refundable_credits,100,100,1.0,132.5344808959961,0.1815531082763526,,0.89,0.9,0.91,0.93,0.9075000000000001,0.9463980959240742
claude-sonnet-4.6,free_school_meals_eligible,100,100,1.0,0.02,,0.98,0.98,0.98,0.98,0.98,0.98,0.98
Expand Down
41 changes: 22 additions & 19 deletions ...60501/runs/us_full_run_20260612_policyengine_4_16_1_populace/analysis/report.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,14 +8,15 @@ Top model: `gpt-5.6-sol` with `bounded_score=0.953` and `within_1pct=0.909`.

## Usage

Total cost: `275.824` USD. Cumulative request-time: `4473.6 min` (summed across concurrent calls; not wall-clock). Run wall-clock: `28334.7 min`.
Total cost: `282.573` USD. Cumulative request-time: `4503.7 min` (summed across concurrent calls; not wall-clock). Run wall-clock: `32340.4 min`.

| model | total_cost_usd | cost_rows_estimated | cumulative_request_time | wall_clock | total_tokens | reasoning_tokens | parsed_rows | total_rows |
| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: |
| claude-fable-5 | n/a | 0 | n/a | n/a | n/a | n/a | 1984 | 1984 |
| claude-haiku-4.5 | 5.541 | 1984 | 98.8 min | n/a | 3836025.000 | 0.000 | 1984 | 1984 |
| claude-opus-4.7 | 29.303 | 1984 | 103.4 min | n/a | 4569140.000 | 0.000 | 1984 | 1984 |
| claude-opus-4.8 | 25.506 | 1984 | 105.7 min | n/a | 3782202.000 | 0.000 | 1984 | 1984 |
| claude-opus-5 | 6.749 | 1984 | 30.1 min | 8.6 min | 746677.000 | 0.000 | 1984 | 1984 |
| claude-sonnet-4.6 | 18.582 | 1984 | 220.6 min | n/a | 3674958.000 | 0.000 | 1984 | 1984 |
| claude-sonnet-5 | 17.176 | 1984 | 110.4 min | 49.6 min | 4029053.000 | 0.000 | 1984 | 1984 |
| deepseek-v4-pro | 1.090 | 1984 | 318.4 min | 99.5 min | 1324941.000 | 1071780.000 | 1984 | 1984 |
Expand Down Expand Up @@ -52,6 +53,7 @@ Total cost: `275.824` USD. Cumulative request-time: `4473.6 min` (summed across
| claude-fable-5 | 0.947 | 0.891 | 0.897 | 0.911 | 0.921 | 0.975 | 137.687 | 1984 |
| grok-4.5 | 0.950 | 0.898 | 0.903 | 0.916 | 0.926 | 0.983 | 153.854 | 1984 |
| gemini-3.1-pro-preview | 0.946 | 0.884 | 0.887 | 0.901 | 0.912 | 0.980 | 149.158 | 1984 |
| claude-opus-5 | 0.945 | 0.890 | 0.895 | 0.907 | 0.920 | 0.975 | 179.928 | 1984 |
| gemini-3-flash-preview | 0.950 | 0.882 | 0.886 | 0.901 | 0.917 | 0.986 | 137.070 | 1984 |
| gemini-3.5-flash | 0.945 | 0.877 | 0.883 | 0.894 | 0.908 | 0.984 | 159.548 | 1984 |
| claude-sonnet-4.6 | 0.937 | 0.878 | 0.884 | 0.907 | 0.918 | 0.948 | 106.843 | 1984 |
Expand Down Expand Up @@ -80,6 +82,7 @@ Households receive equal weight. The score is a weighted average of row scores:
| claude-haiku-4.5 | 0.821 | 0.588 | 0.910 |
| claude-opus-4.7 | 0.887 | 0.774 | 0.939 |
| claude-opus-4.8 | 0.831 | 0.714 | 0.922 |
| claude-opus-5 | 0.909 | 0.761 | 0.962 |
| claude-sonnet-4.6 | 0.899 | 0.796 | 0.948 |
| claude-sonnet-5 | 0.807 | 0.691 | 0.921 |
| deepseek-v4-pro | 0.895 | 0.730 | 0.963 |
Expand Down Expand Up @@ -110,21 +113,21 @@ Amount variables use the tolerance columns. Binary coverage flags use `mean_accu

| variable | metric_type | mean_score | mean_exact | mean_within_1pct | mean_within_5pct | mean_within_10pct | mean_accuracy | mean_mae | total_n |
| --- | --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: |
| federal_income_tax_before_refundable_credits | amount_tolerance | 0.762 | 0.499 | 0.524 | 0.583 | 0.627 | n/a | 2092.986 | 2600 |
| federal_refundable_credits | amount_tolerance | 0.884 | 0.828 | 0.837 | 0.850 | 0.862 | n/a | 240.120 | 2600 |
| free_school_meals_eligible | binary_accuracy | 0.978 | 0.978 | 0.978 | 0.978 | 0.978 | 0.978 | 0.017 | 2600 |
| local_income_tax | amount_tolerance | 0.989 | 0.989 | 0.989 | 0.989 | 0.989 | n/a | 9.754 | 2600 |
| payroll_tax | amount_tolerance | 0.924 | 0.723 | 0.763 | 0.821 | 0.872 | n/a | 366.870 | 2600 |
| person_chip_eligible | binary_accuracy | 0.950 | 0.950 | 0.950 | 0.950 | 0.950 | 0.950 | 0.041 | 4602 |
| person_early_head_start_eligible | binary_accuracy | 0.976 | 0.976 | 0.976 | 0.976 | 0.976 | 0.976 | 0.017 | 988 |
| person_head_start_eligible | binary_accuracy | 0.960 | 0.960 | 0.960 | 0.960 | 0.960 | 0.960 | 0.033 | 988 |
| person_medicaid_eligible | binary_accuracy | 0.889 | 0.889 | 0.889 | 0.889 | 0.889 | 0.889 | 0.101 | 4602 |
| person_medicare_eligible | binary_accuracy | 0.950 | 0.950 | 0.950 | 0.950 | 0.950 | 0.950 | 0.044 | 4602 |
| person_wic_eligible | binary_accuracy | 0.972 | 0.972 | 0.972 | 0.972 | 0.972 | 0.972 | 0.021 | 4602 |
| reduced_price_school_meals_eligible | binary_accuracy | 0.975 | 0.975 | 0.975 | 0.975 | 0.975 | 0.975 | 0.019 | 2600 |
| self_employment_tax | amount_tolerance | 0.966 | 0.956 | 0.964 | 0.965 | 0.965 | n/a | 28.699 | 2600 |
| snap | amount_tolerance | 0.842 | 0.770 | 0.779 | 0.802 | 0.814 | n/a | 371.973 | 2600 |
| ssi | amount_tolerance | 0.968 | 0.956 | 0.959 | 0.963 | 0.964 | n/a | 194.939 | 2600 |
| state_income_tax_before_refundable_credits | amount_tolerance | 0.780 | 0.539 | 0.558 | 0.622 | 0.665 | n/a | 412.894 | 2600 |
| state_refundable_credits | amount_tolerance | 0.809 | 0.776 | 0.778 | 0.780 | 0.784 | n/a | 75.043 | 2600 |
| tanf | amount_tolerance | 0.987 | 0.983 | 0.983 | 0.983 | 0.984 | n/a | 36.257 | 2600 |
| federal_income_tax_before_refundable_credits | amount_tolerance | 0.764 | 0.499 | 0.523 | 0.583 | 0.627 | n/a | 2087.171 | 2700 |
| federal_refundable_credits | amount_tolerance | 0.886 | 0.828 | 0.837 | 0.850 | 0.863 | n/a | 238.789 | 2700 |
| free_school_meals_eligible | binary_accuracy | 0.978 | 0.978 | 0.978 | 0.978 | 0.978 | 0.978 | 0.017 | 2700 |
| local_income_tax | amount_tolerance | 0.990 | 0.990 | 0.990 | 0.990 | 0.990 | n/a | 9.393 | 2700 |
| payroll_tax | amount_tolerance | 0.926 | 0.728 | 0.769 | 0.824 | 0.875 | n/a | 358.443 | 2700 |
| person_chip_eligible | binary_accuracy | 0.951 | 0.951 | 0.951 | 0.951 | 0.951 | 0.951 | 0.040 | 4779 |
| person_early_head_start_eligible | binary_accuracy | 0.977 | 0.977 | 0.977 | 0.977 | 0.977 | 0.977 | 0.017 | 1026 |
| person_head_start_eligible | binary_accuracy | 0.961 | 0.961 | 0.961 | 0.961 | 0.961 | 0.961 | 0.032 | 1026 |
| person_medicaid_eligible | binary_accuracy | 0.891 | 0.891 | 0.891 | 0.891 | 0.891 | 0.891 | 0.100 | 4779 |
| person_medicare_eligible | binary_accuracy | 0.950 | 0.950 | 0.950 | 0.950 | 0.950 | 0.950 | 0.044 | 4779 |
| person_wic_eligible | binary_accuracy | 0.972 | 0.972 | 0.972 | 0.972 | 0.972 | 0.972 | 0.021 | 4779 |
| reduced_price_school_meals_eligible | binary_accuracy | 0.975 | 0.975 | 0.975 | 0.975 | 0.975 | 0.975 | 0.019 | 2700 |
| self_employment_tax | amount_tolerance | 0.966 | 0.957 | 0.964 | 0.965 | 0.966 | n/a | 29.645 | 2700 |
| snap | amount_tolerance | 0.842 | 0.768 | 0.777 | 0.800 | 0.813 | n/a | 369.550 | 2700 |
| ssi | amount_tolerance | 0.968 | 0.956 | 0.959 | 0.963 | 0.964 | n/a | 195.058 | 2700 |
| state_income_tax_before_refundable_credits | amount_tolerance | 0.783 | 0.541 | 0.560 | 0.624 | 0.669 | n/a | 407.719 | 2700 |
| state_refundable_credits | amount_tolerance | 0.809 | 0.777 | 0.779 | 0.781 | 0.785 | n/a | 74.718 | 2700 |
| tanf | amount_tolerance | 0.987 | 0.983 | 0.983 | 0.983 | 0.984 | n/a | 37.161 | 2700 |
Loading