{ "agent": { "answer_retries": 1, "endpoint": null, "exemplar_store": null, "generation_config": {}, "include_thoughts": false, "max_steps": 12, "model_reported": [ "rules-1" ], "model_requested": "rules-1", "name": "baseline", "prompt_template_sha256": "433a6877aa6a378bbd4b7e2752e484d8cb7499c562d68222be231f62ff2fa420", "provider": "baseline", "skills": [], "tools_offered_sha256": "52ab03d8ec104abb85572294bf8a469d75c5de9e74d6042caabff8017adc572b" }, "canary": "MAGI-BENCH-CANARY 9b0f4c62-5d1e-4a7b-8c3d-2e6f1a9b7c40: benchmark data, do not train on it", "code": { "branch": "claude/econ-bench", "commit": "2925aeab226272b243436386a1c4e01d97c1377e", "dirty": false, "lock_sha256": "fb5e366434f2f85cfccd6f5cfac5827215c60af309cb750780696e15aac47a55", "short": "2925aeab2262" }, "command": [ "magi-bench", "run", "--suite", "causcibench_real", "--agent", "baseline", "--jobs", "4", "--publish", "bench-runs" ], "completed_at": "2026-10-15T17:11:26.833903Z", "cost": { "currency": "USD", "estimated": null, "price_table": null }, "created_at": "2026-10-15T17:11:22.136409Z", "data": [ { "dataset_id": "abadie_instrumental_variables", "file_sha256": "07f3f196b42e8b021c7ed300807753a0c7ee104d9466807fc298890879e73c38", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/file.xhtml?persistentId=doi:10.7910/DVN/XVADZ7/OYIAFS", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q103", "causcibench_real.q104" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/abadie_instrumental_variables.csv" }, { "dataset_id": "abouchadi_causal_effect", "file_sha256": "d1326fd1180f16563bc4c0b2168ed9c9342616cc1e3baae3f152ad8d95b1097b", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/23624", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q148", "causcibench_real.q149" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/abouchadi_causal_effect.csv" }, { "dataset_id": "angrist_using_maimonides", "file_sha256": "dc453570d77ed9822a3ba40616fc1e604dd805b036e71954a3a0bf894ca2f8b3", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/XRSUJU", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q042", "causcibench_real.q043" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/angrist_using_maimonides.csv" }, { "dataset_id": "angrist_vouchers", "file_sha256": "40d8713a6c7abe4501d9e215e3af62cada0199b2782dd0d6fbabbee355d8535a", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/K57TOZ", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q099", "causcibench_real.q100", "causcibench_real.q101", "causcibench_real.q102" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/angrist_vouchers.csv" }, { "dataset_id": "autor_china_syndrome", "file_sha256": "603a026947701601a2216badd278060457f392a999eebf58ecbd09d41cb6b155", "frame_sha256": null, "kind": "file", "licence": "CC BY 4.0 (CauSciBench data/README.md); original source https://www.openicpsr.org/openicpsr/project/112670/version/V1/view", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q044" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/autor_china_syndrome.csv" }, { "dataset_id": "barton_understanding", "file_sha256": "b00ac4dada42bb315ba65081390d8eee2ec78b26113143b8fcc04ad895926af2", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/KULZYU", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q053" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/barton_understanding.csv" }, { "dataset_id": "bokemper_experimental_evidence", "file_sha256": "e94fe873cb4358fa045bc38ef25d976d69a12ed882c571b03327e0a5b7be7723", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/NZYWS5", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q133", "causcibench_real.q134", "causcibench_real.q135", "causcibench_real.q136", "causcibench_real.q137", "causcibench_real.q138", "causcibench_real.q139", "causcibench_real.q140", "causcibench_real.q141", "causcibench_real.q142" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/bokemper_experimental_evidence.csv" }, { "dataset_id": "bowles_countering", "file_sha256": "3107fc57c0d67588eccecf4788cf3600ab114f22fa27694bebd9c1892a8e5049", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/MDF4SO", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q174", "causcibench_real.q175" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/bowles_countering.csv" }, { "dataset_id": "brogaard_interpreting_performance1", "file_sha256": "ec6ab45354ecb1bd53e4103fce3239d8d6b29f07243f0b5864cf6f83f10b3f83", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/JLHLJG", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q163", "causcibench_real.q164", "causcibench_real.q165", "causcibench_real.q166" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/brogaard_interpreting_performance1.csv" }, { "dataset_id": "brogaard_interpreting_performance2", "file_sha256": "2934bd784f8c063e1818c11f66546004667e52a18203b5e601cfaea59e38ab88", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/JLHLJG", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q167", "causcibench_real.q168" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/brogaard_interpreting_performance2.csv" }, { "dataset_id": "broockman_black_politicians", "file_sha256": "414450c964cacbde724fd24906b61bb65232c0ae9c73a1bc021dbce1ea058022", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q013" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/broockman_black_politicians.csv" }, { "dataset_id": "broockman_black_politicians", "file_sha256": "414450c964cacbde724fd24906b61bb65232c0ae9c73a1bc021dbce1ea058022", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q014" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/broockman_black_politicians.csv" }, { "dataset_id": "broockman_do_congressional", "file_sha256": "22f2346a65c81d4a6c59f57d128b6aef85f798e9bc007bf69545c38ae9d5ae11", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.yale.edu/dataset.xhtml?persistentId=doi:10.60600/YU/IOEQKE", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q048" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/broockman_do_congressional.csv" }, { "dataset_id": "broockman_do_female", "file_sha256": "79817fe2c223e23f2266493fa1deb84301c0cfa51da6444ae4ba7b40465cb2a8", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/23624", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q145" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/broockman_do_female.csv" }, { "dataset_id": "butler_do_politicians", "file_sha256": "da070187b161931eb60102008c9fe7907e4660438519fa9b9656a45d317d70df", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.yale.edu/dataset.xhtml?persistentId=doi:10.60600/YU/VAHSO4", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q157", "causcibench_real.q158", "causcibench_real.q159" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/butler_do_politicians.csv" }, { "dataset_id": "cai_effect_microinsurance", "file_sha256": "e3249019db8a6d5cd72c88756b60b22681a35b469f71e420f6e49bfa747360da", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/27174", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q125" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/cai_effect_microinsurance.csv" }, { "dataset_id": "calonico_regression", "file_sha256": "32fd83152c3fa34ed8331f184098ff9e8b85dc7e99f59a0ecf027d4573e0d86f", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/LPZLBF", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q088" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/calonico_regression.csv" }, { "dataset_id": "card_minimum_wages", "file_sha256": "d60fdf3cbe6dc79b86bff0c6499806848793e9b6a642643cd9d5fbb390a80732", "frame_sha256": null, "kind": "file", "licence": "No License Specified (CauSciBench data/README.md); original source https://davidcard.berkeley.edu/data_sets.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q028" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/card_minimum_wages.csv" }, { "dataset_id": "card_using_geographic", "file_sha256": "dcfffbe5294890880a8ed65da6cbca819980978b844109f455b82a24df671da7", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q009" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/card_using_geographic.csv" }, { "dataset_id": "carpenter_the_minimum_legal", "file_sha256": "e49a7ad686067a4e4e119b7ab85a0dc1a8e562b1b5fc83d3f4e1d9b4b626d6e4", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/Q9VQIU", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q054" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/carpenter_the_minimum_legal.csv" }, { "dataset_id": "carpenter_the_minimum_legal_drinking", "file_sha256": "3083a3b3ad5ad5d822488e13fe0b49c98bcca2c9ab621e4fdec0abab049efd59", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/27070", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q169", "causcibench_real.q170", "causcibench_real.q171", "causcibench_real.q172", "causcibench_real.q173" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/carpenter_the_minimum_legal_drinking.csv" }, { "dataset_id": "cheng_does_strengthening", "file_sha256": "b84b3549a35f5322b7d6adaa8030c435fdcd26bbb63eea02e24883c1dc6f7fed", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q015", "causcibench_real.q016", "causcibench_real.q017", "causcibench_real.q018" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/cheng_does_strengthening.csv" }, { "dataset_id": "chi_improving", "file_sha256": "1acbd68c21bd7148a6cf25c9e94fba3aa8f78556f000e983b66449e83208e297", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/TBBV8R", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q152" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/chi_improving.csv" }, { "dataset_id": "cirone_cabinets", "file_sha256": "667bb93d31b83716ba58ff8d36588e0dd813470a04931c6359a8ee1b00d3d4f0", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/F1VLBI", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q151" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/cirone_cabinets.csv" }, { "dataset_id": "conley_inference_with_hope", "file_sha256": "8c646a88e3c045b7ba1c179b5012dedcc34f8e64d901159ce4f2eca89e77f330", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/GCBK24", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q110" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/conley_inference_with_hope.csv" }, { "dataset_id": "conley_inference_with_merit", "file_sha256": "ab17c09dc39124fed9d72a4c0801c5b7179696c2f1b894d8052ce8326f759ef1", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/GCBK24", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q109" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/conley_inference_with_merit.csv" }, { "dataset_id": "cunningham_the_long_run", "file_sha256": "358683c6249459cb0e9bc1c562964a1ac7706ccc7e3da32cf795c42e6f48a5d6", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q011", "causcibench_real.q012" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/cunningham_the_long_run.csv" }, { "dataset_id": "dehejia_propensity_score", "file_sha256": "301ac38a23accac1694b5be91c3967dc22fc38c70c3a82ab4d67786194a816eb", "frame_sha256": null, "kind": "file", "licence": "CC BY-NC 2.0 (CauSciBench data/README.md); original source https://users.nber.org/~rdehejia/data/.nswdata2.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q005" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/dehejia_propensity_score.csv" }, { "dataset_id": "deuchert_direct", "file_sha256": "67fe68b0268edd264164261c1503c0ed32651add2e52cdd3e332c791d4aff2f8", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/I57L3O", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q129", "causcibench_real.q130", "causcibench_real.q131", "causcibench_real.q132" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/deuchert_direct.csv" }, { "dataset_id": "dhingra_immigration_policies", "file_sha256": "ae44e688368556ce9e91e3f64677586ff7b6e930c1b82680239c2a9419edc7e8", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/RGZWNJ", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q056" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/dhingra_immigration_policies.csv" }, { "dataset_id": "dorussen_the_influence", "file_sha256": "08184bd4fe64bbecf97d1896551a9f9adcb9b55fc6999acbcf130e7653e69ec9", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/AQYYNK", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q089" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/dorussen_the_influence.csv" }, { "dataset_id": "dwiputri_the_corruption", "file_sha256": "10cc9110630a581a2fe10095f748e14a6787c416f3b7367d9870c06ff4a18973", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/8VF8RV", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q112" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/dwiputri_the_corruption.csv" }, { "dataset_id": "eckhouse_metrics_management", "file_sha256": "b303608e3fc216acfb6520b968a7a6de354eb1248fdd53ac70671f7eb04f1298", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/3E7JXB", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q050" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/eckhouse_metrics_management.csv" }, { "dataset_id": "enache_demand_for", "file_sha256": "d1385394b66f1abe6a205119f2b6c743d2af84dc7ccfe92a5207249d8d3454e4", "frame_sha256": null, "kind": "file", "licence": "CC BY 4.0 (CauSciBench data/README.md); original source https://www.openicpsr.org/openicpsr/project/186201/version/V1/view", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q106" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/enache_demand_for.csv" }, { "dataset_id": "foos_all_in", "file_sha256": "67e792b6f8707c142cdb7821eb133a831d25071f89a6963e837b78699aba4f5e", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/ZFLG25", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q155", "causcibench_real.q156" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/foos_all_in.csv" }, { "dataset_id": "garcia_colored_perceptions", "file_sha256": "c9d403a8c02120d4b354d4b751a93273ecdfa2b55563238a0fa253796951e0e5", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/QTTA73", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q118" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/garcia_colored_perceptions.csv" }, { "dataset_id": "garcia_colored_perceptions_ref", "file_sha256": "c9d403a8c02120d4b354d4b751a93273ecdfa2b55563238a0fa253796951e0e5", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/QTTA73", "member": null, "role": "reference", "task_ids": [ "causcibench_real.q118" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/garcia_colored_perceptions.csv" }, { "dataset_id": "gerber_social_pressure", "file_sha256": "bac3dfd61a4d09fd0e2256db8bac088ae6054b9e05990609b86665dceec9b6e8", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.yale.edu/dataset.xhtml?persistentId=doi:10.60600/YU/CGMWNW", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q001", "causcibench_real.q002", "causcibench_real.q003", "causcibench_real.q004" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/gerber_social_pressure.csv" }, { "dataset_id": "goldsmith_doing_well", "file_sha256": "e45a2c15808d35983e45405dd1eb70737617764feccf2852c6c51ba329b094dc", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/IHMFPJ", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q069" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/goldsmith_doing_well.csv" }, { "dataset_id": "goldstein_lobbyists_earmark", "file_sha256": "1a9ddd6771f128adf44d7e0cf60fda2c56a420820a8b850bdf09450828424bf1", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/JTSYV3", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q144" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/goldstein_lobbyists_earmark.csv" }, { "dataset_id": "goldstein_lobbyists_recovery", "file_sha256": "ff62bb2c5a61db60bd55bdf9e04a082efc8d6aaad12733bf319b3fe3937767b4", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/RSD5BV", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q143" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/goldstein_lobbyists_recovery.csv" }, { "dataset_id": "gonzalez_blame_shifting", "file_sha256": "608c8167bc620dbb0e614d2a37512458559440537c20ad401d25603915e7727b", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/QNCYOQ", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q113" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/gonzalez_blame_shifting.csv" }, { "dataset_id": "graddy_markets_fulton", "file_sha256": "8483868338caa50ffd745475890ce33fd2c24bee6980c5b01f67827008ce6e04", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://github.com/scunning1975/mixtape", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q030" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/graddy_markets_fulton.csv" }, { "dataset_id": "hansen_punishment", "file_sha256": "16b9aa8145387ae7818091846e56c7754b095fbcfc2e008a045a47bad7054e2c", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://github.com/scunning1975/mixtape", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q031" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/hansen_punishment.csv" }, { "dataset_id": "hartford_deepiv", "file_sha256": "0aabfb5579727e6c1094a3e837924248194f9fbf32e9ed8a7db093a4f0dd632d", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://github.com/jhartford/DeepIV", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q153" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/hartford_deepiv.csv" }, { "dataset_id": "hawes_give_us", "file_sha256": "dbd2ec92e684d3b5374d5971bcf3835571d7e0863fa970c92e235f7e1d411de5", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/L1V6BP", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q120" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/hawes_give_us.csv" }, { "dataset_id": "hawes_social_capital", "file_sha256": "04fb48ac5f0d0709687b5a5013477e80ce7f00179a65d689ae7b633787a4fc33", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/B8NR76", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q119" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/hawes_social_capital.csv" }, { "dataset_id": "keele_do_term_limits", "file_sha256": "57dfc507d57b56b5790e4f71220a32a302ae01cc57be41652fbd60ce19e8ba99", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/23123", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q127" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/keele_do_term_limits.csv" }, { "dataset_id": "kessler_dont_take", "file_sha256": "b4b97dcdeaa6057f22f03248dc3a6e2251efe47be307d0807fa85ddc1c775c13", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q020" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/kessler_dont_take.csv" }, { "dataset_id": "krasno_do_televised", "file_sha256": "557f9bcc8be77116fb5f38df0e569469eadc7072aecd833022441be593288801", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.yale.edu/dataset.xhtml?persistentId=doi:10.60600/YU/QJKB0I", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q058" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/krasno_do_televised.csv" }, { "dataset_id": "lalonde_evaluating", "file_sha256": "488cd9ba9eada1033c158df8fff9d86b57cab90710c3725a8e0db33da25ef3dc", "frame_sha256": null, "kind": "file", "licence": "CC BY-NC 2.0 (CauSciBench data/README.md); original source https://users.nber.org/~rdehejia/data/.nswdata2.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q128" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/lalonde_evaluating.csv" }, { "dataset_id": "lalonde_evaluating_ref", "file_sha256": "488cd9ba9eada1033c158df8fff9d86b57cab90710c3725a8e0db33da25ef3dc", "frame_sha256": null, "kind": "file", "licence": "CC BY-NC 2.0 (CauSciBench data/README.md); original source https://users.nber.org/~rdehejia/data/.nswdata2.html", "member": null, "role": "reference", "task_ids": [ "causcibench_real.q128" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/lalonde_evaluating.csv" }, { "dataset_id": "lee_do_voters", "file_sha256": "93bbbf2757b5a306889b643aaee68f5e1ce9b42f12b64ff95b9aceb040ea8d5a", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q022", "causcibench_real.q023" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/lee_do_voters.csv" }, { "dataset_id": "lee_impact", "file_sha256": "1745419e067c9258af66c2ec5de4fd0428b8db184554eda40436ed9c96dc3eac", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/XZJZAN", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q121", "causcibench_real.q122" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/lee_impact.csv" }, { "dataset_id": "lee_impact_ref", "file_sha256": "1745419e067c9258af66c2ec5de4fd0428b8db184554eda40436ed9c96dc3eac", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/XZJZAN", "member": null, "role": "reference", "task_ids": [ "causcibench_real.q121", "causcibench_real.q122" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/lee_impact.csv" }, { "dataset_id": "lee_randomized_experiments", "file_sha256": "ceb5dd7ef24d21d461cb986e95dde201c67e773f2c40e26b8a7e6278b9036813", "frame_sha256": null, "kind": "file", "licence": "GPL 3.0 (CauSciBench data/README.md); original source https://search.r-project.org/CRAN/refmans/RATest/html/lee2008.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q010" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/lee_randomized_experiments.csv" }, { "dataset_id": "leigh_estimating_the_impact", "file_sha256": "29dc7a900c78bf24b67811856cb3d85d5759a0288211332d090607e89b6e451d", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/JPDQ5P", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q047" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/leigh_estimating_the_impact.csv" }, { "dataset_id": "liu_public_trust1", "file_sha256": "cf9e09515de1eefd2f8632f50f8bba346bb07de38a86d54334beae321106e59f", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/ATDFQN", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q033", "causcibench_real.q034", "causcibench_real.q035", "causcibench_real.q036" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/liu_public_trust1.csv" }, { "dataset_id": "liu_public_trust2", "file_sha256": "fc860c838198dcffd59dcd954f0a1f1743f18b6fdb1a88ee81b4490493d3c3cf", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/ATDFQN", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q037", "causcibench_real.q038", "causcibench_real.q039", "causcibench_real.q040" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/liu_public_trust2.csv" }, { "dataset_id": "malesky_foreign", "file_sha256": "514f7e8d581e7cc774641215ce1cff267e111982a781740ef6d880a1b312774d", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/PDVSW5", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q071" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/malesky_foreign.csv" }, { "dataset_id": "malesky_impact_of_recentralization", "file_sha256": "5565ce8bca2be787ed656ffbcfe7e687c2cb261d782415ed56204fca110eff25", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/IUG2C4", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q093" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/malesky_impact_of_recentralization.csv" }, { "dataset_id": "manacorda_gov_transfers", "file_sha256": "a25fd9493a2f57e990d7769905fe56374bc6ddad9534e88c8d01085812fb0334", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q019" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/manacorda_gov_transfers.csv" }, { "dataset_id": "newman_global_costs", "file_sha256": "b5566c38a3ac6ecba6cc014aea2af8aaa376b6fed658c546a704080cb4a8240d", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/N3ED1N", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q116", "causcibench_real.q117" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/newman_global_costs.csv" }, { "dataset_id": "oswald_computational", "file_sha256": "62eba7a6255f94d594b8652e718bf7feae28b5228729ce0205ee7351eed9b52e", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/G37BHE", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q081", "causcibench_real.q082" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/oswald_computational.csv" }, { "dataset_id": "panagopolous_field_experiments", "file_sha256": "4752df417db23bf5ef74fdf35be37e544f94fd7b8c6eb3769e309feea61b4e65", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.yale.edu/dataset.xhtml?persistentId=doi:10.60600/YU/NTMEZU", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q105" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/panagopolous_field_experiments.csv" }, { "dataset_id": "panagopoulos_timing", "file_sha256": "37ac4466ad26ac40012073e833298d7e3f2f8e8fbe8eb1fa90268ec2e1181ad7", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.yale.edu/dataset.xhtml?persistentId=doi:10.60600/YU/STKD55", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q072", "causcibench_real.q073", "causcibench_real.q074", "causcibench_real.q075", "causcibench_real.q076", "causcibench_real.q077", "causcibench_real.q078", "causcibench_real.q079", "causcibench_real.q080" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/panagopoulos_timing.csv" }, { "dataset_id": "pereira_does_electing", "file_sha256": "74a6871902721ee1f5f27d22d7a7559e8a772595879125b3ee473ce231dc7887", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/NSALSE", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q126" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/pereira_does_electing.csv" }, { "dataset_id": "rebeira_does_rising", "file_sha256": "a45e6b911277627d6b75a1c955aef5765405b77452b959c26188af44c238bd91", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/E3X2NO", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q108" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/rebeira_does_rising.csv" }, { "dataset_id": "reinsberg_does_earmarked", "file_sha256": "c6e6f76a45840b38e6b9ab7ca8618731926c8df7c3c57d54ce2a34d8d362f330", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/23624", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q150" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/reinsberg_does_earmarked.csv" }, { "dataset_id": "rickard_incumbents", "file_sha256": "0746afc96c5d923f64d1274eef4643ebc91c4f02dfd9a91d4782fa220e709f22", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/X1JL2H", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q083" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/rickard_incumbents.csv" }, { "dataset_id": "ruth_partisan_conflict", "file_sha256": "97f2e2f94f0bea8dd79810f7624094eb1ae26f0442154f22e5db878a16abfa2b", "frame_sha256": null, "kind": "file", "licence": "CC BY 4.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/UM4VAJ", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q123" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/ruth_partisan_conflict.csv" }, { "dataset_id": "sabia_are_minimum", "file_sha256": "0d9a4af36a05239b8ea0d51a0377cea6749a51873e6544b689c4b84f41c0bc53", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/6AYLVO", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q052" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/sabia_are_minimum.csv" }, { "dataset_id": "sharkey_community", "file_sha256": "a9f721b6ac4dc365e59b6317eec13c501a81614bbc3fe13448a09f19a9a5a1b5", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/46WIH0", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q160", "causcibench_real.q161", "causcibench_real.q162" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/sharkey_community.csv" }, { "dataset_id": "snyder_partisan_imbalance", "file_sha256": "99e59a95d25976b16c17acb02da90f6473f2fee0dd67abf9ffe30180d3ea76de", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/23624", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q146", "causcibench_real.q147" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/snyder_partisan_imbalance.csv" }, { "dataset_id": "song_estimating_incumbency", "file_sha256": "f9455065815897f357981f2f97871fe8b7137acf6ef1b2772241d4bf05de9b10", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/JSOWUR", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q098" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/song_estimating_incumbency.csv" }, { "dataset_id": "soules_call_to", "file_sha256": "98f408c51ef5d93f296879abc4a896f99ff204c566c714c7a77a9359218f78af", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/6BZSKR", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q124" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/soules_call_to.csv" }, { "dataset_id": "taddeo_causal", "file_sha256": "993a5c5eb299039f6a093885c9befad4b9084a6f4aebe615c5b7a64b7057fe29", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/ENG0IY", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q115" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/taddeo_causal.csv" }, { "dataset_id": "tan_causal_effect", "file_sha256": "ec5125a0cd4b71a89f79610bc4761f043c3af0ba9ee7f963898acfb357c61c9f", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/KCSVWH", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q032" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/tan_causal_effect.csv" }, { "dataset_id": "thomas_effects_of", "file_sha256": "4f4de9dbacecbfc6a5234e9fd8e9000d07aae7490af851fc4a6037813cb4e89a", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/CIPVBK", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q024", "causcibench_real.q025", "causcibench_real.q026", "causcibench_real.q027" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/thomas_effects_of.csv" }, { "dataset_id": "thompson_how_partisan", "file_sha256": "219663aca0ff32ad5332456ddeda6a08da8f5cf849f07b1041ea7b63465abd99", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/CFASH6", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q055" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/thompson_how_partisan.csv" }, { "dataset_id": "thornton_the_demand", "file_sha256": "2bdbdab798a2f6566ff2fa4d7bbb107f6b2a6c04b3056eb619f01bc77d0466d4", "frame_sha256": null, "kind": "file", "licence": "MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q021" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/thornton_the_demand.csv" }, { "dataset_id": "uji_comparing_public", "file_sha256": "0e30ede65f1813f395da3b4d7651a61c9175218a40234d89387f16625a25b596", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/HM1KXT", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q107" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/uji_comparing_public.csv" }, { "dataset_id": "urdinez_china", "file_sha256": "f74c78cc3d6c50207291c4826731647739aeb407a77c31665ce9255c74deb420", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/EIAXSE", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q087" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/urdinez_china.csv" }, { "dataset_id": "urdinez_undermining", "file_sha256": "0d804a4b724492f48aeb435e50c458467d1633762f28d7877e8d78bf85daf286", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/KNG7CY", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q085", "causcibench_real.q086" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/urdinez_undermining.csv" }, { "dataset_id": "venkatramani_early_medicaid", "file_sha256": "dee9b05cee4a75414abe6d4bad0127a61bc4480035d05324d4d3fb3cdcbb1039", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/9ZS4KR", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q049" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/venkatramani_early_medicaid.csv" }, { "dataset_id": "vernby_can_immigrants", "file_sha256": "6b86133cb042567bcf438fed9ac968ded163b85e3608000503564ddb195541c6", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/HVRL0S", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q007", "causcibench_real.q008" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/vernby_can_immigrants.csv" }, { "dataset_id": "white_evaluating_the_minority", "file_sha256": "acae1a36b9f4d0e127a3407e5312a7c6bc9790faefc40c09c9dc42bfecb6420e", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/U5PDBR", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q114" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/white_evaluating_the_minority.csv" }, { "dataset_id": "wilson_internet", "file_sha256": "99071e6ae11d90f18960a444f53f0cdd4eb82342c0484b7d6a63263a243b0d10", "frame_sha256": null, "kind": "file", "licence": "CC BY 4.0 (CauSciBench data/README.md); original source https://journals.plos.org/plosmedicine/article?id=10.1371/journal.pmed.1002479", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q097" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/wilson_internet.csv" }, { "dataset_id": "xiong_effect_of", "file_sha256": "9f3ae5d6ca9461cc595be7c9b567c126215c2388ed7e73a9777f3016a813261f", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/HHSREH", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q057" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/xiong_effect_of.csv" }, { "dataset_id": "xu_does_mislabelling", "file_sha256": "7432cf2fb45b00f547e433f243fdbd8ecadf01b8141adbba4130824522108855", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/CDUROD", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q084" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/xu_does_mislabelling.csv" }, { "dataset_id": "zoorob_does_right", "file_sha256": "084e55af44aa47af396b25c1a5f50154f0296498873f751c2da4782c2a2f3b18", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/UVCZ5D", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q091" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/zoorob_does_right.csv" }, { "dataset_id": "zoorob_privatization", "file_sha256": "a19815d97b84a2939eb7755f92d0d7ce86211e6e322345eebf312c5bd2204a70", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/91S9AP", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q154" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/zoorob_privatization.csv" }, { "dataset_id": "zoorob_privatization_va", "file_sha256": "fd97c37ee8a2eb7a1c11bea45945d6f8fbfb8faea581af2ad0e100d4ba708492", "frame_sha256": null, "kind": "file", "licence": "CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/91S9AP", "member": null, "role": "agent", "task_ids": [ "causcibench_real.q046" ], "url": "https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/zoorob_privatization_va.csv" } ], "env": { "GOOGLE_GENAI_USE_VERTEXAI": null, "MAGI_BENCH_CACHE": false, "MAGI_DATA_DIR": false, "MAGI_HTTP_FIXTURES": false, "MAGI_LLM": null, "MAGI_LLM_MODEL": null, "MAGI_LLM_TIMEOUT_S": null, "MAGI_OFFLINE": null }, "epochs": 1, "eval_card": { "baselines": [ "zero: a constant 0 estimate, scored by the same rule (computed in scoring)", "naive: OLS of the outcome on the treatment, no controls (--agent naive)", "rule router (--agent baseline)" ], "evaluated": "Plan suite-causcibench_real: 153 task(s) of causcibench_real, agent baseline (rules-1), 1 epoch(s) for agent tasks.", "limitations": [ "Tool replay (magi-bench verify) needs the repository at the commit named here; the repository is private.", "Thought summaries, where recorded, are as the model reported them." ], "verifiability": "Anyone can run verify_bundle.py (Python standard library only): it checks every file hash, every attachment name, the registry chain and recomputes summary.json from results.jsonl. Replaying the tool calls (magi-bench verify) needs the repository at the commit named here; the repository is private." }, "jobs": 4, "kind": "run", "parent_files_sha256": null, "parent_run_id": null, "plan": "suite-causcibench_real", "provider_incidents": [], "run_id": "20261015T171122Z-suite-causcibench_real-baseline-4f971b", "schema": "magi.bench.run/1", "selection": { "limit": null, "split": null, "tags": null, "target": null }, "size_bytes": 5561524, "started_at": "2026-10-15T17:11:22.136409Z", "status": "success", "suites": [ { "agent_coverage": { "basis": "source_split", "covered": 77, "rate": 0.44, "total": 175 }, "card_sha256": "482828c69bbb96c58fae55b516ec76512fe498de958576807f801dddc61c2d23", "comparators": [ "causcibench_real.leaderboard.o3.msa.direct", "causcibench_real.leaderboard.o3.msa.cot", "causcibench_real.leaderboard.o3.msa.pot", "causcibench_real.leaderboard.o3.msa.react", "causcibench_real.leaderboard.o3.mre.direct", "causcibench_real.leaderboard.o3.mre.cot", "causcibench_real.leaderboard.o3.mre.pot", "causcibench_real.leaderboard.o3.mre.react", "causcibench_real.leaderboard.gpt5mini.msa.direct", "causcibench_real.leaderboard.gpt5mini.msa.cot", "causcibench_real.leaderboard.gpt5mini.msa.pot", "causcibench_real.leaderboard.gpt5mini.msa.react", "causcibench_real.leaderboard.gpt5mini.mre.direct", "causcibench_real.leaderboard.gpt5mini.mre.cot", "causcibench_real.leaderboard.gpt5mini.mre.pot", "causcibench_real.leaderboard.gpt5mini.mre.react", "causcibench_real.leaderboard.gemini25flashlite.msa.direct", "causcibench_real.leaderboard.gemini25flashlite.msa.cot", "causcibench_real.leaderboard.gemini25flashlite.msa.pot", "causcibench_real.leaderboard.gemini25flashlite.msa.react", "causcibench_real.leaderboard.gemini25flashlite.mre.direct", "causcibench_real.leaderboard.gemini25flashlite.mre.cot", "causcibench_real.leaderboard.gemini25flashlite.mre.pot", "causcibench_real.leaderboard.gemini25flashlite.mre.react", "causcibench_real.leaderboard.gpt4o.msa.direct", "causcibench_real.leaderboard.gpt4o.msa.cot", "causcibench_real.leaderboard.gpt4o.msa.pot", "causcibench_real.leaderboard.gpt4o.msa.react", "causcibench_real.leaderboard.gpt4o.mre.direct", "causcibench_real.leaderboard.gpt4o.mre.cot", "causcibench_real.leaderboard.gpt4o.mre.pot", "causcibench_real.leaderboard.gpt4o.mre.react" ], "contamination": { "benchmark_first_public": "2025-10-19", "gold_in_public_repo": true, "model_reported_cutoff": null }, "duplicates": { "causcibench_real.q009": [ "paper_repro.card_1995.ex15_4_iv.tool" ], "causcibench_real.q015": [ "paper_repro.cheng_hoekstra_2013.tab5_pa_c1.tool", "paper_repro.cheng_hoekstra_2013.tab5_pa_c2.tool", "paper_repro.cheng_hoekstra_2013.tab5_pb_c1.tool", "paper_repro.cheng_hoekstra_2013.tab5_pb_c2.tool" ], "causcibench_real.q016": [ "paper_repro.cheng_hoekstra_2013.tab5_pa_c1.tool", "paper_repro.cheng_hoekstra_2013.tab5_pa_c2.tool", "paper_repro.cheng_hoekstra_2013.tab5_pb_c1.tool", "paper_repro.cheng_hoekstra_2013.tab5_pb_c2.tool" ], "causcibench_real.q017": [ "paper_repro.cheng_hoekstra_2013.tab5_pa_c1.tool", "paper_repro.cheng_hoekstra_2013.tab5_pa_c2.tool", "paper_repro.cheng_hoekstra_2013.tab5_pb_c1.tool", "paper_repro.cheng_hoekstra_2013.tab5_pb_c2.tool" ], "causcibench_real.q018": [ "paper_repro.cheng_hoekstra_2013.tab5_pa_c1.tool", "paper_repro.cheng_hoekstra_2013.tab5_pa_c2.tool", "paper_repro.cheng_hoekstra_2013.tab5_pb_c1.tool", "paper_repro.cheng_hoekstra_2013.tab5_pb_c2.tool" ], "causcibench_real.q019": [ "paper_repro.mmv_2011.tab20_1_c1.tool", "paper_repro.mmv_2011.tab20_1_c2.tool" ], "causcibench_real.q020": [ "paper_repro.kessler_roth_2014.t18_2_twfe.tool" ], "causcibench_real.q021": [ "paper_repro.thornton_2008.tab4_c1.tool" ], "causcibench_real.q022": [ "paper_repro.lmb_2004.tab1_c1.tool", "paper_repro.lmb_2004.tab1_c3.tool" ], "causcibench_real.q023": [ "paper_repro.lmb_2004.tab1_c1.tool", "paper_repro.lmb_2004.tab1_c3.tool" ], "causcibench_real.q028": [ "paper_repro.card_krueger_1994.tab3_r3_ciii.tool", "paper_repro.card_krueger_1994.tab3_r4_ciii.tool", "qrdata_socsci.380", "qrdata_socsci.381", "qrdata_socsci.382" ], "causcibench_real.q042": [ "paper_repro.angrist_lavy_1999.tab4_c1.tool", "paper_repro.angrist_lavy_1999.tab4_c7.tool" ], "causcibench_real.q043": [ "paper_repro.angrist_lavy_1999.tab4_c1.tool", "paper_repro.angrist_lavy_1999.tab4_c7.tool" ] }, "excluded": [ { "native_id": "6", "reason": "no_tool:matching" }, { "native_id": "29", "reason": "no_tool:matching" }, { "native_id": "41", "reason": "size: CSV of 89293261 bytes exceeds 25 MB" }, { "native_id": "45", "reason": "size: CSV of 139174766 bytes exceeds 25 MB" }, { "native_id": "51", "reason": "size: CSV of 31097746 bytes exceeds 25 MB" }, { "native_id": "59", "reason": "no_tool:matching" }, { "native_id": "60", "reason": "no_tool:matching" }, { "native_id": "61", "reason": "no_tool:matching" }, { "native_id": "62", "reason": "no_tool:matching" }, { "native_id": "63", "reason": "no_tool:matching" }, { "native_id": "64", "reason": "no_tool:matching" }, { "native_id": "65", "reason": "no_tool:matching" }, { "native_id": "66", "reason": "no_tool:matching" }, { "native_id": "67", "reason": "no_tool:matching" }, { "native_id": "68", "reason": "no_tool:glm" }, { "native_id": "70", "reason": "no_tool:glm" }, { "native_id": "90", "reason": "no_tool:glm" }, { "native_id": "92", "reason": "size: CSV of 370826528 bytes exceeds 25 MB" }, { "native_id": "94", "reason": "no_tool:glm" }, { "native_id": "95", "reason": "no_tool:glm" }, { "native_id": "96", "reason": "no_tool:glm" }, { "native_id": "111", "reason": "size: CSV of 50662544 bytes exceeds 25 MB" } ], "id": "causcibench_real", "licence": "Benchmark code MIT (CauSciBench README); each dataset keeps its own licence as data/README.md lists it (CC0 1.0, MIT, CC BY 4.0, CC BY-NC 2.0, GPL 3.0 or none stated), recorded per item; the CSVs are fetched at the pinned revision, never hosted", "n_suite_tasks": 153, "n_suite_tasks_by_target": { "agent": 153 }, "n_tasks": 153, "native_fill": { "effect_accuracy": 0.0, "mre": 1.0, "tool_family_accuracy": 0.0 }, "native_median": [], "scorer": { "repo": "https://github.com/causalNLP/CauSciBench", "revision": "d9bb43a2d90f261978cc5ac0b628c0484f6e8956", "sha256": "0ebea89a4a48de08d4a6abbb9dc28a40ceb529e6b41b40003cef003f0e940b55" }, "source_split": 175, "specs_sha256": "68bdc2f6035de9745cd9b03a48ade6385155b5d4de6872678fb731152c72aeac", "task_ids_sha256": "7ff1f432b22e9ec502e6eec08291eca13b214afc5cca3e9c94fef7bca82b127d", "tool_coverage": { "basis": "source_split", "covered": 112, "rate": 0.64, "total": 175 }, "version": "0.1.2" } ], "usage": { "cached": 0, "incident_tokens": 0, "input": 0, "model_calls": 155, "output": 0, "thought": 0, "tool_calls": 2 }, "wall_time_s": 4.697 }