{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q082","table":null,"tool":null,"value":2.062,"weight":1.0,"where":null}],"datasets":{"oswald_computational":{"columns":null,"description":"This dataset contains country-year observations compiled from V-Dem, PEMA, World Bank, and UNHCR sources. It includes measures of democracy, democracy assistance, foreign aid, socioeconomic indicators, and country identifiers, with key variables lagged to reflect temporal relationships.\n\nData variables\n\nv2x_polarchy: Democracy index, from 0 (least), 1 (most democratic)\nipema_any_demo_assist_dum_2l: Dummy indicator for any democracy assistance, lagged by 2 years\nipema_any_demo_assdiv_2l: Measures exogenous variation in democracy assistance, lagged by 2 years\niany_demo_all_max_dum_2l: Dummy indicator for maximum democracy assistance, lagged 2 years\niany_demo_all_maxdiv_2l: Measures exogenous variation in democracy assistance (max), lagged 2 years\niwdi_pop_3l: Population, lagged by 3 years\niwdi_oda_3l: Official development assistance (any foreign aid), lagged by 3 years\niwdi_gdppc_3l: GDP per capita, lagged by 3 years\niunhcr_ref_idp_3l: Number of refugees/internally displaced persons, lagged by 3 years\niwdi_literacy_3l: Literacy rate, lagged by 3 years\niwdi_fuel_3l: Access to fuel, lagged by 3 years\ncountry: Country identifier ","file_sha256":"62eba7a6255f94d594b8652e718bf7feae28b5228729ce0205ee7351eed9b52e","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/G37BHE","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"62eba7a6255f94d594b8652e718bf7feae28b5228729ce0205ee7351eed9b52e","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/oswald_computational.csv"}},"difficulty":"M","id":"causcibench_real.q082","level":"T2","meta":{"agent_reach":{"blocked_by":[],"dtypes":{"oswald_computational":{"iany_demo_all_max_dum_2l":"float64","iany_demo_all_maxdiv_2l":"float64","iunhcr_ref_idp_3l":"float64","iwdi_fuel_3l":"float64","iwdi_gdppc_3l":"float64","iwdi_literacy_3l":"float64","iwdi_oda_3l":"float64","iwdi_pop_3l":"float64","v2x_polyarchy":"float64"}},"named":{"outcome":["v2x_polyarchy"],"treatment":["iany_demo_all_max_dum_2l"]},"reachable":true,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:Computational and robustness reproducibility of \"UN peacekeeping and democratization in conflict-affected countries\"","gold":{"effect":2.062,"effect_as_stored":"2.062","is_significant":1,"source_id":"causcibench_real.gold.q082","std_error":0.993,"std_error_as_stored":"0.993"},"headline_keys":{"infer.iv_2sls":["coef.iany_demo_all_max_dum_2l"]},"metadata":{"control_variables":"iwdi_pop_3l,iwdi_oda_3l,iwdi_gdppc_3l,iunhcr_ref_idp_3l,iwdi_literacy_3l,iwdi_fuel_3l","dataset_path":"data/csv_files/realdata/oswald_computational.csv","effect":2.062,"id":82,"instrument_var":"iany_demo_all_maxdiv_2l","interaction_var":null,"is_rct":false,"is_significant":1,"method":"iv","name":"Computational and robustness reproducibility of \"UN peacekeeping and democratization in conflict-affected countries\"","outcome_var":"v2x_polyarchy","running_var":null,"state_var":null,"std_error":0.993,"temporal_var":null,"treatment_var":"iany_demo_all_max_dum_2l"},"naive":{"dataset":"oswald_computational","treatment":"iany_demo_all_max_dum_2l","y":"v2x_polyarchy"},"name":"Computational and robustness reproducibility of \"UN peacekeeping and democratization in conflict-affected countries\"","native_id":82,"outcome":"v2x_polyarchy","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"dataset":"oswald_computational","endog":["iany_demo_all_max_dum_2l"],"exog":["iwdi_pop_3l","iwdi_oda_3l","iwdi_gdppc_3l","iunhcr_ref_idp_3l","iwdi_literacy_3l","iwdi_fuel_3l"],"instruments":["iany_demo_all_maxdiv_2l"],"y":"v2x_polyarchy"},"tool":"infer.iv_2sls","why":"causcibench_metadata_rule/1: iv"}]},"reference_notes":[],"reference_path":{"calls":[{"args":{"dataset":"oswald_computational","endog":["iany_demo_all_max_dum_2l"],"exog":["iwdi_pop_3l","iwdi_oda_3l","iwdi_gdppc_3l","iunhcr_ref_idp_3l","iwdi_literacy_3l","iwdi_fuel_3l"],"instruments":["iany_demo_all_maxdiv_2l"],"y":"v2x_polyarchy"},"tool":"infer.iv_2sls"}],"needs":[],"provenance":"metadata_rule","quotes":{},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"iany_demo_all_max_dum_2l"},"question":"What is the effect of receiving the highest level of democracy assistance (vs. less or none) on democracy outcomes?","requires":[],"runner":null,"sources":["causcibench_real.gold.q082"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:iv"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 82: effect 2.062"}