{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q019","table":null,"tool":null,"value":0.093,"weight":1.0,"where":null}],"datasets":{"manacorda_gov_transfers":{"columns":null,"description":"The data focuses on the Uruguayan Plan de Atencion Nacional a la Emergencia Social (PANES), described as a large, temporary social relief program. PANES ran from April 2005 to December 2007. PANES included several components. The main part was a monthly cash transfer. Eligibility for the PANES program was determined using a predicted income score. This score was based on household socioeconomic characteristics collected during a baseline survey. Households were eligible only if their predicted income score fell below a predetermined threshold.\n\nVariables:\nincome_centered: Income measure, centered around program cutoff (negative value = eligible)\neducation: Household average years of education among those 16+\nage: Household average age\nparticipation: Participation in transfers (1 = participated, 0 = did not participate)\nsupport: Measure of support for the government","file_sha256":"a25fd9493a2f57e990d7769905fe56374bc6ddad9534e88c8d01085812fb0334","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"a25fd9493a2f57e990d7769905fe56374bc6ddad9534e88c8d01085812fb0334","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/manacorda_gov_transfers.csv"}},"difficulty":"M","id":"causcibench_real.q019","level":"T2","meta":{"agent_reach":{"blocked_by":["needs_spec:bandwidth"],"dtypes":{"manacorda_gov_transfers":{"income_centered":"float64","participation":"int64","support":"float64"}},"named":{"outcome":["support"],"treatment":["participation"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:Government transfers and political support","gold":{"effect":0.093,"effect_as_stored":"0.093","is_significant":1,"source_id":"causcibench_real.gold.q019","std_error":0.046,"std_error_as_stored":"0.046"},"headline_keys":{"infer.ols":["coef.participation"]},"metadata":{"control_variables":null,"dataset_path":"data/csv_files/realdata/manacorda_gov_transfers.csv","effect":0.093,"id":19,"instrument_var":null,"interaction_var":null,"is_rct":false,"is_significant":1,"method":"rdd","name":"Government transfers and political support","outcome_var":"support","running_var":"income_centered","state_var":null,"std_error":0.046,"temporal_var":null,"treatment_var":"participation"},"naive":{"dataset":"manacorda_gov_transfers","treatment":"participation","y":"support"},"name":"Government transfers and political support","native_id":19,"outcome":"support","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"controls":["income_centered"],"dataset":"manacorda_gov_transfers","x":["participation"],"y":"support"},"tool":"infer.ols","why":"causcibench_metadata_rule/1: rdd"}]},"reference_notes":["parametric RD on the full sample: OLS of support on participation, the running variable income_centered and the controls; the gold's window, kernel and polynomial are not in the metadata"],"reference_path":{"calls":[{"args":{"controls":["income_centered"],"dataset":"manacorda_gov_transfers","x":["participation"],"y":"support"},"tool":"infer.ols"}],"needs":["needs_spec:bandwidth"],"provenance":"metadata_rule","quotes":{"bandwidth":"(not stated in the query, the dataset description or the metadata)"},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"participation"},"question":"Did receiving financial assistance from Uruguay's poverty alleviation program cause recipients to view the government more favorably?","requires":[],"runner":null,"sources":["causcibench_real.gold.q019"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:rdd"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 19: effect 0.093"}