{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q010","table":null,"tool":null,"value":0.076,"weight":1.0,"where":null}],"datasets":{"lee_randomized_experiments":{"columns":null,"description":"This dataset includes information on U.S. House of Representatives elections from 1946 to 1998. Most of the data come from the Historical Election Returns compiled by the ICPSR, with results from 1992 to 1998 obtained from the Office of the Clerk of the U.S. House of Representatives. Missing values were imputed using average electoral outcomes by state and year or by state and decade. The dataset includes both vote share data and candidate characteristics.\n\nVariable Information:\ndemsharenext: Democratic vote share in the next election\ndemshareprev: Democratic vote share in the previous election\ndemwinprev: 1 if Democrats held the seat in the previous election, 0 otherwise\ndifdemshare: Difference in vote share between the Democratic and Republican candidates\ndifdemshare2 to difdemshare4: Squared, cubed, and fourth-power of the vote share difference\nrdifdemshare to rdifdemshare4: Transformed vote share differences for observations above a set threshold\ndemofficeexp: Political experience of the Democratic candidate\nothelectexp: Electoral experience of the opposing candidate\nuse: 1 if the observation is included in the analysis, 0 otherwise\nright: 1 if the Democratic candidate's vote share is above the threshold, 0 otherwise","file_sha256":"ceb5dd7ef24d21d461cb986e95dde201c67e773f2c40e26b8a7e6278b9036813","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"GPL 3.0 (CauSciBench data/README.md); original source https://search.r-project.org/CRAN/refmans/RATest/html/lee2008.html","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"ceb5dd7ef24d21d461cb986e95dde201c67e773f2c40e26b8a7e6278b9036813","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/lee_randomized_experiments.csv"}},"difficulty":"M","id":"causcibench_real.q010","level":"T2","meta":{"agent_reach":{"blocked_by":["needs_spec:bandwidth"],"dtypes":{"lee_randomized_experiments":{"demelectexp":"float64","demofficeexp":"float64","demsharenext":"float64","difdemshare":"float64","othelectexp":"float64","othofficeexp":"float64","right":"float64"}},"named":{"outcome":["demsharenext"],"treatment":["right"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:Randomized experiments from non-random selection in U.S. House elections","gold":{"effect":0.076,"effect_as_stored":"0.076","is_significant":1,"source_id":"causcibench_real.gold.q010","std_error":0.011,"std_error_as_stored":"0.011"},"headline_keys":{"infer.ols":["coef.right"]},"metadata":{"control_variables":"demofficeexp,demelectexp,othofficeexp,othelectexp","dataset_path":"data/csv_files/realdata/lee_randomized_experiments.csv","effect":0.076,"id":10,"instrument_var":null,"interaction_var":null,"is_rct":false,"is_significant":1,"method":"rdd","name":"Randomized experiments from non-random selection in U.S. House elections","outcome_var":"demsharenext","running_var":"difdemshare","state_var":null,"std_error":0.011,"temporal_var":null,"treatment_var":"right"},"naive":{"dataset":"lee_randomized_experiments","treatment":"right","y":"demsharenext"},"name":"Randomized experiments from non-random selection in U.S. House elections","native_id":10,"outcome":"demsharenext","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"controls":["difdemshare","demofficeexp","demelectexp","othofficeexp","othelectexp"],"dataset":"lee_randomized_experiments","x":["right"],"y":"demsharenext"},"tool":"infer.ols","why":"causcibench_metadata_rule/1: rdd"}]},"reference_notes":["parametric RD on the full sample: OLS of demsharenext on right, the running variable difdemshare and the controls; the gold's window, kernel and polynomial are not in the metadata"],"reference_path":{"calls":[{"args":{"controls":["difdemshare","demofficeexp","demelectexp","othofficeexp","othelectexp"],"dataset":"lee_randomized_experiments","x":["right"],"y":"demsharenext"},"tool":"infer.ols"}],"needs":["needs_spec:bandwidth"],"provenance":"metadata_rule","quotes":{"bandwidth":"(not stated in the query, the dataset description or the metadata)"},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"right"},"question":"Does winning an election in a given period influence the party's subsequent electoral success?","requires":[],"runner":null,"sources":["causcibench_real.gold.q010"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:rdd"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 10: effect 0.076"}