{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q149","table":null,"tool":null,"value":3.072,"weight":1.0,"where":null}],"datasets":{"abouchadi_causal_effect":{"columns":null,"description":"The dataset aims to analyze the effect of radical right parties on the policy positions of the mainstream parties. It includes information on political parties belonging to various European countries, including their positions on cultural protectionism and environmental protectionism. Each country has minimum thresholds for voter shares that the political parties need to meet to get into the parliament. Thresholds vary by country, so in this dataset, we used voter shares centered around the threshold.\n\nVariable description:\niso2c: iso2 character country code\nedate: election date\nparty: CMP-code mainstream party\npartyname: name of mainstream party\nparfam: party family of mainstream party (CMP-coding)\nthrs: electoral threshold\nthrs_l: electoral threshold (lagged)\ner.v.c: radical right party vote share (centered on electoral threshold)\ner.v.c_l: radical right party vote share (centered on electoral threshold, lagged)\ner.in: radical right parliamentary presence (binary indicator)\ner.in_l: radical right parliamentary presence (binary indicator, lagged)\nrile.logit: rile score (according to Lowe et al. 2011)\nper607: multiculturalism positive (CMP coding)\nper608: multiculturalism negative (CMP coding)\nmultic.logit_fd: cultural protectionism score (Lowe version, first difference)\nper608_fd: per608 score (first difference)\nmultic.ratio_fd: cultural protectionism score (Kim and Fording version, first difference)\naf.bipolar_fd: cultural protectionism score (Alonso and da Fonseca version, first difference)\nmeguid.bipolar_fd: cultural protectionism score (Meguid 2008 version, first difference)\nenv.logit_fd: environment protection score (Lowe version, first difference)","file_sha256":"d1326fd1180f16563bc4c0b2168ed9c9342616cc1e3baae3f152ad8d95b1097b","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/23624","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"d1326fd1180f16563bc4c0b2168ed9c9342616cc1e3baae3f152ad8d95b1097b","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/abouchadi_causal_effect.csv"}},"difficulty":"M","id":"causcibench_real.q149","level":"T2","meta":{"agent_reach":{"blocked_by":["needs_spec:bandwidth"],"dtypes":{"abouchadi_causal_effect":{"er.in_l":"int64","er.v.c_l":"float64","multic.logit_fd":"float64"}},"named":{"outcome":["multic.logit_fd"],"treatment":["er.in_l"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:The causal effect of radical right success on mainstream parties policy positions. A regression discontinuity approach","gold":{"effect":3.072,"effect_as_stored":"3.072","is_significant":1,"source_id":"causcibench_real.gold.q149","std_error":0.628,"std_error_as_stored":"0.628"},"headline_keys":{"infer.ols":["coef.er.in_l"]},"metadata":{"control_variables":null,"dataset_path":"data/csv_files/realdata/abouchadi_causal_effect.csv","effect":3.072,"id":149,"instrument_var":null,"interaction_var":null,"is_rct":false,"is_significant":1,"method":"rdd","name":"The causal effect of radical right success on mainstream parties policy positions. A regression discontinuity approach","outcome_var":"multic.logit_fd","running_var":"er.v.c_l","state_var":null,"std_error":0.628,"temporal_var":null,"treatment_var":"er.in_l"},"naive":{"dataset":"abouchadi_causal_effect","treatment":"er.in_l","y":"multic.logit_fd"},"name":"The causal effect of radical right success on mainstream parties policy positions. A regression discontinuity approach","native_id":149,"outcome":"multic.logit_fd","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"controls":["er.v.c_l"],"dataset":"abouchadi_causal_effect","x":["er.in_l"],"y":"multic.logit_fd"},"tool":"infer.ols","why":"causcibench_metadata_rule/1: rdd"}]},"reference_notes":["parametric RD on the full sample: OLS of multic.logit_fd on er.in_l, the running variable er.v.c_l and the controls; the gold's window, kernel and polynomial are not in the metadata"],"reference_path":{"calls":[{"args":{"controls":["er.v.c_l"],"dataset":"abouchadi_causal_effect","x":["er.in_l"],"y":"multic.logit_fd"},"tool":"infer.ols"}],"needs":["needs_spec:bandwidth"],"provenance":"metadata_rule","quotes":{"bandwidth":"(not stated in the query, the dataset description or the metadata)"},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"er.in_l"},"question":"What is the effect of a radical right party's representation in parliament on mainstream parties' position change on cultural protectionism?","requires":[],"runner":null,"sources":["causcibench_real.gold.q149"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:rdd"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 149: effect 3.072"}