{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q032","table":null,"tool":null,"value":0.2,"weight":1.0,"where":null}],"datasets":{"tan_causal_effect":{"columns":null,"description":"This dataset is a country-year panel containing political, economic, conflict, and sanctions data, alongside measures of mass mobilization. The data was collected to study whether the imposition of economic sanctions affects domestic political stability, proxied by mass mobilization.\n\nVariables:\ncountry: Country name\nyear: Calendar year\ntreat: Indicator = 1 if sanctions imposed in year t\nmm: Mass mobilization index\npolity: Regime type score\nEcGI: Economic globalization index\nlgdp: Log GDP\ninterwar: Interstate war indicator\nintrawar: Intrastate war indicator\nlcinc: Log Composite Index of National Capability\nefindex: Economic freedom index\ndem: Democracy dummy\nlowEcGI: Low economic globalization dummy\nfirst_sanction: Year of first sanction\never_sanctioned: 1 if country ever sanctioned in dataset period","file_sha256":"ec5125a0cd4b71a89f79610bc4761f043c3af0ba9ee7f963898acfb357c61c9f","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/KCSVWH","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"ec5125a0cd4b71a89f79610bc4761f043c3af0ba9ee7f963898acfb357c61c9f","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/tan_causal_effect.csv"}},"difficulty":"M","id":"causcibench_real.q032","level":"T2","meta":{"agent_reach":{"blocked_by":[],"dtypes":{"tan_causal_effect":{"EcGI":"float64","country":"str","efindex":"float64","interwar":"float64","intrawar":"float64","lcinc":"float64","lgdp":"float64","mm":"float64","polity":"float64","treat":"float64","year":"float64"}},"named":{"outcome":["mm"],"treatment":["treat"]},"reachable":true,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:The causal effect of economic sanctions on political stability: A two-stage difference-in-differences analysis","gold":{"effect":0.2,"effect_as_stored":"0.2","is_significant":1,"source_id":"causcibench_real.gold.q032","std_error":0.074,"std_error_as_stored":"0.074"},"headline_keys":{"infer.ols":["coef.treat"]},"metadata":{"control_variables":"polity,EcGI,lgdp,interwar,intrawar,lcinc,efindex","dataset_path":"data/csv_files/realdata/tan_causal_effect.csv","effect":0.2,"id":32,"instrument_var":null,"interaction_var":null,"is_rct":false,"is_significant":1,"method":"did","name":"The causal effect of economic sanctions on political stability: A two-stage difference-in-differences analysis","outcome_var":"mm","running_var":null,"state_var":"country","std_error":0.074,"temporal_var":"year","treatment_var":"treat"},"naive":{"dataset":"tan_causal_effect","treatment":"treat","y":"mm"},"name":"The causal effect of economic sanctions on political stability: A two-stage difference-in-differences analysis","native_id":32,"outcome":"mm","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":true,"reference":{"cite":1,"steps":[{"args":{"controls":["polity","EcGI","lgdp","interwar","intrawar","lcinc","efindex"],"dataset":"tan_causal_effect","fe":["country","year"],"x":["treat"],"y":"mm"},"tool":"infer.ols","why":"causcibench_metadata_rule/1: did"}]},"reference_notes":["the treatment varies within country: two-way fixed effects for country and year"],"reference_path":{"calls":[{"args":{"controls":["polity","EcGI","lgdp","interwar","intrawar","lcinc","efindex"],"dataset":"tan_causal_effect","fe":["country","year"],"x":["treat"],"y":"mm"},"tool":"infer.ols"}],"needs":[],"provenance":"metadata_rule","quotes":{},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"treat"},"question":"What is the effect of sanctions imposition on mass mobilization?","requires":[],"runner":null,"sources":["causcibench_real.gold.q032"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:did"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 32: effect 0.2"}