{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q085","table":null,"tool":null,"value":3.96,"weight":1.0,"where":null}],"datasets":{"urdinez_undermining":{"columns":null,"description":"The data comes from an online panel survey conducted across 6 countries: Argentina, Brazil, Chile, Colombia, Mexico, and Peru. The survey was conducted in two waves, before Chinese COVID-19 vaccines were available and after vaccination campaigns were being carried out extensively. In the first round, the survey gathered socio-demographic information and participants' views on the six countries. Meanwhile, the second wave contained vaccine-corrected questions, such as whether respondents had received the Chinese Covid-19 vaccine. Both surveys asked the participants' attitudes towards China and the USA.\nData variables:\nwave: survey year (2020, 2021)\nduration: time spent by respondents in the survey\ncountry: numeric country code\ndevice: survey device used\nsex: 0=female, 1=male\nage: respondents' age\nagerecode: age group code\nvaccine: vaccination status\nsouth_korea_score: favorability score assigned to South Korea\nchina_score: favorability score assigned to China\nusa_score: favorability score assigned to the U.S.\njapan_score: favorability score assigned to Japan\nideology: political ideology\neducation: highest education level\nregion_ar: Argentina subregion code\nregion_br: Brazil subregion code\nregion_co: Colombia subregion code\nregion_cl: Chile subregion code\nregion_mx: Mexico subregion code\nregion_pe: Peru subregion code\ndelta_china: change in favorability score for China\ndelta_usa: change in favorability score for the U.S.\nincome: respondents' income\nregion_code: numeric region identifier\ncountry_name: name of the country\nrespondent_code: unique respondent identifier\nnews_experiment: treatment in survey experiment\nboth_waves: indicator if respondent answered both waves\nexcluded: indicator for excluded observations","file_sha256":"0d804a4b724492f48aeb435e50c458467d1633762f28d7877e8d78bf85daf286","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/KNG7CY","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"0d804a4b724492f48aeb435e50c458467d1633762f28d7877e8d78bf85daf286","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/urdinez_undermining.csv"}},"difficulty":"M","id":"causcibench_real.q085","level":"T2","meta":{"agent_reach":{"blocked_by":[],"dtypes":{"urdinez_undermining":{"china_score":"int64","respondent_code":"int64","vaccine":"int64","wave":"int64"}},"named":{"outcome":["china_score"],"treatment":["vaccine"]},"reachable":true,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:Undermining U.S. Reputation: Chinese vaccines and aid and the alternative provision of public goods during covid\u201119","gold":{"effect":3.96,"effect_as_stored":"3.96","is_significant":0,"source_id":"causcibench_real.gold.q085","std_error":2.362,"std_error_as_stored":"2.362"},"headline_keys":{"infer.ols":["coef.vaccine"]},"metadata":{"control_variables":null,"dataset_path":"data/csv_files/realdata/urdinez_undermining.csv","effect":3.96,"id":85,"instrument_var":null,"interaction_var":null,"is_rct":false,"is_significant":0,"method":"did","name":"Undermining U.S. Reputation: Chinese vaccines and aid and the alternative provision of public goods during covid\u201119","outcome_var":"china_score","running_var":null,"state_var":"respondent_code","std_error":2.362,"temporal_var":"wave","treatment_var":"vaccine"},"naive":{"dataset":"urdinez_undermining","treatment":"vaccine","y":"china_score"},"name":"Undermining U.S. Reputation: Chinese vaccines and aid and the alternative provision of public goods during covid\u201119","native_id":85,"outcome":"china_score","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"controls":[],"dataset":"urdinez_undermining","fe":["respondent_code","wave"],"x":["vaccine"],"y":"china_score"},"tool":"infer.ols","why":"causcibench_metadata_rule/1: did"}]},"reference_notes":["the treatment varies within respondent_code: two-way fixed effects for respondent_code and wave"],"reference_path":{"calls":[{"args":{"controls":[],"dataset":"urdinez_undermining","fe":["respondent_code","wave"],"x":["vaccine"],"y":"china_score"},"tool":"infer.ols"}],"needs":[],"provenance":"metadata_rule","quotes":{},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"vaccine"},"question":"Does receiving a Chinese COVID-19 vaccine cause an increase in an individual's favorability toward China?","requires":[],"runner":null,"sources":["causcibench_real.gold.q085"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:did"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 85: effect 3.96"}