{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number of the answer is stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":true,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"QRData eval.py: strictly inside gold \u00b1 3% (a '%' gold divided by 100), on the answer figure after meta.answer_format","open_interval":true,"rel_tol":null,"required":true,"source_id":"qrdata.gold.369","table":null,"tool":null,"value":[24.085099999999997,25.5749],"weight":1.0,"where":null}],"datasets":{"smoking2":{"columns":null,"description":"To estimate the effect of cigarette taxation on its consumption, data from cigarette sales were collected and analyzed across 39 states in the United States from the years 1970 to 2000. Proposition 99, a Tobacco Tax and Health Protection Act passed in California in 1988, imposed a 25-cent per pack state excise tax on tobacco cigarettes and implemented additional restrictions, including the ban on cigarette vending machines in public areas accessible by juveniles and a ban on the individual sale of single cigarettes. Revenue generated was allocated for environmental and health care programs along with anti-tobacco advertising. We aim to determine if the imposition of this tax and the subsequent regulations led to a reduction in cigarette sales. The data is in the CSV file smoking2.csv.","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/smoking2.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"}},"difficulty":"M","id":"qrdata_socsci.369","level":"T2","meta":{"agent_reach":{"blocked_by":["no_reference_path","no_tool:synthetic_control"],"dtypes":{"smoking2":{"california":"bool","cigsale":"float64"}},"named":{"outcome":["cigsale"],"treatment":["california"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"neg","round_to":2,"unit_scale":1.0},"answer_format_from":{"figure_transform":"estimated reduction in per-capita cigarette sales","round_to":"nearest hundredth","unit_scale":"1.0: an estimator's figure is on the gold's own scale"},"cluster":"smoking2.csv","family":"numerical","headline_keys":{},"naive":{"dataset":"smoking2","treatment":"california","y":"cigsale"},"native":{"answer":"24.83","keywords":["Causality","Observational data","Synthetic control"],"multiple_choices":null,"question_type":"numerical","reference":"Causal Inference for the Brave and True 15"},"native_id":369,"reference":{"cite":1,"note":"Sem caminho de refer\u00eancia com as ferramentas registradas: no_tool:synthetic_control. A resposta n\u00e3o cita estimativa de efeito.","steps":[{"args":{"dataset":"smoking2"},"tool":"data.describe","why":"Sem caminho de refer\u00eancia com as ferramentas registradas: no_tool:synthetic_control."}]},"reference_path":{"calls":[],"needs":["no_tool:synthetic_control"],"provenance":"none","quotes":{},"reference_datasets":[],"source_id":null},"reference_why":null},"question":"By the year 2000, what was the estimated reduction in per-capita cigarette sales (in packs) in California as a result of Proposition 99, based on the synthetic control method? Please round the final answer to the nearest hundredth.","requires":[],"runner":null,"sources":["qrdata.gold.369","qrdata.eval_py"],"split":"public","suite":"qrdata_socsci","tags":["econ-bench","external","qrdata","brave_and_true","numerical","no_reference_path","naive"],"target":"agent","tool":null,"truth":"QRData gold: benchmark/QRData.json item 369 at de450af45ff7101b328bb064c6b475f73414a7ed"}