{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number of the answer is stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":true,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"QRData eval.py: strictly inside gold \u00b1 3% (a '%' gold divided by 100), on the answer figure after meta.answer_format","open_interval":true,"rel_tol":null,"required":true,"source_id":"qrdata.gold.374","table":null,"tool":null,"value":[-20.0953,-18.9247],"weight":1.0,"where":null}],"datasets":{"smoking2":{"columns":null,"description":"To estimate the effect of cigarette taxation on its consumption, data from cigarette sales were collected and analyzed across 39 states in the United States from the years 1970 to 2000. Proposition 99, a Tobacco Tax and Health Protection Act passed in California in 1988, imposed a 25-cent per pack state excise tax on tobacco cigarettes and implemented additional restrictions, including the ban on cigarette vending machines in public areas accessible by juveniles and a ban on the individual sale of single cigarettes. Revenue generated was allocated for environmental and health care programs along with anti-tobacco advertising. We aim to determine if the imposition of this tax and the subsequent regulations led to a reduction in cigarette sales. The data is in the CSV file smoking2.csv.","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/smoking2.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"}},"difficulty":"M","id":"qrdata_socsci.374","level":"T2","meta":{"agent_reach":{"blocked_by":["no_reference_path","no_tool:synthetic_control"],"dtypes":{"smoking2":{"california":"bool","cigsale":"float64"}},"named":{"outcome":["cigsale"],"treatment":["california"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":2,"unit_scale":1.0},"answer_format_from":{"figure_transform":null,"round_to":"nearest hundredth","unit_scale":"1.0: an estimator's figure is on the gold's own scale"},"cluster":"smoking2.csv","family":"numerical","headline_keys":{},"naive":{"dataset":"smoking2","treatment":"california","y":"cigsale"},"native":{"answer":"-19.51","keywords":["Causality","Observational data","Average treatment effect on the treated","Synthetic control"],"multiple_choices":null,"question_type":"numerical","reference":"Causal Inference for the Brave and True 25"},"native_id":374,"reference":{"cite":1,"note":"Sem caminho de refer\u00eancia com as ferramentas registradas: no_tool:synthetic_control. A resposta n\u00e3o cita estimativa de efeito.","steps":[{"args":{"dataset":"smoking2"},"tool":"data.describe","why":"Sem caminho de refer\u00eancia com as ferramentas registradas: no_tool:synthetic_control."}]},"reference_path":{"calls":[],"needs":["no_tool:synthetic_control"],"provenance":"none","quotes":{},"reference_datasets":[],"source_id":null},"reference_why":null},"question":"What is the Average Treatment Effect on the treated (ATT) of Proposition 99 on cigarette sales, as estimated by the synthetic control approach? Please round the final answer to the nearest hundredth. Do not consider variables other than year, state, cigsale, california, and after_treatment. The answer is positive if the proposition increases the sale.","requires":[],"runner":null,"sources":["qrdata.gold.374","qrdata.eval_py"],"split":"public","suite":"qrdata_socsci","tags":["econ-bench","external","qrdata","brave_and_true","numerical","no_reference_path","naive"],"target":"agent","tool":null,"truth":"QRData gold: benchmark/QRData.json item 374 at de450af45ff7101b328bb064c6b475f73414a7ed"}