{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number of the answer is stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":true,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"QRData eval.py: strictly inside gold \u00b1 3% (a '%' gold divided by 100), on the answer figure after meta.answer_format","open_interval":true,"rel_tol":null,"required":true,"source_id":"qrdata.gold.352","table":null,"tool":null,"value":[-5.057300000000001,-4.7627],"weight":1.0,"where":null}],"datasets":{"online_classroom":{"columns":null,"description":"To estimate the impacts of online class format on exam outcomes, the dataset online_classroom.csv was used to compare students in online classes versus face-to-face classes. In this analysis, the treatment effect is measured as the difference in exam scores between the two groups. Each row of the dataset contains a student's exam outcome (the variable falsexam), their classroom format (online, face-to-face, or blended), and other variables like gender and ethnicity.","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/online_classroom.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"}},"difficulty":"M","id":"qrdata_socsci.352","level":"T2","meta":{"answer_format":{"figure_transform":"identity","round_to":2,"unit_scale":1.0},"answer_format_from":{"figure_transform":null,"round_to":"nearest hundredth","unit_scale":"1.0: an estimator's figure is on the gold's own scale"},"cluster":"online_classroom.csv","expected_tool":"infer.ols","family":"numerical","headline_keys":{"infer.ols":["coef.format_ol"]},"naive":{"dataset":"online_classroom","treatment":"format_ol","y":"falsexam"},"native":{"answer":"-4.91","keywords":["Causality","Observational data","Linear regression","Average treatment effect"],"multiple_choices":null,"question_type":"numerical","reference":"Causal Inference for the Brave and True 5"},"native_id":352,"reference":{"cite":1,"note":"Caminho de refer\u00eancia inferido \u00e0 m\u00e3o.","steps":[{"args":{"dataset":"online_classroom","subset":"format_blended == 0","x":["format_ol"],"y":"falsexam"},"tool":"infer.ols","why":"OLS of the exam score on the online indicator over face-to-face and online students only."}]},"reference_path":{"calls":[{"args":{"dataset":"online_classroom","subset":"format_blended == 0","x":["format_ol"],"y":"falsexam"},"tool":"infer.ols"}],"needs":[],"provenance":"hand_inferred","quotes":{},"reference_datasets":[],"source_id":null},"reference_why":"OLS of the exam score on the online indicator over face-to-face and online students only."},"question":"What is the average treatment effect (ATE) of taking classes online on exam scores? Please use linear regression analysis considering only the students in face-to-face (format_blended = 0 and format_ol = 0) and online classes (format_ol = 1), do not consider other variables, and provide the ATE rounded to the nearest hundredth.","requires":[],"runner":null,"sources":["qrdata.gold.352","qrdata.eval_py"],"split":"public","suite":"qrdata_socsci","tags":["econ-bench","external","qrdata","brave_and_true","numerical","reference_path","agent_reachable","naive"],"target":"agent","tool":null,"truth":"QRData gold: benchmark/QRData.json item 352 at de450af45ff7101b328bb064c6b475f73414a7ed"}