{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number of the answer is stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":true,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"QRData eval.py: strictly inside gold \u00b1 3% (a '%' gold divided by 100), on the answer figure after meta.answer_format","open_interval":true,"rel_tol":null,"required":true,"source_id":"qrdata.gold.375","table":null,"tool":null,"value":[2384.1533,2531.6267],"weight":1.0,"where":null}],"datasets":{"trainee_unique_on_age":{"columns":null,"description":"We are trying to estimate the effect of a trainee program on earnings. Data in the CSV file trainee_unique_on_age.csv contains trainee status, age, and earnings of each unit. Trainees are much younger than non trainees, which indicates that age is probably a confounder.","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/trainee_unique_on_age.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"}},"difficulty":"M","id":"qrdata_socsci.375","level":"T2","meta":{"agent_reach":{"blocked_by":["no_reference_path","no_tool:matching"],"dtypes":{"trainee_unique_on_age":{"earnings":"int64","trainees":"int64"}},"named":{"outcome":["earnings"],"treatment":["trainees"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":2,"unit_scale":1.0},"answer_format_from":{"figure_transform":null,"round_to":"nearest hundredth","unit_scale":"1.0: an estimator's figure is on the gold's own scale"},"cluster":"trainee_unique_on_age.csv","family":"numerical","headline_keys":{},"naive":{"dataset":"trainee_unique_on_age","treatment":"trainees","y":"earnings"},"native":{"answer":"2457.89","keywords":["Causality","Observational data","Average treatment effect on the treated","Matching"],"multiple_choices":null,"question_type":"numerical","reference":"Causal Inference for the Brave and True 10"},"native_id":375,"reference":{"cite":1,"note":"Sem caminho de refer\u00eancia com as ferramentas registradas: no_tool:matching. A resposta n\u00e3o cita estimativa de efeito.","steps":[{"args":{"dataset":"trainee_unique_on_age"},"tool":"data.describe","why":"Sem caminho de refer\u00eancia com as ferramentas registradas: no_tool:matching."}]},"reference_path":{"calls":[],"needs":["no_tool:matching"],"provenance":"none","quotes":{},"reference_datasets":[],"source_id":null},"reference_why":null},"question":"What is the Average Treatment Effect on the treated (ATT) of the trainee program on earnings, as estimated by a matching estimator? Please round the final answer to the nearest hundredth. The answer is positive if the trainee program increases the earnings.","requires":[],"runner":null,"sources":["qrdata.gold.375","qrdata.eval_py"],"split":"public","suite":"qrdata_socsci","tags":["econ-bench","external","qrdata","brave_and_true","numerical","no_reference_path","naive"],"target":"agent","tool":null,"truth":"QRData gold: benchmark/QRData.json item 375 at de450af45ff7101b328bb064c6b475f73414a7ed"}