{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number of the answer is stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":true,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"QRData eval.py: strictly inside gold \u00b1 3% (a '%' gold divided by 100), on the answer figure after meta.answer_format","open_interval":true,"rel_tol":null,"required":true,"source_id":"qrdata.gold.355","table":null,"tool":null,"value":[4.753,5.047000000000001],"weight":1.0,"where":null}],"datasets":{"wage":{"columns":null,"description":"To estimate the impact of education on hourly wage, we look at a sample size representing individuals with varying levels of education and their hourly wages. The dataset wage.csv contains the necessary data for our analysis. The columns in this dataset include 'wage', representing the total income; 'hours', representing the total hours worked; and 'educ', representing the years of education; and other variables like the parents' education and the person's IQ score.","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/wage.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"},"wage_grad12":{"columns":null,"description":"wage.csv with hourly wage hwage = wage / hours and T = 1 when educ > 12 (Brave and True, ch. 6)","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/wage.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"reference","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[{"args":{"args":{"left":"wage","right":"hours"},"name":"hwage","op":"ratio"},"op":"derive"},{"args":{"args":{"cmp":"gt","column":"educ","value":12},"name":"T","op":"indicator"},"op":"derive"}],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"}},"difficulty":"M","id":"qrdata_socsci.355","level":"T2","meta":{"agent_reach":{"blocked_by":["reference_frame:wage_grad12","needs_spec:treatment_definition"],"dtypes":{"wage":{"educ":"int64","wage":"int64"}},"named":{"outcome":["wage"],"treatment":["educ"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":2,"unit_scale":1.0},"answer_format_from":{"figure_transform":null,"round_to":"nearest hundredth","unit_scale":"1.0: an estimator's figure is on the gold's own scale"},"cluster":"wage.csv","expected_tool":"infer.ols","family":"numerical","gold_defect":"treatment coding: the question asks the effect of graduating 12th grade (educ >= 12); the gold matches educ > 12","gold_deviation":{"evidence":"The question asks the effect of graduating 12th grade (educ >= 12: 4.440); the gold 4.90 matches the textbook coding educ > 12 (4.904). Found by an independent statsmodels fit at the B-join review, after the scripted dry runs; the reference path keeps the textbook coding it was committed with.","kind":"unverified"},"headline_keys":{"infer.ols":["coef.T"]},"naive":{"dataset":"wage","treatment":"educ","y":"wage"},"native":{"answer":"4.90","keywords":["Causality","Observational data","Regression analysis"],"multiple_choices":null,"question_type":"numerical","reference":"Causal Inference for the Brave and True 6"},"native_id":355,"reference":{"cite":1,"note":"Caminho de refer\u00eancia inferido \u00e0 m\u00e3o.","steps":[{"args":{"dataset":"wage_grad12","x":["T"],"y":"hwage"},"tool":"infer.ols","why":"OLS of hourly wage on T = 1 when educ > 12, the textbook's coding of graduating 12th grade."}]},"reference_path":{"calls":[{"args":{"dataset":"wage_grad12","x":["T"],"y":"hwage"},"tool":"infer.ols"}],"needs":["needs_spec:treatment_definition"],"provenance":"hand_inferred","quotes":{"treatment_definition":"the effect of graduating 12th grade"},"reference_datasets":["wage_grad12"],"source_id":null},"reference_why":"OLS of hourly wage on T = 1 when educ > 12, the textbook's coding of graduating 12th grade."},"question":"Please estimate the effect of graduating 12th grade on hourly wage. Please use linear regression and do not consider variables other than 'wage', 'hours', and 'educ'. Please provide your answer to the nearest hundredth.","requires":[],"runner":null,"sources":["qrdata.gold.355","qrdata.eval_py"],"split":"public","suite":"qrdata_socsci","tags":["econ-bench","external","qrdata","brave_and_true","numerical","reference_path","naive"],"target":"agent","tool":null,"truth":"QRData gold: benchmark/QRData.json item 355 at de450af45ff7101b328bb064c6b475f73414a7ed"}