{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number of the answer is stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":true,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"QRData eval.py: strictly inside gold \u00b1 3% (a '%' gold divided by 100), on the answer figure after meta.answer_format","open_interval":true,"rel_tol":null,"required":true,"source_id":"qrdata.gold.354","table":null,"tool":null,"value":[0.03986700000000001,0.042333],"weight":1.0,"where":null}],"datasets":{"wage":{"columns":null,"description":"To estimate the impact of an additional year of education on hourly wage, we look at a sample size representing individuals with varying levels of education and their hourly wages. The dataset wage.csv contains the necessary data for our analysis. The columns in this dataset include 'wage', representing the total income; 'hours', representing the total hours worked; and 'educ', representing the years of education; and other variables like the parents' education and the person's IQ score.","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/wage.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"},"wage_hourly":{"columns":null,"description":"wage.csv with hourly wage hwage = wage / hours and its log lhwage (Brave and True, ch. 5)","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/wage.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"reference","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[{"args":{"args":{"left":"wage","right":"hours"},"name":"hwage","op":"ratio"},"op":"derive"},{"args":{"args":{"column":"hwage"},"name":"lhwage","op":"log"},"op":"derive"}],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"}},"difficulty":"M","id":"qrdata_socsci.354","level":"T2","meta":{"agent_reach":{"blocked_by":["reference_frame:wage_hourly","needs_spec:controls"],"dtypes":{"wage":{"educ":"int64","wage":"int64"}},"named":{"outcome":["wage"],"treatment":["educ"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":4,"unit_scale":1.0},"answer_format_from":{"figure_transform":null,"round_to":"nearest hundredth of a percent","unit_scale":"1.0: an estimator's figure is on the gold's own scale (a '%' gold is a fraction to eval.py, as is a coefficient)"},"answer_percent":"%","cluster":"wage.csv","expected_tool":"infer.ols","family":"numerical","headline_keys":{"infer.ols":["coef.educ"]},"naive":{"dataset":"wage","treatment":"educ","y":"wage"},"native":{"answer":"4.11%","keywords":["Causality","Observational data","Regression analysis"],"multiple_choices":null,"question_type":"numerical","reference":"Causal Inference for the Brave and True 5"},"native_id":354,"reference":{"cite":1,"note":"Caminho de refer\u00eancia inferido \u00e0 m\u00e3o.","steps":[{"args":{"controls":["IQ","exper","tenure","age","married","black","south","urban","sibs","brthord","meduc","feduc"],"dataset":"wage_hourly","x":["educ"],"y":"lhwage"},"tool":"infer.ols","why":"OLS of log hourly wage on education with every other column of wage.csv as a control, wage and hours excepted because they build the outcome (Brave and True, ch. 5)."}]},"reference_path":{"calls":[{"args":{"controls":["IQ","exper","tenure","age","married","black","south","urban","sibs","brthord","meduc","feduc"],"dataset":"wage_hourly","x":["educ"],"y":"lhwage"},"tool":"infer.ols"}],"needs":["needs_spec:controls"],"provenance":"hand_inferred","quotes":{"controls":"take all provided variables into consideration"},"reference_datasets":["wage_hourly"],"source_id":null},"reference_why":"OLS of log hourly wage on education with every other column of wage.csv as a control, wage and hours excepted because they build the outcome (Brave and True, ch. 5)."},"question":"What percentage increase in hourly wage can be expected for each additional year of education, based on the data described? Please use linear regression and take all provided variables into consideration. Please provide your answer to the nearest hundredth of a percent.","requires":[],"runner":null,"sources":["qrdata.gold.354","qrdata.eval_py"],"split":"public","suite":"qrdata_socsci","tags":["econ-bench","external","qrdata","brave_and_true","numerical","reference_path","naive"],"target":"agent","tool":null,"truth":"QRData gold: benchmark/QRData.json item 354 at de450af45ff7101b328bb064c6b475f73414a7ed"}