{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number of the answer is stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":true,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"QRData eval.py: strictly inside gold \u00b1 3% (a '%' gold divided by 100), on the answer figure after meta.answer_format","open_interval":true,"rel_tol":null,"required":true,"source_id":"qrdata.gold.362","table":null,"tool":null,"value":[0.08274099999999998,0.08785899999999999],"weight":1.0,"where":null}],"datasets":{"ak91":{"columns":null,"description":"The dataset provided, ak91.csv, contains information on individuals' log wages, years of schooling, year of birth, quarter of birth, and state of birth. The purpose of the analysis is to estimate the effect of education on wage, using linear regression and quarter of birth as an instrumental variable (IV). This idea takes advantage of US compulsory attendance law. Usually, they state that a kid must have turned 6 years by January 1 of the year they enter school. For this reason, kids that are born at the beginning of the year will enter school at an older age. Compulsory attendance law also requires students to be in school until they turn 16, at which point they are legally allowed to drop out. The result is that people born later in the year have, on average, more years of education than those born in the beginning of the year.","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/ak91.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"},"ak91_iv":{"columns":null,"description":"ak91.csv with q4 = 1 for the fourth quarter of birth and dummies of year and state of birth (Brave and True, ch. 8: C(year_of_birth) + C(state_of_birth))","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/ak91.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"reference","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[{"args":{"args":{"cmp":"eq","column":"quarter_of_birth","value":4},"name":"q4","op":"indicator"},"op":"derive"},{"args":{"columns":["year_of_birth","state_of_birth"],"to":"int"},"op":"cast"},{"args":{"column":"year_of_birth","drop_first":true,"prefix":"yob"},"op":"dummies"},{"args":{"column":"state_of_birth","drop_first":true,"prefix":"sob"},"op":"dummies"}],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"}},"difficulty":"M","id":"qrdata_socsci.362","level":"T2","meta":{"agent_reach":{"blocked_by":["reference_frame:ak91_iv","needs_spec:control_coding"],"dtypes":{"ak91":{"log_wage":"float64","years_of_schooling":"float64"}},"named":{"outcome":["log_wage"],"treatment":["years_of_schooling"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":4,"unit_scale":1.0},"answer_format_from":{"figure_transform":null,"round_to":"nearest hundredth of a percent","unit_scale":"1.0: an estimator's figure is on the gold's own scale (a '%' gold is a fraction to eval.py, as is a coefficient)"},"answer_percent":"%","cluster":"ak91.csv","expected_tool":"infer.iv_2sls","family":"numerical","headline_keys":{"infer.iv_2sls":["coef.years_of_schooling"]},"naive":{"dataset":"ak91","treatment":"years_of_schooling","y":"log_wage"},"native":{"answer":"8.53%","keywords":["Causality","Observational data","Regression analysis","Average treatment effect","Instrumental variables"],"multiple_choices":null,"question_type":"numerical","reference":"Causal Inference for the Brave and True 8"},"native_id":362,"reference":{"cite":1,"note":"Caminho de refer\u00eancia inferido \u00e0 m\u00e3o.","steps":[{"args":{"dataset":"ak91_iv","endog":["years_of_schooling"],"exog":["yob_31","yob_32","yob_33","yob_34","yob_35","yob_36","yob_37","yob_38","yob_39","sob_2","sob_4","sob_5","sob_6","sob_8","sob_9","sob_10","sob_11","sob_12","sob_13","sob_15","sob_16","sob_17","sob_18","sob_19","sob_20","sob_21","sob_22","sob_23","sob_24","sob_25","sob_26","sob_27","sob_28","sob_29","sob_30","sob_31","sob_32","sob_33","sob_34","sob_35","sob_36","sob_37","sob_38","sob_39","sob_40","sob_41","sob_42","sob_44","sob_45","sob_46","sob_47","sob_48","sob_49","sob_50","sob_51","sob_53","sob_54","sob_55","sob_56"],"instruments":["q4"],"y":"log_wage"},"tool":"infer.iv_2sls","why":"2SLS of log wage on years of schooling instrumented by the fourth-quarter indicator, with year-of-birth and state-of-birth dummies as exogenous controls (Brave and True, ch. 8)."}]},"reference_path":{"calls":[{"args":{"dataset":"ak91_iv","endog":["years_of_schooling"],"exog":["yob_31","yob_32","yob_33","yob_34","yob_35","yob_36","yob_37","yob_38","yob_39","sob_2","sob_4","sob_5","sob_6","sob_8","sob_9","sob_10","sob_11","sob_12","sob_13","sob_15","sob_16","sob_17","sob_18","sob_19","sob_20","sob_21","sob_22","sob_23","sob_24","sob_25","sob_26","sob_27","sob_28","sob_29","sob_30","sob_31","sob_32","sob_33","sob_34","sob_35","sob_36","sob_37","sob_38","sob_39","sob_40","sob_41","sob_42","sob_44","sob_45","sob_46","sob_47","sob_48","sob_49","sob_50","sob_51","sob_53","sob_54","sob_55","sob_56"],"instruments":["q4"],"y":"log_wage"},"tool":"infer.iv_2sls"}],"needs":["needs_spec:control_coding"],"provenance":"hand_inferred","quotes":{"control_coding":"adjust for all the other variables"},"reference_datasets":["ak91_iv"],"source_id":null},"reference_why":"2SLS of log wage on years of schooling instrumented by the fourth-quarter indicator, with year-of-birth and state-of-birth dummies as exogenous controls (Brave and True, ch. 8)."},"question":"What is the average additional percentage wage increase associated with each additional year of education based on the instrumental variable of whether the individual is born in the last quarter q4? Please adjust for all the other variables, and round your answer to the nearest hundredth of a percent.","requires":[],"runner":null,"sources":["qrdata.gold.362","qrdata.eval_py"],"split":"public","suite":"qrdata_socsci","tags":["econ-bench","external","qrdata","brave_and_true","numerical","reference_path","naive"],"target":"agent","tool":null,"truth":"QRData gold: benchmark/QRData.json item 362 at de450af45ff7101b328bb064c6b475f73414a7ed"}