{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q009","table":null,"tool":null,"value":0.132,"weight":1.0,"where":null}],"datasets":{"card_using_geographic":{"columns":null,"description":"The National Longitudinal Survey of Young Men (NLSYM) was conducted to collect data on demographics, education, and employment outcomes. Participants were tracked over time to study long-term patterns. The dataset used here comes from the 1976 wave of the survey.\n\nVariables include:\n\nlwage: log of wages\neduc: years of education\nexper: years of work experience\nblack: 1 if the individual is Black, 0 otherwise\nsouth: 1 if the individual lives in a southern state, 0 otherwise\nmarried: 1 if married, 0 otherwise\nsmsa: 1 if living in a metropolitan area, 0 otherwise\nnearc4: 1 if there is a four-year college in the county, 0 otherwise","file_sha256":"dcfffbe5294890880a8ed65da6cbca819980978b844109f455b82a24df671da7","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"dcfffbe5294890880a8ed65da6cbca819980978b844109f455b82a24df671da7","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/card_using_geographic.csv"}},"difficulty":"M","id":"causcibench_real.q009","level":"T2","meta":{"agent_reach":{"blocked_by":[],"dtypes":{"card_using_geographic":{"black":"int64","educ":"int64","exper":"int64","lwage":"float64","nearc4":"int64","smsa":"int64","south":"int64"}},"named":{"outcome":["lwage"],"treatment":["educ"]},"reachable":true,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:Using geographic variation in college proximity to estimate the return to schooling","gold":{"effect":0.132,"effect_as_stored":"0.132","is_significant":1,"source_id":"causcibench_real.gold.q009","std_error":0.049,"std_error_as_stored":"0.049"},"headline_keys":{"infer.iv_2sls":["coef.educ"]},"metadata":{"control_variables":"exper,black,south,smsa","dataset_path":"data/csv_files/realdata/card_using_geographic.csv","effect":0.132,"id":9,"instrument_var":"nearc4","interaction_var":null,"is_rct":false,"is_significant":1,"method":"iv","name":"Using geographic variation in college proximity to estimate the return to schooling","outcome_var":"lwage","running_var":null,"state_var":null,"std_error":0.049,"temporal_var":null,"treatment_var":"educ"},"naive":{"dataset":"card_using_geographic","treatment":"educ","y":"lwage"},"name":"Using geographic variation in college proximity to estimate the return to schooling","native_id":9,"outcome":"lwage","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"dataset":"card_using_geographic","endog":["educ"],"exog":["exper","black","south","smsa"],"instruments":["nearc4"],"y":"lwage"},"tool":"infer.iv_2sls","why":"causcibench_metadata_rule/1: iv"}]},"reference_notes":[],"reference_path":{"calls":[{"args":{"dataset":"card_using_geographic","endog":["educ"],"exog":["exper","black","south","smsa"],"instruments":["nearc4"],"y":"lwage"},"tool":"infer.iv_2sls"}],"needs":[],"provenance":"metadata_rule","quotes":{},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"educ"},"question":"What is the effect of education on earnings?","requires":[],"runner":null,"sources":["causcibench_real.gold.q009"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:iv"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 9: effect 0.132"}