{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q110","table":null,"tool":null,"value":0.072,"weight":1.0,"where":null}],"datasets":{"conley_inference_with_hope":{"columns":null,"description":"Individual-level U.S. Current Population Survey (CPS) microdata pooled across states and years (late 1980s-2000). Each row is a person-year observation with demographics plus state and year identifiers suitable for fixed-effects analysis. The sample spans all 50 states plus DC.\n\nVariables:\ncollegeAttendance: Whether the person is enrolled in college (1 = yes, 0 = no)\nhopeScholarship: Statewide Hope Scholarship program in effect in that state-year (1 = yes, 0 = no)\nmale: Respondent's gender (1 = male, 0 = female)\nblack: Race indicator (1 = Black/African American, 0 = otherwise)\nasian: Race indicator (1 = Asian, 0 = otherwise)\nyear: CPS survey year (e.g., 1989-2000)\nstate: Numeric CPS state code identifying the respondent's state (includes DC)","file_sha256":"8c646a88e3c045b7ba1c179b5012dedcc34f8e64d901159ce4f2eca89e77f330","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/GCBK24","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"8c646a88e3c045b7ba1c179b5012dedcc34f8e64d901159ce4f2eca89e77f330","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/conley_inference_with_hope.csv"}},"difficulty":"M","id":"causcibench_real.q110","level":"T2","meta":{"agent_reach":{"blocked_by":[],"dtypes":{"conley_inference_with_hope":{"asian":"float64","black":"float64","collegeAttendance":"int64","hopeScholarship":"float64","male":"float64","state":"float64","year":"float64"}},"named":{"outcome":["collegeAttendance"],"treatment":["hopeScholarship"]},"reachable":true,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:Inference with difference in differences with a small number of policy changes","gold":{"effect":0.072,"effect_as_stored":"0.072","is_significant":1,"source_id":"causcibench_real.gold.q110","std_error":0.011,"std_error_as_stored":"0.011"},"headline_keys":{"infer.ols":["coef.hopeScholarship"]},"metadata":{"control_variables":"male,black,asian","dataset_path":"data/csv_files/realdata/conley_inference_with_hope.csv","effect":0.072,"id":110,"instrument_var":null,"interaction_var":null,"is_rct":false,"is_significant":1,"method":"did","name":"Inference with difference in differences with a small number of policy changes","outcome_var":"collegeAttendance","running_var":null,"state_var":"state","std_error":0.011,"temporal_var":"year","treatment_var":"hopeScholarship"},"naive":{"dataset":"conley_inference_with_hope","treatment":"hopeScholarship","y":"collegeAttendance"},"name":"Inference with difference in differences with a small number of policy changes","native_id":110,"outcome":"collegeAttendance","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"controls":["male","black","asian"],"dataset":"conley_inference_with_hope","fe":["state","year"],"x":["hopeScholarship"],"y":"collegeAttendance"},"tool":"infer.ols","why":"causcibench_metadata_rule/1: did"}]},"reference_notes":["the treatment varies within state: two-way fixed effects for state and year"],"reference_path":{"calls":[{"args":{"controls":["male","black","asian"],"dataset":"conley_inference_with_hope","fe":["state","year"],"x":["hopeScholarship"],"y":"collegeAttendance"},"tool":"infer.ols"}],"needs":[],"provenance":"metadata_rule","quotes":{},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"hopeScholarship"},"question":"What is the effect of the HOPE scholarship on college attendance?","requires":[],"runner":null,"sources":["causcibench_real.gold.q110"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:did"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 110: effect 0.072"}