{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q128","table":null,"tool":null,"value":856.911,"weight":1.0,"where":null}],"datasets":{"lalonde_evaluating":{"columns":null,"description":"The dataset contains the results of a randomized control trial associated with a job training program. Participants in the treatment group were provided training to enhance their job skills, while participants in the control group did not receive any training. Data on the demographics and the incomes of the participants, both before and after the program, were collected. Similarly, data on earnings post-program completion were also collected.\n\nData Variables:\ntreat: treatment indicator (1 if treated, 0 if not treated)\nage: age\neducation: education\nblack: Black (1 if black, 0 otherwise)\nhispanic: Hispanic (1 if Hispanic, 0 otherwise)\nmarried: married (1 if married, 0 otherwise)\nnodegree: nodegree (1 if no degree, 0 otherwise)\nre75: RE75 (earnings in 1975)\nre78: RE78 (earnings in 1978)\nincome_change: income change","file_sha256":"488cd9ba9eada1033c158df8fff9d86b57cab90710c3725a8e0db33da25ef3dc","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 2.0 (CauSciBench data/README.md); original source https://users.nber.org/~rdehejia/data/.nswdata2.html","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"488cd9ba9eada1033c158df8fff9d86b57cab90710c3725a8e0db33da25ef3dc","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/lalonde_evaluating.csv"},"lalonde_evaluating_ref":{"columns":null,"description":"Reference frame of causcibench_metadata_rule/1: the CSV with the columns the metadata names derived.","file_sha256":"488cd9ba9eada1033c158df8fff9d86b57cab90710c3725a8e0db33da25ef3dc","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 2.0 (CauSciBench data/README.md); original source https://users.nber.org/~rdehejia/data/.nswdata2.html","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"reference","sha256":"488cd9ba9eada1033c158df8fff9d86b57cab90710c3725a8e0db33da25ef3dc","transforms":[{"args":{"args":{"column":"age"},"name":"age_sq","op":"square"},"op":"derive"}],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/lalonde_evaluating.csv"}},"difficulty":"M","id":"causcibench_real.q128","level":"T2","meta":{"agent_reach":{"blocked_by":["reference_frame:lalonde_evaluating_ref"],"dtypes":{"lalonde_evaluating":{"re78":"float64","treat":"int64"}},"named":{"outcome":["re78"],"treatment":["treat"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:Evaluating the Econometric Evaluations of Training Programs with Experimental Data","gold":{"effect":856.911,"effect_as_stored":"856.911","is_significant":0,"source_id":"causcibench_real.gold.q128","std_error":557.678,"std_error_as_stored":"557.678"},"headline_keys":{"infer.ols":["coef.treat"]},"metadata":{"control_variables":"re75,age,I(age**2)","dataset_path":"data/csv_files/realdata/lalonde_evaluating.csv","effect":856.911,"id":128,"instrument_var":null,"interaction_var":null,"is_rct":true,"is_significant":0,"method":"ols","name":"Evaluating the Econometric Evaluations of Training Programs with Experimental Data","outcome_var":"re78","running_var":null,"state_var":null,"std_error":557.678,"temporal_var":null,"treatment_var":"treat"},"naive":{"dataset":"lalonde_evaluating","treatment":"treat","y":"re78"},"name":"Evaluating the Econometric Evaluations of Training Programs with Experimental Data","native_id":128,"outcome":"re78","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"controls":["re75","age","age_sq"],"dataset":"lalonde_evaluating_ref","x":["treat"],"y":"re78"},"tool":"infer.ols","why":"causcibench_metadata_rule/1: ols"}]},"reference_notes":["control 'I(age**2)' derived as age_sq = age\u00b2 in the reference frame"],"reference_path":{"calls":[{"args":{"controls":["re75","age","age_sq"],"dataset":"lalonde_evaluating_ref","x":["treat"],"y":"re78"},"tool":"infer.ols"}],"needs":[],"provenance":"metadata_rule","quotes":{},"reference_datasets":["lalonde_evaluating_ref"],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"treat"},"question":"What is the effect of the training program on earnings when considering earnings in 1978 and 1975?","requires":[],"runner":null,"sources":["causcibench_real.gold.q128"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:ols"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 128: effect 856.911"}