{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q011","table":null,"tool":null,"value":-1.265,"weight":1.0,"where":null}],"datasets":{"cunningham_the_long_run":{"columns":null,"description":"This data examines the effect of abortion legalization on the incidence of gonorrhea among 15-19-year-old females. The core idea is based on a quasi-experiment comparing early repeal states with Roe states. Early repeal states are those that repealed their abortion ban before the Roe v. Wade decision in 1973. Roe states are the states where abortion was legalized after Roe v. Wade.\n\nVariable Information:\n\nfip: State FIPS code\nage: Age in years\nrace: Race (1 = White, 2 = Black)\nyear: Calendar year\nt: Year, but counted on a different scale\nsex: Sex (1 = Male, 2 = Female)\ntotpop: Total population\nir: Incarcerated males per 100,000\ncrack: Crack index\nalcohol: Alcohol consumption per capita\nincome: Real income per capita\nur: State unemployment rate\npoverty: Poverty rate\nrepeal: In a state with an early repeal of abortion prohibition\nacc: AIDS mortality per 100,000 (cumulative in years t, t-1, t-2, t-3)\nwht: Indicator for White\nmale: Indicator for Male\nlnr: Logged gonorrhea cases per 100,000 in 15-19 year olds\nyounger: Indicator for being in the younger group\nfa: State-younger interaction\npi: Parental involvement law in effect\nbf15: Indicator for Black females in the 15-19 age group","file_sha256":"358683c6249459cb0e9bc1c562964a1ac7706ccc7e3da32cf795c42e6f48a5d6","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"MIT License (CauSciBench data/README.md); original source https://cran.r-project.org/web/packages/causaldata/index.html","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"358683c6249459cb0e9bc1c562964a1ac7706ccc7e3da32cf795c42e6f48a5d6","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/cunningham_the_long_run.csv"}},"difficulty":"M","id":"causcibench_real.q011","level":"T2","meta":{"agent_reach":{"blocked_by":["no_reference_path","needs_spec:post"],"dtypes":{"cunningham_the_long_run":{"lnr":"float64","repeal":"float64"}},"named":{"outcome":["lnr"],"treatment":["repeal"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:The long-run effect of abortion on sexually transmitted infections","gold":{"effect":-1.265,"effect_as_stored":"-1.265","is_significant":1,"source_id":"causcibench_real.gold.q011","std_error":0.359,"std_error_as_stored":"0.359"},"metadata":{"control_variables":"acc,ir,pi,alcohol,crack,poverty,income,ur","dataset_path":"data/csv_files/realdata/cunningham_the_long_run.csv","effect":-1.265,"id":11,"instrument_var":null,"interaction_var":null,"is_rct":false,"is_significant":1,"method":"did","name":"The long-run effect of abortion on sexually transmitted infections","outcome_var":"lnr","running_var":null,"state_var":"fip","std_error":0.359,"temporal_var":"year","treatment_var":"repeal"},"naive":{"dataset":"cunningham_the_long_run","treatment":"repeal","y":"lnr"},"name":"The long-run effect of abortion on sexually transmitted infections","native_id":11,"outcome":"lnr","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference_notes":["the treatment 'repeal' is fixed within fip and 'year' is not a 0/1 period: the adoption date is not in the metadata"],"reference_path":{"calls":[],"needs":["needs_spec:post"],"provenance":"none","quotes":{"post":"temporal_var: year","treatment":"treatment_var: repeal"},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"repeal"},"question":"Is there a difference in gonorrhea rates between early repeal and Roe states among Black females?","requires":[],"runner":null,"sources":["causcibench_real.gold.q011"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:did"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 11: effect -1.265"}