{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number in the answer was stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"CauSciBench effect accuracy: |answer figure \u2212 gold| \u2264 5% of |gold|","open_interval":false,"rel_tol":0.05,"required":true,"source_id":"causcibench_real.gold.q049","table":null,"tool":null,"value":-3.727,"weight":1.0,"where":null}],"datasets":{"venkatramani_early_medicaid":{"columns":null,"description":"This dataset links state-year mortality from drug overdoses to population denominators and state socioeconomic and policy measures to study patterns in overdose deaths before and after early coverage changes. The unit of observation is the state-year, with deaths aggregated at the state level and mortality rates constructed per 100,000 population. Crude and age-adjusted overdose rates are provided alongside population counts to support rate construction and standardization. Geographic identifiers use state FIPS codes, and monetary and policy variables capture contemporaneous state conditions.\n\nVariables include:\nyear: Calendar year of observation for the state-year record\ndeaths_drugod: Count of deaths attributed to drug overdose in the state-year\ncrude_drugod: Crude drug overdose mortality rate per 100,000 population in the state-year\nageadjust_drugod: Age-adjusted drug overdose mortality rate per 100,000 population in the state-year\nstatefips: Two-digit FIPS code identifying the state\npop: State population count used as the denominator for rate calculations in the corresponding year\nunemp_rate: State unemployment rate (percent) in the corresponding year\nwelf_fs_4p_benefit: Benefit level for a four-person household under state welfare/food assistance programs in the corresponding year\nssi_total: Aggregate Supplemental Security Income (SSI) disbursements or caseload-related total at the state-year level\npov_rate: State poverty rate (percent) in the corresponding year\nstate_min_wage: State minimum wage level in dollars in the corresponding year\nexpansion: Indicator equal to 1 in state-years after implementation of an early eligibility expansion for low-income adults, and 0 otherwise\nexp_st: Indicator equal to 1 for states that undertook an early eligibility expansion\nneighbor_st: Indicator equal to 1 for states that share a land border with an early expansion state","file_sha256":"dee9b05cee4a75414abe6d4bad0127a61bc4480035d05324d4d3fb3cdcbb1039","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC0 1.0 (CauSciBench data/README.md); original source https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/9ZS4KR","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"dee9b05cee4a75414abe6d4bad0127a61bc4480035d05324d4d3fb3cdcbb1039","transforms":[],"url":"https://huggingface.co/datasets/causal-nlp/causcibench/resolve/d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a/csv_files/realdata/venkatramani_early_medicaid.csv"}},"difficulty":"M","id":"causcibench_real.q049","level":"T2","meta":{"agent_reach":{"blocked_by":["needs_spec:sample"],"dtypes":{"venkatramani_early_medicaid":{"ageadjust_drugod":"float64","expansion":"float64","pov_rate":"float64","statefips":"float64","unemp_rate":"float64","year":"float64"}},"named":{"outcome":["ageadjust_drugod"],"treatment":["expansion"]},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"paper:Early medicaid expansions and drug overdose mortality in the usa: A quasi-experimental analysis","gold":{"effect":-3.727,"effect_as_stored":"-3.727","is_significant":1,"source_id":"causcibench_real.gold.q049","std_error":0.982,"std_error_as_stored":"0.982"},"headline_keys":{"infer.ols":["coef.expansion"]},"metadata":{"control_variables":"unemp_rate,pov_rate","dataset_path":"data/csv_files/realdata/venkatramani_early_medicaid.csv","effect":-3.727,"id":49,"instrument_var":null,"interaction_var":null,"is_rct":false,"is_significant":1,"method":"did","name":"Early medicaid expansions and drug overdose mortality in the usa: A quasi-experimental analysis","outcome_var":"ageadjust_drugod","running_var":null,"state_var":"statefips","std_error":0.982,"temporal_var":"year","treatment_var":"expansion"},"naive":{"dataset":"venkatramani_early_medicaid","treatment":"expansion","y":"ageadjust_drugod"},"name":"Early medicaid expansions and drug overdose mortality in the usa: A quasi-experimental analysis","native_id":49,"outcome":"ageadjust_drugod","pin":{"data_repo":"causal-nlp/causcibench","data_revision":"d8aca99042e0bf1d73120a9dc1b65d4079fa1c3a","repo":"causalNLP/CauSciBench","revision":"d9bb43a2d90f261978cc5ac0b628c0484f6e8956"},"precision_limited":false,"reference":{"cite":1,"steps":[{"args":{"controls":["unemp_rate","pov_rate"],"dataset":"venkatramani_early_medicaid","fe":["statefips","year"],"x":["expansion"],"y":"ageadjust_drugod"},"tool":"infer.ols","why":"causcibench_metadata_rule/1: did"}]},"reference_notes":["the treatment varies within statefips: two-way fixed effects for statefips and year","the item's text fixes a sample the metadata rule does not apply"],"reference_path":{"calls":[{"args":{"controls":["unemp_rate","pov_rate"],"dataset":"venkatramani_early_medicaid","fe":["statefips","year"],"x":["expansion"],"y":"ageadjust_drugod"},"tool":"infer.ols"}],"needs":["needs_spec:sample"],"provenance":"metadata_rule","quotes":{"sample":"for the years 1999 and 2008"},"reference_datasets":[],"source_id":null},"reference_rule":"causcibench_metadata_rule/1","source":"causcibench","treatment":"expansion"},"question":"What is the effect of Medicaid eligibility expansions on drug overdose mortality per 100,000 among adults aged 25\u201364 for the years 1999 and 2008?","requires":[],"runner":null,"sources":["causcibench_real.gold.q049"],"split":"public","suite":"causcibench_real","tags":["econ-bench","external","causcibench","method:did"],"target":"agent","tool":null,"truth":"CauSciBench real_input.json @ d9bb43a, id 49: effect -3.727"}