{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":"unbacked_number","field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":"no_estimate_cited","field":"value","interval":false,"key":null,"kind":"answer_figure","min_lre":null,"note":"an answer figure: the effect of an estimator call the answer cites","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":"wrong_tool","field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"acceptable tools: the reference tool and its alternatives","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ols","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.rdd","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null},{"abs_tol":null,"applies_to_tool":true,"bind":"answer_call","column":null,"failure_class":"wrong_args","field":"value","interval":false,"key":"y","kind":"arg_equals","min_lre":null,"note":"T3: the outcome the design question implies","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ols","value":"democrat","weight":1.0,"where":null},{"abs_tol":null,"applies_to_tool":true,"bind":"answer_call","column":null,"failure_class":"wrong_args","field":"value","interval":false,"key":"x[0]","kind":"arg_equals","min_lre":null,"note":"T3: the treatment the design question implies","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ols","value":"lagdemocrat","weight":1.0,"where":null},{"abs_tol":null,"applies_to_tool":true,"bind":"answer_call","column":null,"failure_class":"wrong_args","field":"value","interval":false,"key":"y","kind":"arg_equals","min_lre":null,"note":"T3: the outcome the design question implies","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.rdd","value":"democrat","weight":1.0,"where":null},{"abs_tol":null,"applies_to_tool":true,"bind":"answer_call","column":null,"failure_class":"wrong_args","field":"value","interval":false,"key":"running","kind":"arg_equals","min_lre":null,"note":"T3: the running the design question implies","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.rdd","value":"lagdemvoteshare","weight":1.0,"where":null},{"abs_tol":null,"applies_to_tool":true,"bind":"answer_call","column":null,"failure_class":"wrong_args","field":"value","interval":false,"key":"y","kind":"arg_equals","min_lre":null,"note":"outcome: a Democratic win at t+1 (T3: recorded; a design question cannot state it)","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ols","value":"democrat","weight":1.0,"where":null},{"abs_tol":null,"applies_to_tool":true,"bind":"answer_call","column":null,"failure_class":"wrong_args","field":"value","interval":false,"key":"x","kind":"arg_equals","min_lre":null,"note":"the regressor: a Democratic win at t (T3: recorded; a design question cannot state it)","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ols","value":["lagdemocrat"],"weight":1.0,"where":null},{"abs_tol":null,"applies_to_tool":true,"bind":"answer_call","column":null,"failure_class":"wrong_args","field":"value","interval":false,"key":"controls","kind":"arg_equals","min_lre":null,"note":"column (3) is a difference in means: no other regressors (T3: recorded; a design question cannot state it)","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ols","value":[],"weight":1.0,"where":null},{"abs_tol":null,"applies_to_tool":true,"bind":"answer_call","column":null,"failure_class":"wrong_args","field":"value","interval":false,"key":"fe","kind":"arg_equals","min_lre":null,"note":"no fixed effects (T3: recorded; a design question cannot state it)","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ols","value":[],"weight":1.0,"where":null},{"abs_tol":null,"applies_to_tool":true,"bind":"answer_call","column":null,"failure_class":"wrong_sample","field":"value","interval":false,"key":"n_obs","kind":"diagnostic","min_lre":null,"note":"(T3: recorded; a design question cannot state it)","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ols","value":915,"weight":1.0,"where":null},{"abs_tol":2.8932152067290236e-08,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"software reference (T3: recorded; T3 pontua o desenho; a estimativa \u00e9 registrada)","open_interval":false,"rel_tol":1e-06,"required":false,"source_id":"lmb_2004.tab1_c3.software","table":null,"tool":null,"value":0.4843287147634966,"weight":1.0,"where":null},{"abs_tol":2.8932152067290236e-08,"bind":"answer_call","column":null,"failure_class":null,"field":"se","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"software reference, SE: recorded (T3)","open_interval":false,"rel_tol":1e-06,"required":false,"source_id":"lmb_2004.tab1_c3.software","table":null,"tool":null,"value":0.02893215206729024,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"published cell: recorded, never required on T2/T3","open_interval":false,"rel_tol":null,"required":false,"source_id":"lmb_2004.tab1_c3.paper","table":null,"tool":null,"value":0.48,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"se","interval":false,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"published cell, SE: recorded, never required on T2/T3","open_interval":false,"rel_tol":null,"required":false,"source_id":"lmb_2004.tab1_c3.paper","table":null,"tool":null,"value":0.02,"weight":1.0,"where":null}],"datasets":{"lmb":{"columns":null,"description":"U.S. House elections and roll-call voting, the extract of the data of Lee, Moretti and Butler (2004), 'Do Voters Affect or Elect Policies? Evidence from the U.S. House', distributed with the causaldata R package: one row per district and congressional session (13,588 rows). Each row pairs a district's election with the one before it for the same seat. Columns: rownames, the row number; state, ICPSR state code; district, district code; id, an election identifier; score, the adjusted ADA voting score of the district's representative in the session that follows the row's election (0 to 100, higher means a more liberal roll-call record); year, year of the election; demvoteshare, the Democratic candidate's share of the two-party vote in the row's election; democrat, 1 if the Democratic candidate won the row's election; lagdemvoteshare, the Democratic share of the two-party vote in the previous election for the same seat; lagdemocrat, 1 if the Democratic candidate won that previous election. In the paper's notation the previous election is time t and the row's election, and the session after it, are time t+1.","file_sha256":"58cf9d8ef80b2871a96c00844fae975051a5aac443dff3d317fe92ffd6a516b7","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"causaldata R package, MIT; fetched from Rdatasets, not redistributed.","member":null,"object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"58cf9d8ef80b2871a96c00844fae975051a5aac443dff3d317fe92ffd6a516b7","transforms":[],"url":"https://raw.githubusercontent.com/vincentarelbundock/Rdatasets/1dcc2bf5f955cc1224a3e1307256e1fe86b68dae/csv/causaldata/close_elections_lmb.csv"}},"difficulty":"H","id":"paper_repro.lmb_2004.tab1_c3.design","level":"T3","meta":{"acceptable_tools":["infer.ols","infer.rdd"],"alternatives":[{"args":{"bandwidth":0.02,"cutoff":0.5,"dataset":"lmb","kernel":"uniform","running":"lagdemvoteshare","y":"democrat"},"note":"T3 only: a regression discontinuity at a Democratic vote share of one half, the design the question describes (seats barely won against seats barely lost); a local linear fit is not the table's difference in means within the window, so it cannot pass the T2 value check","tool":"infer.rdd"}],"answer_format":{"figure_transform":"identity","round_to":null,"unit_scale":1.0},"cluster":"lmb_2004","contamination":{"benchmark_first_public":"2004-08","gold_in_public_repo":true,"model_reported_cutoff":null,"url":"https://doi.org/10.1162/0033553041502153"},"design_numeric_required":false,"expected_tool":"infer.ols","family":"rd","headline_keys":{"infer.ols":["coef.lagdemocrat"]},"kind":"design","known_deviation":{"evidence":"Recorded before this track's software-reference run and before any dry run, from the paper and the research probe: Table I does not state how its standard errors were computed, and the research note (research-papers.md section 3.13, 2026-10-14) already reported a statsmodels error of 0.029 for this regression on this extract (the Mixtape prints 0.03), against the printed 0.02. The printed cell is recorded and non-required on T1; the reference keeps HC1.","fields":["se"],"found_in_run":false,"kind":"se_convention"},"locator":"Table I (results based on ADA scores, close elections sample), column (3) 'DEM_t+1', row 'Estimated gap'","n_published":915,"paper":"lmb_2004","question_states":[],"reference":{"cite":1,"steps":[{"args":{"controls":[],"dataset":"lmb","fe":[],"se":"HC1","subset":"lagdemvoteshare > 0.48 and lagdemvoteshare < 0.52","x":["lagdemocrat"],"y":"democrat"},"tool":"infer.ols","why":"Table I, column (3): the difference in the probability of a Democratic win at t+1 between districts the Democrat won and lost at t, among elections with the Democratic share at t strictly between 48 and 52 percent (915 observations), as the coefficient of a regression on the win indicator; heteroskedasticity-robust errors."}]},"se_policy":{"basis":"Table I notes say only 'Standard errors are in parentheses'; no replication code from the authors is public.","convention":"not stated by the paper; the reference uses heteroskedasticity-robust HC1 errors","never_required":false,"stated_in_question":false},"t3_rule":"T3 pontua o desenho; a estimativa \u00e9 registrada","target":"tab1_c3","trap_tools":[]},"question":"How large is the incumbent party's advantage in U.S. House elections? Comparing seats the Democratic Party barely won with seats it barely lost, estimate the effect of winning a House election on the probability that the same party wins the seat's next election.","requires":[],"runner":null,"sources":["lmb_2004.tab1_c3.paper","lmb_2004.tab1_c3.software"],"split":"design","suite":"paper_repro","tags":["paper_repro","lmb_2004","rd","design"],"target":"agent","tool":null,"truth":"Lee, D. S., Moretti, E. and Butler, M. J. (2004). Do Voters Affect or Elect Policies? Evidence from the U.S. House. Quarterly Journal of Economics 119(3): 807-859. Table I (results based on ADA scores, close elections sample), column (3) 'DEM_t+1', row 'Estimated gap' (source lmb_2004.tab1_c3.paper); software reference lmb_2004.tab1_c3.software: statsmodels 0.15.0: the reference specification of lmb_2004 tab1_c3 (infer.ols, figure 'coef.lagdemocrat') on an independent code path"}