{"args":{"control_group":"never_treated","dataset":"mpdta","first_treat":"first_treat","time":"year","unit":"countyreal","y":"lemp"},"checks":[{"abs_tol":2.46e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2004_t2004","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2004.software","table":"att_gt","tool":"infer.did_staggered","value":-0.010503246220963533,"weight":1.0,"where":{"g":2004,"t":2004}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2004_t2004","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2004.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.0105,"weight":1.0,"where":{"g":2004,"t":2004}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2004_t2004, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2004.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0246,"weight":1.0,"where":{"g":2004,"t":2004}},{"abs_tol":3.32e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2004_t2005","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2005.software","table":"att_gt","tool":"infer.did_staggered","value":-0.07042315810314909,"weight":1.0,"where":{"g":2004,"t":2005}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2004_t2005","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2005.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.0704,"weight":1.0,"where":{"g":2004,"t":2005}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2004_t2005, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2005.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0332,"weight":1.0,"where":{"g":2004,"t":2005}},{"abs_tol":3.97e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2004_t2006","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2006.software","table":"att_gt","tool":"infer.did_staggered","value":-0.13725873888940443,"weight":1.0,"where":{"g":2004,"t":2006}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2004_t2006","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2006.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.1373,"weight":1.0,"where":{"g":2004,"t":2006}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2004_t2006, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2006.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0397,"weight":1.0,"where":{"g":2004,"t":2006}},{"abs_tol":3.57e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2004_t2007","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2007.software","table":"att_gt","tool":"infer.did_staggered","value":-0.10081136308540525,"weight":1.0,"where":{"g":2004,"t":2007}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2004_t2007","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2007.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.1008,"weight":1.0,"where":{"g":2004,"t":2007}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2004_t2007, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2004_t2007.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0357,"weight":1.0,"where":{"g":2004,"t":2007}},{"abs_tol":2.29e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2006_t2004","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2004.software","table":"att_gt","tool":"infer.did_staggered","value":0.006520112424232907,"weight":1.0,"where":{"g":2006,"t":2004}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2006_t2004","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2004.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0065,"weight":1.0,"where":{"g":2006,"t":2004}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2006_t2004, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2004.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0229,"weight":1.0,"where":{"g":2006,"t":2004}},{"abs_tol":1.9699999999999998e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2006_t2005","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2005.software","table":"att_gt","tool":"infer.did_staggered","value":-0.0027508187505186858,"weight":1.0,"where":{"g":2006,"t":2005}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2006_t2005","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2005.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.0028,"weight":1.0,"where":{"g":2006,"t":2005}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2006_t2005, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2005.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0197,"weight":1.0,"where":{"g":2006,"t":2005}},{"abs_tol":1.7899999999999998e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2006_t2006","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2006.software","table":"att_gt","tool":"infer.did_staggered","value":-0.004594606952862727,"weight":1.0,"where":{"g":2006,"t":2006}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2006_t2006","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2006.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.0046,"weight":1.0,"where":{"g":2006,"t":2006}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2006_t2006, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2006.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0179,"weight":1.0,"where":{"g":2006,"t":2006}},{"abs_tol":1.9199999999999997e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2006_t2007","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2007.software","table":"att_gt","tool":"infer.did_staggered","value":-0.04122447154621793,"weight":1.0,"where":{"g":2006,"t":2007}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2006_t2007","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2007.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.0412,"weight":1.0,"where":{"g":2006,"t":2007}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2006_t2007, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2006_t2007.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0192,"weight":1.0,"where":{"g":2006,"t":2007}},{"abs_tol":1.54e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2007_t2004","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2004.software","table":"att_gt","tool":"infer.did_staggered","value":0.030506655583292096,"weight":1.0,"where":{"g":2007,"t":2004}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2007_t2004","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2004.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0305,"weight":1.0,"where":{"g":2007,"t":2004}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2007_t2004, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2004.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0154,"weight":1.0,"where":{"g":2007,"t":2004}},{"abs_tol":1.64e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2007_t2005","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2005.software","table":"att_gt","tool":"infer.did_staggered","value":-0.002725892886115959,"weight":1.0,"where":{"g":2007,"t":2005}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2007_t2005","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2005.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.0027,"weight":1.0,"where":{"g":2007,"t":2005}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2007_t2005, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2005.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0164,"weight":1.0,"where":{"g":2007,"t":2005}},{"abs_tol":1.84e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2007_t2006","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2006.software","table":"att_gt","tool":"infer.did_staggered","value":-0.031087119389688146,"weight":1.0,"where":{"g":2007,"t":2006}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2007_t2006","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2006.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.0311,"weight":1.0,"where":{"g":2007,"t":2006}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2007_t2006, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2006.paper","table":"att_gt","tool":"infer.did_staggered","value":0.0184,"weight":1.0,"where":{"g":2007,"t":2006}},{"abs_tol":1.7e-08,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"software reference, cell g2007_t2007","open_interval":false,"rel_tol":1e-06,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2007.software","table":"att_gt","tool":"infer.did_staggered","value":-0.026054410719197237,"weight":1.0,"where":{"g":2007,"t":2007}},{"abs_tol":null,"bind":"any","column":"att","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2007_t2007","open_interval":false,"rel_tol":null,"required":true,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2007.paper","table":"att_gt","tool":"infer.did_staggered","value":-0.0261,"weight":1.0,"where":{"g":2007,"t":2007}},{"abs_tol":null,"bind":"any","column":"se","failure_class":null,"field":"se","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"published cell g2007_t2007, SE (bootstrap: recorded)","open_interval":false,"rel_tol":null,"required":false,"source_id":"callaway_santanna_2021.mpdta_att_gt.g2007_t2007.paper","table":"att_gt","tool":"infer.did_staggered","value":0.017,"weight":1.0,"where":{"g":2007,"t":2007}}],"datasets":{"mpdta":{"columns":null,"description":"The did package's example panel mpdta (Callaway and Sant'Anna 2021): county-level teen employment in 500 U.S. counties, 2003-2007, one row per county and year. Some states first raised their minimum wage in 2004, some in 2006 and some in 2007; the others did not in the window. Columns: countyreal, the county id; year; lemp, the log of county teen employment; lpop, the log of county population; first_treat, the year the county's state first raised its minimum wage (2004, 2006 or 2007; 0 for counties never treated in the window); treat, 1 for counties in states that raised it at some point in the window.","file_sha256":"0be3bc5eaaedaa50e047deaf45ad0e193e7210df1644103c63a6c1baa75965d4","format":"rdata","frame_sha256":null,"generator":null,"kind":"file","licence":"R package did (GPL-2); fetched, not redistributed.","member":null,"object":"mpdta","params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"0be3bc5eaaedaa50e047deaf45ad0e193e7210df1644103c63a6c1baa75965d4","transforms":[{"args":{"map":{"first.treat":"first_treat"}},"op":"rename"}],"url":"https://raw.githubusercontent.com/bcallaway11/did/9c930239f718c4196353aa27525c09f458f29712/data/mpdta.rda"}},"difficulty":"E","id":"paper_repro.callaway_santanna_2021.mpdta_att_gt.tool","level":"T1","meta":{"acceptable_tools":["infer.did_staggered","infer.event_study"],"cluster":"callaway_santanna_2021","contamination":{"benchmark_first_public":"2021-12","gold_in_public_repo":true,"model_reported_cutoff":null,"url":"https://doi.org/10.1016/j.jeconom.2020.12.001"},"expected_tool":"infer.did_staggered","family":"did","kind":"tool","known_deviation":null,"locator":"did package home page (2.5.1), mpdta example, summary(out): the 12 group-time average treatment effects ATT(g,t)","n_published":2500,"paper":"callaway_santanna_2021","se_policy":{"basis":"The package page prints bootstrap SEs, and they moved between two copies of the page (0.0243 to 0.0246, 0.0203 to 0.0219); DESIGN.md 1.3 and validity-12: bootstrap SEs are never required.","convention":"multiplier bootstrap (the did package's default); infer.did_staggered reports its own seeded bootstrap","never_required":true,"stated_in_question":false},"target":"mpdta_att_gt","trap_tools":[]},"question":"","requires":[],"runner":null,"sources":["callaway_santanna_2021.mpdta_att_gt.g2004_t2004.paper","callaway_santanna_2021.mpdta_att_gt.g2004_t2004.software","callaway_santanna_2021.mpdta_att_gt.g2004_t2005.paper","callaway_santanna_2021.mpdta_att_gt.g2004_t2005.software","callaway_santanna_2021.mpdta_att_gt.g2004_t2006.paper","callaway_santanna_2021.mpdta_att_gt.g2004_t2006.software","callaway_santanna_2021.mpdta_att_gt.g2004_t2007.paper","callaway_santanna_2021.mpdta_att_gt.g2004_t2007.software","callaway_santanna_2021.mpdta_att_gt.g2006_t2004.paper","callaway_santanna_2021.mpdta_att_gt.g2006_t2004.software","callaway_santanna_2021.mpdta_att_gt.g2006_t2005.paper","callaway_santanna_2021.mpdta_att_gt.g2006_t2005.software","callaway_santanna_2021.mpdta_att_gt.g2006_t2006.paper","callaway_santanna_2021.mpdta_att_gt.g2006_t2006.software","callaway_santanna_2021.mpdta_att_gt.g2006_t2007.paper","callaway_santanna_2021.mpdta_att_gt.g2006_t2007.software","callaway_santanna_2021.mpdta_att_gt.g2007_t2004.paper","callaway_santanna_2021.mpdta_att_gt.g2007_t2004.software","callaway_santanna_2021.mpdta_att_gt.g2007_t2005.paper","callaway_santanna_2021.mpdta_att_gt.g2007_t2005.software","callaway_santanna_2021.mpdta_att_gt.g2007_t2006.paper","callaway_santanna_2021.mpdta_att_gt.g2007_t2006.software","callaway_santanna_2021.mpdta_att_gt.g2007_t2007.paper","callaway_santanna_2021.mpdta_att_gt.g2007_t2007.software"],"split":"public","suite":"paper_repro","tags":["paper_repro","callaway_santanna_2021","did"],"target":"tool","tool":"infer.did_staggered","truth":"Callaway, B. and Sant'Anna, P. H. C. (2021). Difference-in-Differences with Multiple Time Periods. Journal of Econometrics 225(2): 200-230. Cells from the did R package's documented example on its mpdta data (a software reference benchmark, not a table of the paper). did package home page (2.5.1), mpdta example, summary(out): the 12 group-time average treatment effects ATT(g,t) (source callaway_santanna_2021.mpdta_att_gt.g2004_t2004.paper and 12 table cells)"}