{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.fe","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"the trap tool was not called","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ols","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"infer.ols is not relied on: not called, or called as a contrast while the answer cites infer.fe's figures","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ols","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.fe","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"unit","kind":"arg_equals","min_lre":null,"note":"fixed effects of the municipality","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.fe","value":"municipio","weight":1.0,"where":null},{"abs_tol":0.0005968117402438567,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"coef.doacoes","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.fe","value":0.014,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.fe","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{"dados":{"columns":null,"description":"Uma linha por munic\u00edpio e ano. municipio: c\u00f3digo do munic\u00edpio; ano: ano da elei\u00e7\u00e3o; doacoes: doa\u00e7\u00f5es de campanha recebidas pelo partido no munic\u00edpio (R$ por eleitor); votos: parcela dos votos obtida pelo partido no munic\u00edpio.","file_sha256":null,"format":null,"frame_sha256":null,"generator":"magi_bench.generators:panel_simpson","kind":"generator","licence":null,"member":null,"object":null,"params":{"between":-0.028,"n_periods":8,"n_units":80,"seed":92005893,"within":0.014},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":null,"transforms":[],"url":null}},"difficulty":"M","id":"tool_selection.panel_simpson.test.s1001","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"infer.fe","family":"panel_simpson","features":["panel","unit_heterogeneity","within_variation"],"headline_keys":{"infer.fe":["coef.doacoes"]},"lesson":"The same units observed over time with fixed unobserved differences: infer.fe with unit=; the pooled regression can even flip the sign.","params":{"between":-0.028,"n_periods":8,"n_units":80,"seed":92005893,"within":0.014},"reference":{"cite":1,"note":"","steps":[{"args":{"dataset":"dados","unit":"municipio","x":["doacoes"],"y":"votos"},"tool":"infer.fe","why":"Mesmos munic\u00edpios ao longo do tempo, diferen\u00e7as fixas entre eles: efeitos fixos."}]},"seed":1001,"tolerance":0.0005968117402438567,"trap_tools":["infer.ols"],"truth_value":0.014,"variant":0},"question":"Os munic\u00edpios que recebem mais doa\u00e7\u00f5es de campanha d\u00e3o menos votos ao partido? Temos 8 anos de dados por munic\u00edpio e queremos saber o que acontece com os votos quando as doa\u00e7\u00f5es aumentam dentro de um mesmo munic\u00edpio ao longo do tempo.","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","panel_simpson","test"],"target":"agent","tool":null,"truth":"DGP generators.panel_simpson(within=0.014, between=-0.028); truth = within slope; tolerance 4 \u00d7 SE of the within estimator clustered by municipality (numpy) = 0.000597"}