{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.rdd","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"the trap tool was not called","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ols","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"infer.ols is not relied on: not called, or called as a contrast while the answer cites infer.rdd's figures","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ols","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.rdd","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"running","kind":"arg_equals","min_lre":null,"note":"the vote margin is the running variable","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.rdd","value":"margem","weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"cutoff","kind":"arg_equals","min_lre":null,"note":"the cutoff of a vote margin is zero","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.rdd","value":0.0,"weight":1.0,"where":null},{"abs_tol":0.16815104523388094,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"effect","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.rdd","value":0.18,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"the manipulation test belongs with every RD estimate","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.density_test","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.rdd","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{"dados":{"columns":null,"description":"Uma linha por partido numa elei\u00e7\u00e3o municipal. margem: margem de votos do partido (positiva quando venceu, negativa quando perdeu; zero \u00e9 o empate); vencedor: 1 se o partido venceu a elei\u00e7\u00e3o; reeleito: \u00edndice de desempenho do partido na elei\u00e7\u00e3o seguinte (maior \u00e9 melhor).","file_sha256":null,"format":null,"frame_sha256":null,"generator":"magi_bench.generators:rdd_sharp","kind":"generator","licence":null,"member":null,"object":null,"params":{"effect":0.18,"n":4000,"seed":1665872721,"slope_left":0.78,"slope_right":0.86},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":null,"transforms":[],"url":null}},"difficulty":"M","id":"tool_selection.rdd_sharp.test.s1001","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"infer.rdd","family":"rdd_sharp","features":["cutoff","running_variable","sharp_discontinuity"],"headline_keys":{"infer.rdd":["effect"]},"lesson":"Treatment that switches at a known threshold of a running variable is identified at the cutoff: infer.rdd with running= and cutoff=, then infer.density_test.","params":{"effect":0.18,"n":4000,"seed":1665872721,"slope_left":0.78,"slope_right":0.86},"reference":{"cite":1,"note":"","steps":[{"args":{"cutoff":0.0,"dataset":"dados","running":"margem","y":"reeleito"},"tool":"infer.rdd","why":"O tratamento muda quando a margem cruza zero: regress\u00e3o descont\u00ednua."},{"args":{"cutoff":0.0,"dataset":"dados","running":"margem"},"tool":"infer.density_test","why":"Verifico se h\u00e1 manipula\u00e7\u00e3o da margem perto de zero."}]},"seed":1001,"tolerance":0.16815104523388094,"trap_tools":["infer.ols"],"truth_value":0.18,"variant":2},"question":"O partido que venceu a elei\u00e7\u00e3o municipal por pouco se sai melhor na elei\u00e7\u00e3o seguinte do que o que perdeu por pouco? De quanto \u00e9 essa diferen\u00e7a?","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","rdd_sharp","test"],"target":"agent","tool":null,"truth":"DGP generators.rdd_sharp(n=4000, effect=0.18, slope_left=0.78, slope_right=0.86); truth = effect at the cutoff; tolerance 4 \u00d7 SE of a local linear fit (h = 0.25, triangular, HC1) = 0.1682"}