{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"cluster","kind":"arg_equals","min_lre":null,"note":"assignment was by school: errors must be clustered by escola","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":"escola","weight":1.0,"where":null},{"abs_tol":0.28534592374931234,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"ate","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":0.44,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{"dados":{"columns":null,"description":"Uma linha por aluno. escola: c\u00f3digo da escola do aluno; nota: nota padronizada na prova municipal ao fim do ano; tratado: 1 se a escola do aluno entrou no programa; nota_base: nota padronizada no in\u00edcio do ano.","file_sha256":null,"format":null,"frame_sha256":null,"generator":"magi_bench.generators:rct","kind":"generator","licence":null,"member":null,"object":null,"params":{"effect":0.44,"icc":0.1,"n":2000,"n_clusters":100,"seed":1617075217},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":null,"transforms":[],"url":null}},"difficulty":"M","id":"tool_selection.rct_cluster.test.s1001","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"infer.ate","family":"rct_cluster","features":["random_assignment","cluster_assignment","cross_section"],"headline_keys":{"infer.ate":["ate"]},"lesson":"When whole schools were assigned, pass cluster= at the assignment level to infer.ate; unclustered errors overstate precision.","params":{"effect":0.44,"icc":0.1,"n":2000,"n_clusters":100,"seed":1617075217},"reference":{"cite":1,"note":"","steps":[{"args":{"cluster":"escola","dataset":"dados","treatment":"tratado","y":"nota"},"tool":"infer.ate","why":"Sorteio por escola: diferen\u00e7a de m\u00e9dias com erros agrupados por escola."}]},"seed":1001,"tolerance":0.28534592374931234,"trap_tools":[],"truth_value":0.44,"variant":1},"question":"O sorteio do programa de tutoria foi feito por escola, n\u00e3o por aluno: escolas inteiras entraram no programa. Estime o efeito na nota de matem\u00e1tica e diga com que precis\u00e3o.","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","rct_cluster","test"],"target":"agent","tool":null,"truth":"DGP generators.rct(clusters=100\u00d720, icc=0.1, effect=0.44); truth = effect; tolerance 4 \u00d7 cluster-robust SE by school (statsmodels) = 0.2853"}