{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"cluster","kind":"arg_equals","min_lre":null,"note":"assignment was by school: errors must be clustered by escola","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":"escola","weight":1.0,"where":null},{"abs_tol":0.29977805752322223,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"ate","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":0.53,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{"dados":{"columns":null,"description":"Uma linha por aluno. escola: c\u00f3digo da escola do aluno; nota: nota padronizada na prova municipal ao fim do ano; tratado: 1 se a escola do aluno entrou no programa; nota_base: nota padronizada no in\u00edcio do ano.","file_sha256":null,"format":null,"frame_sha256":null,"generator":"magi_bench.generators:rct","kind":"generator","licence":null,"member":null,"object":null,"params":{"effect":0.53,"icc":0.07,"n":2000,"n_clusters":100,"seed":976527680},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":null,"transforms":[],"url":null}},"difficulty":"M","id":"tool_selection.rct_cluster.test.s1002","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"infer.ate","family":"rct_cluster","features":["random_assignment","cluster_assignment","cross_section"],"headline_keys":{"infer.ate":["ate"]},"lesson":"When whole schools were assigned, pass cluster= at the assignment level to infer.ate; unclustered errors overstate precision.","params":{"effect":0.53,"icc":0.07,"n":2000,"n_clusters":100,"seed":976527680},"reference":{"cite":1,"note":"","steps":[{"args":{"cluster":"escola","dataset":"dados","treatment":"tratado","y":"nota"},"tool":"infer.ate","why":"Sorteio por escola: diferen\u00e7a de m\u00e9dias com erros agrupados por escola."}]},"seed":1002,"tolerance":0.29977805752322223,"trap_tools":[],"truth_value":0.53,"variant":3},"question":"Temos as notas de 2.000 alunos de 100 escolas; o programa foi atribu\u00eddo aleatoriamente \u00e0s escolas. Qual foi o impacto sobre a nota?","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","rct_cluster","test"],"target":"agent","tool":null,"truth":"DGP generators.rct(clusters=100\u00d720, icc=0.07, effect=0.53); truth = effect; tolerance 4 \u00d7 cluster-robust SE by school (statsmodels) = 0.2998"}