{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"cluster","kind":"arg_equals","min_lre":null,"note":"assignment was by school: errors must be clustered by escola","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":"escola","weight":1.0,"where":null},{"abs_tol":0.24035117703771222,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"ate","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":0.45,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{"dados":{"columns":null,"description":"Uma linha por aluno. escola: c\u00f3digo da escola do aluno; nota: nota padronizada na prova municipal ao fim do ano; tratado: 1 se a escola do aluno entrou no programa; nota_base: nota padronizada no in\u00edcio do ano.","file_sha256":null,"format":null,"frame_sha256":null,"generator":"magi_bench.generators:rct","kind":"generator","licence":null,"member":null,"object":null,"params":{"effect":0.45,"icc":0.06,"n":2400,"n_clusters":120,"seed":522171872},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":null,"transforms":[],"url":null}},"difficulty":"M","id":"tool_selection.rct_cluster.test.s1004","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"infer.ate","family":"rct_cluster","features":["random_assignment","cluster_assignment","cross_section"],"headline_keys":{"infer.ate":["ate"]},"lesson":"When whole schools were assigned, pass cluster= at the assignment level to infer.ate; unclustered errors overstate precision.","params":{"effect":0.45,"icc":0.06,"n":2400,"n_clusters":120,"seed":522171872},"reference":{"cite":1,"note":"","steps":[{"args":{"cluster":"escola","dataset":"dados","treatment":"tratado","y":"nota"},"tool":"infer.ate","why":"Sorteio por escola: diferen\u00e7a de m\u00e9dias com erros agrupados por escola."}]},"seed":1004,"tolerance":0.24035117703771222,"trap_tools":[],"truth_value":0.45,"variant":2},"question":"Queremos avaliar o programa de leitura implantado em metade das escolas da rede, escolhidas em sorteio p\u00fablico. Houve efeito na nota dos alunos?","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","rct_cluster","test"],"target":"agent","tool":null,"truth":"DGP generators.rct(clusters=120\u00d720, icc=0.06, effect=0.45); truth = effect; tolerance 4 \u00d7 cluster-robust SE by school (statsmodels) = 0.2404"}