{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":null,"weight":1.0,"where":null},{"abs_tol":0.005,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"pooled","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":3.418596424619288,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{},"difficulty":"M","id":"tool_selection.pooling.test.s1002","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"evidence.pool_dl","family":"pooling","features":["meta_analysis","published_estimates"],"headline_keys":{"evidence.pool_dl":["pooled"]},"lesson":"Several independent estimates of one effect in one unit: evidence.pool_dl with one estimate per study, and report the heterogeneity.","params":{"estimates":[3.5,2.2,3.9,3.5],"k":4,"mu":3.9,"se":[2.2,2.4,1.7,1.7],"tau":1.3,"with_ci":false},"reference":{"cite":1,"note":"","steps":[{"args":{"estimates":[{"estimate":3.5,"id":"e1","se":2.2,"study_id":"A"},{"estimate":2.2,"id":"e2","se":2.4,"study_id":"B"},{"estimate":3.9,"id":"e3","se":1.7,"study_id":"C"},{"estimate":3.5,"id":"e4","se":1.7,"study_id":"D"}],"unit":"pontos percentuais"},"tool":"evidence.pool_dl","why":"Estudos independentes do mesmo efeito: meta-an\u00e1lise de efeitos aleat\u00f3rios."}]},"seed":1002,"tolerance":0.005,"trap_tools":[],"truth_value":3.418596424619288,"variant":3},"question":"Um vereador citou apenas o estudo com o maior efeito. Considerando todos os estudos abaixo, independentes entre si e medidos em pontos percentuais, qual o efeito m\u00e9dio?\n- Estudo A (2012): 3,5 (erro-padr\u00e3o 2,2)\n- Estudo B (2016): 2,2 (erro-padr\u00e3o 2,4)\n- Estudo C (2019): 3,9 (erro-padr\u00e3o 1,7)\n- Estudo D (2021): 3,5 (erro-padr\u00e3o 1,7)","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","pooling","test"],"target":"agent","tool":null,"truth":"DerSimonian\u2013Laird random-effects mean of the 4 estimates as written in the question (closed form, numpy) = 3.41860 (SE 0.9657); tolerance 0.005 covers interval-to-SE conventions"}