{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":null,"weight":1.0,"where":null},{"abs_tol":0.005,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"pooled","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":3.6346772829633673,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{},"difficulty":"M","id":"tool_selection.pooling.test.s1003","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"evidence.pool_dl","family":"pooling","features":["meta_analysis","published_estimates"],"headline_keys":{"evidence.pool_dl":["pooled"]},"lesson":"Several independent estimates of one effect in one unit: evidence.pool_dl with one estimate per study, and report the heterogeneity.","params":{"estimates":[3.6,3.5,6.8,1.4,3.1,3.2],"k":6,"mu":2.5,"se":[1.8,2.0,1.7,2.0,2.4,1.0],"tau":0.8,"with_ci":true},"reference":{"cite":1,"note":"","steps":[{"args":{"estimates":[{"ci_high":7.1,"ci_level":0.95,"ci_low":0.1,"estimate":3.6,"id":"e1","study_id":"A"},{"ci_high":7.4,"ci_level":0.95,"ci_low":-0.4,"estimate":3.5,"id":"e2","study_id":"B"},{"ci_high":10.1,"ci_level":0.95,"ci_low":3.5,"estimate":6.8,"id":"e3","study_id":"C"},{"ci_high":5.3,"ci_level":0.95,"ci_low":-2.5,"estimate":1.4,"id":"e4","study_id":"D"},{"ci_high":7.8,"ci_level":0.95,"ci_low":-1.6,"estimate":3.1,"id":"e5","study_id":"E"},{"ci_high":5.2,"ci_level":0.95,"ci_low":1.2,"estimate":3.2,"id":"e6","study_id":"F"}],"unit":"pontos percentuais"},"tool":"evidence.pool_dl","why":"Estudos independentes do mesmo efeito: meta-an\u00e1lise de efeitos aleat\u00f3rios."}]},"seed":1003,"tolerance":0.005,"trap_tools":[],"truth_value":3.6346772829633673,"variant":2},"question":"Seis estudos estimaram o efeito de programas de alimenta\u00e7\u00e3o escolar sobre a frequ\u00eancia, em pontos percentuais, com intervalos de confian\u00e7a de 95%:\n- Estudo A (2011): 3,6 (IC 95%: 0,1 a 7,1)\n- Estudo B (2012): 3,5 (IC 95%: -0,4 a 7,4)\n- Estudo C (2013): 6,8 (IC 95%: 3,5 a 10,1)\n- Estudo D (2014): 1,4 (IC 95%: -2,5 a 5,3)\n- Estudo E (2015): 3,1 (IC 95%: -1,6 a 7,8)\n- Estudo F (2019): 3,2 (IC 95%: 1,2 a 5,2)\nQual a estimativa combinada dos estudos?","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","pooling","test"],"target":"agent","tool":null,"truth":"DerSimonian\u2013Laird random-effects mean of the 6 estimates as written in the question (closed form, numpy) = 3.63468 (SE 0.6619); tolerance 0.005 covers interval-to-SE conventions"}