{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":null,"weight":1.0,"where":null},{"abs_tol":0.005,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"pooled","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":4.215478773345072,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{},"difficulty":"M","id":"tool_selection.pooling.test.s1001","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"evidence.pool_dl","family":"pooling","features":["meta_analysis","published_estimates"],"headline_keys":{"evidence.pool_dl":["pooled"]},"lesson":"Several independent estimates of one effect in one unit: evidence.pool_dl with one estimate per study, and report the heterogeneity.","params":{"estimates":[3.6,3.4,4.1,7.2,6.3,5.2],"k":6,"mu":3.6,"se":[1.1,1.1,1.5,2.2,2.3,2.1],"tau":0.8,"with_ci":false},"reference":{"cite":1,"note":"","steps":[{"args":{"estimates":[{"estimate":3.6,"id":"e1","se":1.1,"study_id":"A"},{"estimate":3.4,"id":"e2","se":1.1,"study_id":"B"},{"estimate":4.1,"id":"e3","se":1.5,"study_id":"C"},{"estimate":7.2,"id":"e4","se":2.2,"study_id":"D"},{"estimate":6.3,"id":"e5","se":2.3,"study_id":"E"},{"estimate":5.2,"id":"e6","se":2.1,"study_id":"F"}],"unit":"pontos percentuais"},"tool":"evidence.pool_dl","why":"Estudos independentes do mesmo efeito: meta-an\u00e1lise de efeitos aleat\u00f3rios."}]},"seed":1001,"tolerance":0.005,"trap_tools":[],"truth_value":4.215478773345072,"variant":1},"question":"Queremos resumir a evid\u00eancia sobre o efeito de creches p\u00fablicas na participa\u00e7\u00e3o das m\u00e3es no mercado de trabalho, em pontos percentuais. Os estudos independentes que encontramos s\u00e3o:\n- Estudo A (2008): 3,6 (erro-padr\u00e3o 1,1)\n- Estudo B (2010): 3,4 (erro-padr\u00e3o 1,1)\n- Estudo C (2013): 4,1 (erro-padr\u00e3o 1,5)\n- Estudo D (2014): 7,2 (erro-padr\u00e3o 2,2)\n- Estudo E (2017): 6,3 (erro-padr\u00e3o 2,3)\n- Estudo F (2023): 5,2 (erro-padr\u00e3o 2,1)\nQual o efeito combinado?","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","pooling","test"],"target":"agent","tool":null,"truth":"DerSimonian\u2013Laird random-effects mean of the 6 estimates as written in the question (closed form, numpy) = 4.21548 (SE 0.6064); tolerance 0.005 covers interval-to-SE conventions"}