{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":null,"weight":1.0,"where":null},{"abs_tol":0.005,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"pooled","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":2.3878297351630104,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"evidence.pool_dl","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{},"difficulty":"M","id":"tool_selection.pooling.test.s1000","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"evidence.pool_dl","family":"pooling","features":["meta_analysis","published_estimates"],"headline_keys":{"evidence.pool_dl":["pooled"]},"lesson":"Several independent estimates of one effect in one unit: evidence.pool_dl with one estimate per study, and report the heterogeneity.","params":{"estimates":[4.6,1.8,1.0,1.9,2.0,3.1],"k":6,"mu":2.4,"se":[2.2,1.1,2.4,2.0,1.1,1.0],"tau":1.9,"with_ci":false},"reference":{"cite":1,"note":"","steps":[{"args":{"estimates":[{"estimate":4.6,"id":"e1","se":2.2,"study_id":"A"},{"estimate":1.8,"id":"e2","se":1.1,"study_id":"B"},{"estimate":1.0,"id":"e3","se":2.4,"study_id":"C"},{"estimate":1.9,"id":"e4","se":2.0,"study_id":"D"},{"estimate":2.0,"id":"e5","se":1.1,"study_id":"E"},{"estimate":3.1,"id":"e6","se":1.0,"study_id":"F"}],"unit":"pontos percentuais"},"tool":"evidence.pool_dl","why":"Estudos independentes do mesmo efeito: meta-an\u00e1lise de efeitos aleat\u00f3rios."}]},"seed":1000,"tolerance":0.005,"trap_tools":[],"truth_value":2.3878297351630104,"variant":1},"question":"Queremos resumir a evid\u00eancia sobre o efeito de creches p\u00fablicas na participa\u00e7\u00e3o das m\u00e3es no mercado de trabalho, em pontos percentuais. Os estudos independentes que encontramos s\u00e3o:\n- Estudo A (2008): 4,6 (erro-padr\u00e3o 2,2)\n- Estudo B (2011): 1,8 (erro-padr\u00e3o 1,1)\n- Estudo C (2012): 1,0 (erro-padr\u00e3o 2,4)\n- Estudo D (2013): 1,9 (erro-padr\u00e3o 2,0)\n- Estudo E (2017): 2,0 (erro-padr\u00e3o 1,1)\n- Estudo F (2018): 3,1 (erro-padr\u00e3o 1,0)\nQual o efeito combinado?","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","pooling","test"],"target":"agent","tool":null,"truth":"DerSimonian\u2013Laird random-effects mean of the 6 estimates as written in the question (closed form, numpy) = 2.38783 (SE 0.5519); tolerance 0.005 covers interval-to-SE conventions"}