{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.did_2x2","value":null,"weight":1.0,"where":null},{"abs_tol":0.5846907274797539,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"did","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.did_2x2","value":1.82,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.did_2x2","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{"dados":{"columns":null,"description":"Uma linha por loja e per\u00edodo. loja: c\u00f3digo da loja; nj: 1 se a loja fica no munic\u00edpio que adotou o piso salarial, 0 se fica no munic\u00edpio vizinho; depois: 1 no per\u00edodo ap\u00f3s a lei, 0 antes; empregados: n\u00famero de empregados em tempo integral equivalente.","file_sha256":null,"format":null,"frame_sha256":null,"generator":"magi_bench.generators:did_2x2","kind":"generator","licence":null,"member":null,"object":null,"params":{"effect":1.82,"n_units":400,"seed":221808123},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":null,"transforms":[],"url":null}},"difficulty":"E","id":"tool_selection.did_2x2.test.s1004","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"infer.did_2x2","family":"did_2x2","features":["policy_change","two_groups","two_periods"],"headline_keys":{"infer.did_2x2":["did"]},"lesson":"One policy date, a treated and a comparison group seen before and after: infer.did_2x2 differences out fixed level gaps between the groups.","params":{"effect":1.82,"n_units":400,"seed":221808123},"reference":{"cite":1,"note":"","steps":[{"args":{"cluster":"loja","dataset":"dados","post":"depois","treated":"nj","y":"empregados"},"tool":"infer.did_2x2","why":"Dois grupos, antes e depois de uma data: diferen\u00e7as em diferen\u00e7as 2\u00d72."}]},"seed":1004,"tolerance":0.5846907274797539,"trap_tools":[],"truth_value":1.82,"variant":1},"question":"Compare a evolu\u00e7\u00e3o do emprego nas lojas do munic\u00edpio que adotou o piso salarial com a das lojas do munic\u00edpio vizinho, antes e depois da lei. Qual o efeito do piso?","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","did_2x2","test"],"target":"agent","tool":null,"truth":"DGP generators.did_2x2(n_units=400, effect=1.82); truth = effect; tolerance 4 \u00d7 SE of the interaction (statsmodels OLS, clustered by store) = 0.5847"}