{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"the canonical tool for this design","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.wald_late","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"infer.wald_late (or infer.iv_2sls)","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.wald_late","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"the trap tool was not called","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ate","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"infer.ate is not relied on: not called, or called as a contrast while the answer cites infer.wald_late's figures","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ate","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.wald_late","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"the trap tool was not called","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ols","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"infer.ols is not relied on: not called, or called as a contrast while the answer cites infer.wald_late's figures","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ols","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.wald_late","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the randomized offer is the instrument","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"z","kind":"arg_equals","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.wald_late","value":"oferta","weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"instruments","kind":"arg_equals","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":["oferta"],"weight":1.0,"where":null}],"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":0.2396441281402444,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"late","kind":"figure_close","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.wald_late","value":0.55,"weight":1.0,"where":null},{"abs_tol":0.2396441281402444,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"coef.participou","kind":"figure_close","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":0.55,"weight":1.0,"where":null}],"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.wald_late","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{"dados":{"columns":null,"description":"Uma linha por pessoa eleg\u00edvel. renda: renda mensal do trabalho um ano depois (R$ mil); oferta: 1 se a pessoa foi sorteada para receber a carta-convite do curso; participou: 1 se a pessoa frequentou o curso (s\u00f3 quem recebeu a carta podia se matricular).","file_sha256":null,"format":null,"frame_sha256":null,"generator":"magi_bench.generators:encouragement","kind":"generator","licence":null,"member":null,"object":null,"params":{"compliance":0.72,"late":0.55,"n":4000,"seed":1113685646},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":null,"transforms":[],"url":null}},"difficulty":"M","id":"tool_selection.encouragement.test.s1001","level":"T2","meta":{"acceptable_tools":["infer.iv_2sls"],"expected_tool":"infer.wald_late","family":"encouragement","features":["random_offer","imperfect_compliance","instrument","binary_treatment"],"headline_keys":{"infer.iv_2sls":["coef.participou"],"infer.wald_late":["late"]},"lesson":"A random offer with partial take-up: the effect of taking part is the intention-to-treat scaled by compliance, infer.wald_late; comparing participants with non-participants is biased by self-selection.","params":{"compliance":0.72,"late":0.55,"n":4000,"seed":1113685646},"reference":{"cite":1,"note":"","steps":[{"args":{"d":"participou","dataset":"dados","y":"renda","z":"oferta"},"tool":"infer.wald_late","why":"Oferta sorteada com ades\u00e3o parcial: ITT dividido pela ades\u00e3o (LATE)."}]},"seed":1001,"tolerance":0.2396441281402444,"trap_tools":["infer.ate","infer.ols"],"truth_value":0.55,"variant":3},"question":"Os participantes do curso de qualifica\u00e7\u00e3o ganham mais do que os n\u00e3o participantes. Isso mede o efeito do curso? Estime o efeito de participar sobre a renda.","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","encouragement","test"],"target":"agent","tool":null,"truth":"DGP generators.encouragement(n=4000, late=0.55, compliance=0.72); truth = LATE; tolerance 4 \u00d7 SE of the Wald/IV estimator (numpy, HC0) = 0.2396"}