{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"the trap tool was not called","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":"infer.ols","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"infer.ols is not relied on: not called, or called as a contrast while the answer cites infer.iv_2sls's figures","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_not_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.ols","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"instruments","kind":"arg_equals","min_lre":null,"note":"distance to school is the instrument","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":["distancia_escola"],"weight":1.0,"where":null},{"abs_tol":0.14226910355766803,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":"coef.anos_estudo","kind":"figure_close","min_lre":null,"note":"headline figure against the truth","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":0.31,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number traced to a tool call or the question","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"any_of","min_lre":null,"note":"the answer cites the expected tool's figures","open_interval":false,"rel_tol":null,"required":false,"source_id":null,"table":null,"tool":null,"value":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"infer.iv_2sls","value":null,"weight":1.0,"where":null}],"weight":1.0,"where":null}],"datasets":{"dados":{"columns":null,"description":"Uma linha por trabalhador. log_salario: log do sal\u00e1rio-hora; anos_estudo: anos de estudo conclu\u00eddos; distancia_escola: dist\u00e2ncia (padronizada) entre a casa onde a pessoa cresceu e a escola mais pr\u00f3xima, valores maiores significam mais longe. A dist\u00e2ncia afetou quanto a pessoa estudou, mas n\u00e3o afeta o sal\u00e1rio por outra via.","file_sha256":null,"format":null,"frame_sha256":null,"generator":"magi_bench.generators:iv_continuous","kind":"generator","licence":null,"member":null,"object":null,"params":{"beta":0.31,"first_stage":0.71,"n":4000,"seed":1375710321},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":null,"transforms":[],"url":null}},"difficulty":"M","id":"tool_selection.iv_continuous.test.s1002","level":"T2","meta":{"acceptable_tools":[],"expected_tool":"infer.iv_2sls","family":"iv_continuous","features":["endogenous_regressor","instrument","continuous_treatment"],"headline_keys":{"infer.iv_2sls":["coef.anos_estudo"]},"lesson":"A self-chosen regressor correlated with unobservables needs an instrument that moves it without a direct effect: infer.iv_2sls with instruments=, then read first_stage_F.","params":{"beta":0.31,"first_stage":0.71,"n":4000,"seed":1375710321},"reference":{"cite":1,"note":"","steps":[{"args":{"dataset":"dados","endog":["anos_estudo"],"instruments":["distancia_escola"],"y":"log_salario"},"tool":"infer.iv_2sls","why":"Escolaridade end\u00f3gena; a dist\u00e2ncia \u00e0 escola desloca o estudo sem efeito direto: MQ2E."}]},"seed":1002,"tolerance":0.14226910355766803,"trap_tools":["infer.ols"],"truth_value":0.31,"variant":3},"question":"Um vereador quer saber se vale investir para manter os jovens mais anos na escola: quanto um ano a mais de estudo aumenta o sal\u00e1rio? A compara\u00e7\u00e3o simples entre quem estudou mais e quem estudou menos mistura habilidade com estudo.","requires":[],"runner":null,"sources":[],"split":"test","suite":"tool_selection","tags":["tool_selection","iv_continuous","test"],"target":"agent","tool":null,"truth":"DGP generators.iv_continuous(n=4000, beta=0.31, first_stage=0.71); truth = beta; tolerance 4 \u00d7 SE of the IV estimator (numpy, HC0) = 0.1423"}