{"call_id":"call_7d93b5ed","run_id":"bench_dgp.ri_null.fast_0","step":"analysis","kind":"tool","name":"infer.randomization_inference","version":"0.1.0","code_version":"2925aeab2262","inputs":{"dataset":"d","y":"nota","treatment":"tratado","n_perm":200,"strata":null,"cluster":null,"seed":1800000},"input_digest":"6a1f417c7b035e31ed7d2db335369fae5b228b162aafd634aad1907d16486ed3","dataset_digests":{"d":"4f34dc979e5677f9040e043e4dbaef1a48bb36aafb0d7acbe8596b13e869f47b"},"result":{"tool":"infer.randomization_inference","version":"0.1.0","call_id":"call_7d93b5ed","status":"ok","reason":"","figures":[{"key":"observed","value":0.14603734597643703,"unit":"","label":"Difference in mean nota, treated minus control","se":null,"ci_low":null,"ci_high":null,"ci_level":null,"derivation":{"steps":[{"text_pt":"Diferença das médias do desfecho entre tratados e controles, na atribuição observada.","formula":"","terms":[],"result":0.14603734597643703,"unit":""}],"note_pt":""}},{"key":"p_value","value":0.555,"unit":"probability","label":"Randomization p-value of the sharp null of no effect","se":null,"ci_low":null,"ci_high":null,"ci_level":null,"derivation":{"steps":[{"text_pt":"Parcela das 200 re-aleatorizações (desenho simple) cuja diferença de médias é, em valor absoluto, pelo menos tão grande quanto a observada.","formula":"p = m / N","terms":[{"symbol":"m","value":111.0,"unit":"re-aleatorizações extremas","note":""},{"symbol":"N","value":200.0,"unit":"re-aleatorizações","note":""}],"result":0.555,"unit":"probabilidade"}],"note_pt":""}}],"diagnostics":[{"name":"n_perm","value":200,"flag":false,"note":""},{"name":"design","value":"simple","flag":false,"note":""},{"name":"null_sd","value":0.24399390414032518,"flag":false,"note":"SD of the difference in means across re-randomizations"},{"name":"p_value_mc_se","value":0.03514078826662828,"flag":false,"note":"Monte Carlo standard error of the p-value"}],"tables":{},"datasets":{},"warnings":[],"assumptions":["the sharp null: treatment changes no unit's outcome","assignment followed a simple design"],"notes":""},"outputs":null,"output_digest":"d47a2d8165728c3cc80d163591f25141ee116e977d94eaaa5ba9658c4ecba2f8","params_versions":[],"sources":[],"started_at":"2026-10-15T17:13:13.994986Z","duration_ms":25.379667058587074,"error":null,"decided_by":"code","rationale":"","cached":false,"informed_by":[],"model":null,"prompt":null,"response":null,"tokens_in":null,"tokens_out":null,"meta":{}}
{"call_id":"call_87d6e3d9","run_id":"bench_dgp.ri_null.fast_1","step":"analysis","kind":"tool","name":"infer.randomization_inference","version":"0.1.0","code_version":"2925aeab2262","inputs":{"dataset":"d","y":"nota","treatment":"tratado","n_perm":200,"strata":null,"cluster":null,"seed":1800001},"input_digest":"30cf8b20c30e8c60f0adacfad828b4c1daab1c99b9e76211bc877cea30f4d4e3","dataset_digests":{"d":"51190f634e16baee5aa4585827cd46d753cd0a4753ce400827bebc05c4598012"},"result":{"tool":"infer.randomization_inference","version":"0.1.0","call_id":"call_87d6e3d9","status":"ok","reason":"","figures":[{"key":"observed","value":-0.013321366095912723,"unit":"","label":"Difference in mean nota, treated minus control","se":null,"ci_low":null,"ci_high":null,"ci_level":null,"derivation":{"steps":[{"text_pt":"Diferença das médias do desfecho entre tratados e controles, na atribuição observada.","formula":"","terms":[],"result":-0.013321366095912723,"unit":""}],"note_pt":""}},{"key":"p_value","value":0.97,"unit":"probability","label":"Randomization p-value of the sharp null of no effect","se":null,"ci_low":null,"ci_high":null,"ci_level":null,"derivation":{"steps":[{"text_pt":"Parcela das 200 re-aleatorizações (desenho simple) cuja diferença de médias é, em valor absoluto, pelo menos tão grande quanto a observada.","formula":"p = m / N","terms":[{"symbol":"m","value":194.0,"unit":"re-aleatorizações extremas","note":""},{"symbol":"N","value":200.0,"unit":"re-aleatorizações","note":""}],"result":0.97,"unit":"probabilidade"}],"note_pt":""}}],"diagnostics":[{"name":"n_perm","value":200,"flag":false,"note":""},{"name":"design","value":"simple","flag":false,"note":""},{"name":"null_sd","value":0.2009144927835447,"flag":false,"note":"SD of the difference in means across re-randomizations"},{"name":"p_value_mc_se","value":0.012062338081814825,"flag":false,"note":"Monte Carlo standard error of the p-value"}],"tables":{},"datasets":{},"warnings":[],"assumptions":["the sharp null: treatment changes no unit's outcome","assignment followed a simple design"],"notes":""},"outputs":null,"output_digest":"94341b101a98a8717fd473bac9b49532d4b01041b6156855bd65be4b1c7622d1","params_versions":[],"sources":[],"started_at":"2026-10-15T17:13:14.020910Z","duration_ms":25.209625018760562,"error":null,"decided_by":"code","rationale":"","cached":false,"informed_by":[],"model":null,"prompt":null,"response":null,"tokens_in":null,"tokens_out":null,"meta":{}}
{"call_id":"call_fb72297b","run_id":"bench_dgp.ri_null.fast_2","step":"analysis","kind":"tool","name":"infer.randomization_inference","version":"0.1.0","code_version":"2925aeab2262","inputs":{"dataset":"d","y":"nota","treatment":"tratado","n_perm":200,"strata":null,"cluster":null,"seed":1800002},"input_digest":"3e9f9bd666356700477adcdf55351058d04a034a24ee623d0bfca39f7379161e","dataset_digests":{"d":"b268b15c9251af24773b1ae6159ad878c3b4401e8d14ddc1d02922a150e4b085"},"result":{"tool":"infer.randomization_inference","version":"0.1.0","call_id":"call_fb72297b","status":"ok","reason":"","figures":[{"key":"observed","value":0.005433986058040685,"unit":"","label":"Difference in mean nota, treated minus control","se":null,"ci_low":null,"ci_high":null,"ci_level":null,"derivation":{"steps":[{"text_pt":"Diferença das médias do desfecho entre tratados e controles, na atribuição observada.","formula":"","terms":[],"result":0.005433986058040685,"unit":""}],"note_pt":""}},{"key":"p_value","value":0.975,"unit":"probability","label":"Randomization p-value of the sharp null of no effect","se":null,"ci_low":null,"ci_high":null,"ci_level":null,"derivation":{"steps":[{"text_pt":"Parcela das 200 re-aleatorizações (desenho simple) cuja diferença de médias é, em valor absoluto, pelo menos tão grande quanto a observada.","formula":"p = m / N","terms":[{"symbol":"m","value":195.0,"unit":"re-aleatorizações extremas","note":""},{"symbol":"N","value":200.0,"unit":"re-aleatorizações","note":""}],"result":0.975,"unit":"probabilidade"}],"note_pt":""}}],"diagnostics":[{"name":"n_perm","value":200,"flag":false,"note":""},{"name":"design","value":"simple","flag":false,"note":""},{"name":"null_sd","value":0.20746249331323133,"flag":false,"note":"SD of the difference in means across re-randomizations"},{"name":"p_value_mc_se","value":0.011039701082909813,"flag":false,"note":"Monte Carlo standard error of the p-value"}],"tables":{},"datasets":{},"warnings":[],"assumptions":["the sharp null: treatment changes no unit's outcome","assignment followed a simple design"],"notes":""},"outputs":null,"output_digest":"f37eaae878acfb3a07856c37224af7989d555c769dddca024a84129f9555907e","params_versions":[],"sources":[],"started_at":"2026-10-15T17:13:14.046673Z","duration_ms":25.187583873048425,"error":null,"decided_by":"code","rationale":"","cached":false,"informed_by":[],"model":null,"prompt":null,"response":null,"tokens_in":null,"tokens_out":null,"meta":{}}
{"call_id":"call_a4224de0","run_id":"20261015T171311Z-suite-dgp-scripted-505dfe/dgp.ri_null.fast/e1a1","step":"bench","kind":"note","name":"bench.capture","version":"","code_version":"2925aeab2262","inputs":{"contexts":200,"kept":3},"input_digest":"","dataset_digests":{},"result":null,"outputs":{"records":200,"outputs_sha256":"ad98b1b318b36c683133bd91dbb8ac07be121dd9926a0ee6742f239993fcddd4"},"output_digest":"","params_versions":[],"sources":[],"started_at":"2026-10-15T17:13:19.342429Z","duration_ms":0.0,"error":null,"decided_by":"code","rationale":"","cached":false,"informed_by":[],"model":null,"prompt":null,"response":null,"tokens_in":null,"tokens_out":null,"meta":{}}