{
  "tool_selection": {
    "accuracy_given_t1": null,
    "agent": {
      "answers_backed": {
        "k": 70,
        "n": 70,
        "rate": 1.0
      },
      "expected_tool_used": {
        "k": 66,
        "n": 70,
        "rate": 0.9428571428571428
      },
      "first_tool": {
        "core.fgt": {
          "core.fgt": 5
        },
        "core.gini": {
          "core.gini": 5
        },
        "evidence.pool_dl": {
          "evidence.pool_dl": 5
        },
        "infer.ate": {
          "infer.ate": 10
        },
        "infer.density_test": {
          "infer.density_test": 5
        },
        "infer.did_2x2": {
          "infer.did_2x2": 5
        },
        "infer.did_staggered": {
          "infer.did_staggered": 5
        },
        "infer.fe": {
          "infer.fe": 5
        },
        "infer.fisher_exact": {
          "infer.fisher_exact": 5
        },
        "infer.iv_2sls": {
          "(none)": 4,
          "infer.iv_2sls": 1
        },
        "infer.mde": {
          "infer.mde": 3
        },
        "infer.rdd": {
          "infer.rdd": 5
        },
        "infer.sample_size": {
          "infer.sample_size": 2
        },
        "infer.wald_late": {
          "infer.wald_late": 5
        }
      },
      "tasks": 70,
      "trap_tool_called": {
        "k": 0,
        "n": 25,
        "rate": 0.0
      }
    },
    "agent_coverage": null,
    "baselines": {
      "naive": null,
      "zero": null
    },
    "by_kind": {
      "agent": {
        "ci95": {
          "high": 0.9775562208992887,
          "low": 0.8620804952516177,
          "method": "wilson",
          "n_clusters": 70,
          "resamples": null,
          "seed": null
        },
        "ci_method": "wilson",
        "error": 0,
        "failed": 4,
        "failure_classes": {
          "wrong_tool": 4
        },
        "n": 70,
        "n_gold_defects": 0,
        "pass_rate": 0.9428571428571428,
        "pass_rate_excl_gold_defects": 0.9428571428571428,
        "pass_rate_incidents_as_fail": 0.9428571428571428,
        "passed": 66,
        "skipped": 0
      }
    },
    "ci95": {
      "high": 0.9775562208992887,
      "low": 0.8620804952516177,
      "method": "wilson",
      "n_clusters": 70,
      "resamples": null,
      "seed": null
    },
    "cost": null,
    "error_kinds": {},
    "failure_classes": {
      "wrong_tool": 4
    },
    "full_rate": null,
    "implementation_fidelity": null,
    "incident_rate": 0.0,
    "n": 70,
    "n_gold_defects": 0,
    "n_results": 70,
    "native": {},
    "pass_all_epochs": 0.9428571428571428,
    "pass_rate": 0.9428571428571428,
    "pass_rate_excl_gold_defects": 0.9428571428571428,
    "pass_rate_incidents_as_fail": 0.9428571428571428,
    "precision_limited": [],
    "reference_path_agreement": null,
    "replication_fidelity": null,
    "status_counts": {
      "failed": 4,
      "passed": 66
    },
    "suite": "tool_selection",
    "tokens": {
      "cached": 0,
      "input": 0,
      "output": 0,
      "thought": 0
    },
    "tool_coverage": null,
    "version": "1.0.0"
  }
}