{
  "paper_repro": {
    "accuracy_given_t1": {
      "k": 0,
      "n": 55,
      "rate": 0.0
    },
    "agent": {
      "answers_backed": {
        "k": 97,
        "n": 97,
        "rate": 1.0
      },
      "expected_tool_used": {
        "k": 2,
        "n": 97,
        "rate": 0.020618556701030927
      },
      "first_tool": {
        "infer.did_2x2": {
          "infer.ols": 3
        },
        "infer.did_staggered": {
          "(none)": 3
        },
        "infer.iv_2sls": {
          "(none)": 19
        },
        "infer.ols": {
          "(none)": 49,
          "infer.rdd": 4
        },
        "infer.rdd": {
          "(none)": 17
        },
        "infer.twfe": {
          "(none)": 2
        }
      },
      "tasks": 97,
      "trap_tool_called": {
        "k": 0,
        "n": 0,
        "rate": null
      }
    },
    "agent_coverage": {
      "basis": "by_construction",
      "covered": 55,
      "rate": 0.9821428571428571,
      "total": 56
    },
    "baselines": {
      "naive": null,
      "zero": 0.0
    },
    "by_kind": {
      "agent": {
        "ci95": {
          "high": 0.0,
          "low": 0.0,
          "method": "cluster_bootstrap",
          "n_clusters": 24,
          "resamples": 10000,
          "seed": 20261015
        },
        "ci_method": "cluster_bootstrap",
        "error": 0,
        "failed": 55,
        "failure_classes": {
          "no_estimate_cited": 51,
          "wrong_tool": 4
        },
        "n": 55,
        "n_gold_defects": 0,
        "pass_rate": 0.0,
        "pass_rate_excl_gold_defects": 0.0,
        "pass_rate_incidents_as_fail": 0.0,
        "passed": 0,
        "skipped": 0
      },
      "design": {
        "ci95": {
          "high": 0.0,
          "low": 0.0,
          "method": "cluster_bootstrap",
          "n_clusters": 24,
          "resamples": 10000,
          "seed": 20261015
        },
        "ci_method": "cluster_bootstrap",
        "error": 0,
        "failed": 42,
        "failure_classes": {
          "no_estimate_cited": 39,
          "wrong_args": 2,
          "wrong_tool": 1
        },
        "n": 42,
        "n_gold_defects": 0,
        "pass_rate": 0.0,
        "pass_rate_excl_gold_defects": 0.0,
        "pass_rate_incidents_as_fail": 0.0,
        "passed": 0,
        "skipped": 0
      },
      "tool": {
        "ci95": {
          "high": 1.0,
          "low": 1.0,
          "method": "cluster_bootstrap",
          "n_clusters": 25,
          "resamples": 10000,
          "seed": 20261015
        },
        "ci_method": "cluster_bootstrap",
        "error": 0,
        "failed": 0,
        "failure_classes": {},
        "n": 56,
        "n_gold_defects": 0,
        "pass_rate": 1.0,
        "pass_rate_excl_gold_defects": 1.0,
        "pass_rate_incidents_as_fail": 1.0,
        "passed": 56,
        "skipped": 0
      }
    },
    "ci95": {
      "high": 0.3900709219858156,
      "low": 0.3433734939759036,
      "method": "cluster_bootstrap",
      "n_clusters": 25,
      "resamples": 10000,
      "seed": 20261015
    },
    "cost": null,
    "error_kinds": {},
    "failure_classes": {
      "no_estimate_cited": 90,
      "wrong_args": 2,
      "wrong_tool": 5
    },
    "full_rate": null,
    "implementation_fidelity": {
      "k": 56,
      "n": 56,
      "rate": 1.0
    },
    "incident_rate": 0.0,
    "n": 153,
    "n_gold_defects": 0,
    "n_results": 153,
    "native": {
      "any_cited_would_pass": 0.0
    },
    "pass_all_epochs": 0.3660130718954248,
    "pass_rate": 0.3660130718954248,
    "pass_rate_excl_gold_defects": 0.3660130718954248,
    "pass_rate_incidents_as_fail": 0.3660130718954248,
    "precision_limited": [],
    "reference_path_agreement": null,
    "replication_fidelity": {
      "k": 101,
      "n": 144,
      "rate": 0.7013888888888888
    },
    "status_counts": {
      "failed": 97,
      "passed": 56
    },
    "suite": "paper_repro",
    "tokens": {
      "cached": 0,
      "input": 0,
      "output": 0,
      "thought": 0
    },
    "tool_coverage": {
      "basis": "by_construction",
      "covered": 56,
      "rate": 1.0,
      "total": 56
    },
    "version": "0.1.1"
  }
}