{
  "crb_papers": {
    "accuracy_given_t1": null,
    "agent": {
      "answers_backed": {
        "k": 79,
        "n": 79,
        "rate": 1.0
      },
      "expected_tool_used": {
        "k": 0,
        "n": 0,
        "rate": null
      },
      "first_tool": {},
      "tasks": 79,
      "trap_tool_called": {
        "k": 0,
        "n": 0,
        "rate": null
      }
    },
    "agent_coverage": {
      "basis": "source_split",
      "covered": 0,
      "rate": 0.0,
      "total": 120
    },
    "baselines": {
      "naive": null,
      "zero": 0.4
    },
    "by_kind": {
      "agent": {
        "ci95": {
          "high": 1.0,
          "low": 1.0,
          "method": "cluster_bootstrap",
          "n_clusters": 51,
          "resamples": 10000,
          "seed": 20261015
        },
        "ci_method": "cluster_bootstrap",
        "error": 0,
        "failed": 0,
        "failure_classes": {},
        "n": 79,
        "n_gold_defects": 0,
        "pass_rate": 1.0,
        "pass_rate_excl_gold_defects": 1.0,
        "pass_rate_incidents_as_fail": 1.0,
        "passed": 79,
        "skipped": 36
      }
    },
    "ci95": {
      "high": 1.0,
      "low": 1.0,
      "method": "cluster_bootstrap",
      "n_clusters": 51,
      "resamples": 10000,
      "seed": 20261015
    },
    "cost": null,
    "error_kinds": {},
    "failure_classes": {},
    "full_rate": 0.6583333333333333,
    "implementation_fidelity": null,
    "incident_rate": 0.0,
    "n": 79,
    "n_gold_defects": 0,
    "n_results": 115,
    "native": {
      "any_cited_would_pass": 0.0,
      "any_cited_would_pass_egd": 0.0,
      "crb.causal_quantity_correct": 0.9113924050632911,
      "crb.causal_quantity_correct_egd": 0.9113924050632911,
      "crb.causal_quantity_correct_full": 0.6,
      "crb.causal_quantity_correct_full_egd": 0.6050420168067226,
      "crb.ci_overlap": 1.0,
      "crb.ci_overlap_egd": 1.0,
      "crb.controls_correct": 0.9620253164556962,
      "crb.controls_correct_egd": 0.9620253164556962,
      "crb.controls_correct_full": 0.6333333333333333,
      "crb.controls_correct_full_egd": 0.6386554621848739,
      "crb.estimate_within_solution_ci": 1.0,
      "crb.estimate_within_solution_ci_egd": 1.0,
      "crb.estimate_within_solution_ci_full": 0.6583333333333333,
      "crb.estimate_within_solution_ci_full_egd": 0.6638655462184874,
      "crb.identification_spec_correct": 0.45569620253164556,
      "crb.identification_spec_correct_egd": 0.45569620253164556,
      "crb.identification_spec_correct_full": 0.3,
      "crb.identification_spec_correct_full_egd": 0.3025210084033613,
      "crb.minimal_controlling_set_included": 0.9746835443037974,
      "crb.minimal_controlling_set_included_egd": 0.9746835443037974,
      "crb.minimal_controlling_set_included_full": 0.6416666666666667,
      "crb.minimal_controlling_set_included_full_egd": 0.6470588235294118,
      "crb.null_hypothesis_decision_correct": 1.0,
      "crb.null_hypothesis_decision_correct_egd": 1.0,
      "crb.null_hypothesis_decision_correct_full": 0.6583333333333333,
      "crb.null_hypothesis_decision_correct_full_egd": 0.6638655462184874,
      "crb.opposite_effect_direction": 0.0,
      "crb.opposite_effect_direction_egd": 0.0,
      "crb.outcomes_correct": 1.0,
      "crb.outcomes_correct_egd": 1.0,
      "crb.outcomes_correct_full": 0.6583333333333333,
      "crb.outcomes_correct_full_egd": 0.6638655462184874,
      "crb.percentage_error": 3.798610254626106e-09,
      "crb.percentage_error_egd": 3.798610254626106e-09,
      "crb.percentage_error_median": 6.600775144107583e-13,
      "crb.percentage_error_median_egd": 6.600775144107583e-13,
      "crb.post_treatment_set_excluded": 0.9873417721518988,
      "crb.post_treatment_set_excluded_egd": 0.9873417721518988,
      "crb.post_treatment_set_excluded_full": 0.65,
      "crb.post_treatment_set_excluded_full_egd": 0.6554621848739496,
      "crb.prediction": 1.0,
      "crb.prediction_egd": 1.0,
      "crb.prediction_full": 0.6583333333333333,
      "crb.prediction_full_egd": 0.6638655462184874,
      "crb.schema_valid": 1.0,
      "crb.schema_valid_egd": 1.0,
      "crb.strategy_correct": 0.9113924050632911,
      "crb.strategy_correct_egd": 0.9113924050632911,
      "crb.strategy_correct_full": 0.6,
      "crb.strategy_correct_full_egd": 0.6050420168067226,
      "crb.strategy_specific_fields_correct": 0.6455696202531646,
      "crb.strategy_specific_fields_correct_egd": 0.6455696202531646,
      "crb.strategy_specific_fields_correct_full": 0.425,
      "crb.strategy_specific_fields_correct_full_egd": 0.42857142857142855,
      "crb.treatments_correct": 0.8227848101265823,
      "crb.treatments_correct_egd": 0.8227848101265823,
      "crb.treatments_correct_full": 0.5416666666666666,
      "crb.treatments_correct_full_egd": 0.5462184873949579
    },
    "pass_all_epochs": 1.0,
    "pass_rate": 1.0,
    "pass_rate_excl_gold_defects": 1.0,
    "pass_rate_incidents_as_fail": 1.0,
    "precision_limited": [],
    "reference_path_agreement": null,
    "replication_fidelity": {
      "k": 139,
      "n": 158,
      "rate": 0.879746835443038
    },
    "status_counts": {
      "passed": 79,
      "skipped": 36
    },
    "suite": "crb_papers",
    "tokens": {
      "cached": 0,
      "input": 0,
      "output": 0,
      "thought": 0
    },
    "tool_coverage": {
      "basis": "source_split",
      "covered": 79,
      "rate": 0.6583333333333333,
      "total": 120
    },
    "version": "0.1.2"
  }
}