{
  "about": "Method-family labels from (tool id, arguments) of each agent attempt's answer call (magi_bench.labels): tool-family accuracy from tool calls, not the method the model named.",
  "labels": {
    "tool_selection.did_2x2.test.s1000.e1.a1": {
      "family": "did",
      "rule": "two-group two-period difference-in-differences",
      "tool_id": "infer.did_2x2"
    },
    "tool_selection.did_2x2.test.s1001.e1.a1": {
      "family": "did",
      "rule": "two-group two-period difference-in-differences",
      "tool_id": "infer.did_2x2"
    },
    "tool_selection.did_2x2.test.s1002.e1.a1": {
      "family": "did",
      "rule": "two-group two-period difference-in-differences",
      "tool_id": "infer.did_2x2"
    },
    "tool_selection.did_2x2.test.s1003.e1.a1": {
      "family": "did",
      "rule": "two-group two-period difference-in-differences",
      "tool_id": "infer.did_2x2"
    },
    "tool_selection.did_2x2.test.s1004.e1.a1": {
      "family": "did",
      "rule": "two-group two-period difference-in-differences",
      "tool_id": "infer.did_2x2"
    },
    "tool_selection.did_staggered.test.s1000.e1.a1": {
      "family": "did",
      "rule": "staggered adoption (Callaway-Sant'Anna)",
      "tool_id": "infer.did_staggered"
    },
    "tool_selection.did_staggered.test.s1001.e1.a1": {
      "family": "did",
      "rule": "staggered adoption (Callaway-Sant'Anna)",
      "tool_id": "infer.did_staggered"
    },
    "tool_selection.did_staggered.test.s1002.e1.a1": {
      "family": "did",
      "rule": "staggered adoption (Callaway-Sant'Anna)",
      "tool_id": "infer.did_staggered"
    },
    "tool_selection.did_staggered.test.s1003.e1.a1": {
      "family": "did",
      "rule": "staggered adoption (Callaway-Sant'Anna)",
      "tool_id": "infer.did_staggered"
    },
    "tool_selection.did_staggered.test.s1004.e1.a1": {
      "family": "did",
      "rule": "staggered adoption (Callaway-Sant'Anna)",
      "tool_id": "infer.did_staggered"
    },
    "tool_selection.encouragement.test.s1000.e1.a1": {
      "family": "iv",
      "rule": "Wald ratio of a binary instrument",
      "tool_id": "infer.wald_late"
    },
    "tool_selection.encouragement.test.s1001.e1.a1": {
      "family": "iv",
      "rule": "Wald ratio of a binary instrument",
      "tool_id": "infer.wald_late"
    },
    "tool_selection.encouragement.test.s1002.e1.a1": {
      "family": "iv",
      "rule": "Wald ratio of a binary instrument",
      "tool_id": "infer.wald_late"
    },
    "tool_selection.encouragement.test.s1003.e1.a1": {
      "family": "iv",
      "rule": "Wald ratio of a binary instrument",
      "tool_id": "infer.wald_late"
    },
    "tool_selection.encouragement.test.s1004.e1.a1": {
      "family": "iv",
      "rule": "Wald ratio of a binary instrument",
      "tool_id": "infer.wald_late"
    },
    "tool_selection.iv_continuous.test.s1000.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "tool_selection.iv_continuous.test.s1001.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "tool_selection.iv_continuous.test.s1002.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "tool_selection.iv_continuous.test.s1003.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "tool_selection.iv_continuous.test.s1004.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "tool_selection.panel_simpson.test.s1000.e1.a1": {
      "family": "panel_fe",
      "rule": "within-unit regression",
      "tool_id": "infer.fe"
    },
    "tool_selection.panel_simpson.test.s1001.e1.a1": {
      "family": "panel_fe",
      "rule": "within-unit regression",
      "tool_id": "infer.fe"
    },
    "tool_selection.panel_simpson.test.s1002.e1.a1": {
      "family": "panel_fe",
      "rule": "within-unit regression",
      "tool_id": "infer.fe"
    },
    "tool_selection.panel_simpson.test.s1003.e1.a1": {
      "family": "panel_fe",
      "rule": "within-unit regression",
      "tool_id": "infer.fe"
    },
    "tool_selection.panel_simpson.test.s1004.e1.a1": {
      "family": "panel_fe",
      "rule": "within-unit regression",
      "tool_id": "infer.fe"
    },
    "tool_selection.pooling.test.s1000.e1.a1": {
      "family": "other",
      "rule": "not an estimator in the table",
      "tool_id": "evidence.pool_dl"
    },
    "tool_selection.pooling.test.s1001.e1.a1": {
      "family": "other",
      "rule": "not an estimator in the table",
      "tool_id": "evidence.pool_dl"
    },
    "tool_selection.pooling.test.s1002.e1.a1": {
      "family": "other",
      "rule": "not an estimator in the table",
      "tool_id": "evidence.pool_dl"
    },
    "tool_selection.pooling.test.s1003.e1.a1": {
      "family": "other",
      "rule": "not an estimator in the table",
      "tool_id": "evidence.pool_dl"
    },
    "tool_selection.pooling.test.s1004.e1.a1": {
      "family": "other",
      "rule": "not an estimator in the table",
      "tool_id": "evidence.pool_dl"
    },
    "tool_selection.rct_cluster.test.s1000.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rct_cluster.test.s1001.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rct_cluster.test.s1002.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rct_cluster.test.s1003.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rct_cluster.test.s1004.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rct_individual.test.s1000.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rct_individual.test.s1001.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rct_individual.test.s1002.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rct_individual.test.s1003.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rct_individual.test.s1004.e1.a1": {
      "family": "rct",
      "rule": "difference in means of a randomized assignment",
      "tool_id": "infer.ate"
    },
    "tool_selection.rdd_sharp.test.s1000.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "tool_selection.rdd_sharp.test.s1001.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "tool_selection.rdd_sharp.test.s1002.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "tool_selection.rdd_sharp.test.s1003.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "tool_selection.rdd_sharp.test.s1004.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    }
  }
}