{
  "about": "Method-family labels from (tool id, arguments) of each agent attempt's answer call (magi_bench.labels): tool-family accuracy from tool calls, not the method the model named.",
  "labels": {
    "crb_papers.q001.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q002.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q003.e1.a1": {
      "family": "did",
      "group_variable": "TreatGroup",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q004.e1.a1": {
      "family": "did",
      "group_variable": "TreatGroup",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q005.e1.a1": {
      "family": "did",
      "group_variable": "G",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q006.e1.a1": {
      "family": "did",
      "group_variable": "G",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q008.e1.a1": {
      "family": "did",
      "group_variable": "treat",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q009.e1.a1": {
      "family": "did",
      "group_variable": "treat",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q010.e1.a1": {
      "family": "did",
      "group_variable": "treat",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q011.e1.a1": {
      "family": "did",
      "group_variable": "treat",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q012.e1.a1": {
      "family": "did",
      "group_variable": "treat",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q013.e1.a1": {
      "family": "did",
      "group_variable": "treat",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q014.e1.a1": {
      "family": "did",
      "group_variable": "Treat",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q015.e1.a1": {
      "family": "did",
      "group_variable": "Treat",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q016.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q017.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q018.e1.a1": {
      "family": "did",
      "group_variable": "covered",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q019.e1.a1": {
      "family": "did",
      "group_variable": "covered",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q020.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "crb_papers.q021.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "crb_papers.q022.e1.a1": {
      "family": "did",
      "group_variable": "Tgroup",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q023.e1.a1": {
      "family": "did",
      "group_variable": "Tgroup",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q024.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q025.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q026.e1.a1": {
      "family": "did",
      "group_variable": "Treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q027.e1.a1": {
      "family": "did",
      "group_variable": "Treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q028.e1.a1": {
      "family": "did",
      "group_variable": "group_treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q029.e1.a1": {
      "family": "did",
      "group_variable": "group_treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q030.e1.a1": {
      "family": "did",
      "group_variable": "TreatGroup",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q031.e1.a1": {
      "family": "did",
      "group_variable": "TreatGroup",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q032.e1.a1": {
      "family": "did",
      "group_variable": "Treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q033.e1.a1": {
      "family": "did",
      "group_variable": "Treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q034.e1.a1": {
      "family": "did",
      "group_variable": "TG",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q035.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "crb_papers.q036.e1.a1": {
      "family": "did",
      "group_variable": "ever",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q037.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "crb_papers.q038.e1.a1": {
      "family": "did",
      "group_variable": "Treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q039.e1.a1": {
      "family": "did",
      "group_variable": "Treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q040.e1.a1": {
      "family": "did",
      "group_variable": "ever_treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q041.e1.a1": {
      "family": "did",
      "group_variable": "ever_treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q044.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q045.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q046.e1.a1": {
      "family": "did",
      "group_variable": "treated_group",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q047.e1.a1": {
      "family": "did",
      "group_variable": "TreatCohort",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q048.e1.a1": {
      "family": "did",
      "group_variable": "TreatCohort",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q049.e1.a1": {
      "family": "did",
      "group_variable": "treat_group",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q050.e1.a1": {
      "family": "did",
      "group_variable": "treat_group",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q051.e1.a1": {
      "family": "did",
      "group_variable": "TreatGroup",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q052.e1.a1": {
      "family": "did",
      "group_variable": "TreatGroup",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "Post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q053.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "postduterte",
      "tool_id": "infer.ols"
    },
    "crb_papers.q054.e1.a1": {
      "family": "did",
      "group_variable": "treated",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "postduterte",
      "tool_id": "infer.ols"
    },
    "crb_papers.q057.e1.a1": {
      "family": "did",
      "group_variable": "gained_coverage",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q058.e1.a1": {
      "family": "did",
      "group_variable": "gained_coverage",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "post",
      "tool_id": "infer.ols"
    },
    "crb_papers.q059.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "crb_papers.q060.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "crb_papers.q061.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "crb_papers.q062.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "crb_papers.q063.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q064.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q066.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q067.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q068.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q069.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q070.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q071.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q072.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q073.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q074.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q075.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q076.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q077.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q078.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q079.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q080.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q081.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q082.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "crb_papers.q085.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "crb_papers.q104.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "crb_papers.q105.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    }
  }
}