{
  "about": "Method-family labels from (tool id, arguments) of each agent attempt's answer call (magi_bench.labels): tool-family accuracy from tool calls, not the method the model named.",
  "labels": {
    "causcibench_real.q005.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q007.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q008.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q009.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q010.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q013.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q014.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q015.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q016.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q017.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q018.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q019.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q021.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q024.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q025.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q026.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q027.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q028.e1.a1": {
      "family": "did",
      "rule": "two-group two-period difference-in-differences",
      "tool_id": "infer.did_2x2"
    },
    "causcibench_real.q030.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q031.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "causcibench_real.q032.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q033.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q034.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q035.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q036.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q037.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q038.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q039.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q040.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q042.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q043.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q044.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q047.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q049.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q050.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q054.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q055.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q057.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q058.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q069.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q073.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q074.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q075.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q076.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q077.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q078.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q079.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q080.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q081.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q082.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q083.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q084.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q085.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q086.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q087.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q088.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "causcibench_real.q098.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "causcibench_real.q099.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q100.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q101.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q102.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q103.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q104.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q105.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q106.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q108.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q109.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q110.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q112.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q115.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q116.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q117.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q118.e1.a1": {
      "family": "did",
      "group_variable": "femaleimage",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "hispanicname",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q119.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q120.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q121.e1.a1": {
      "family": "did",
      "group_variable": "post",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "osnap",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q122.e1.a1": {
      "family": "did",
      "group_variable": "post",
      "rule": "OLS on the interaction of a group indicator and a period indicator (2x2 difference in differences)",
      "time_variable": "osnap",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q123.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q124.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q125.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q127.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q128.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q133.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q134.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q135.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q136.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q137.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q138.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q139.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q140.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q141.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q142.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q145.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q148.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q149.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q150.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q151.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q152.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q153.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q154.e1.a1": {
      "family": "did",
      "rule": "OLS with unit and time fixed effects; the regressor varies within unit",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q157.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q158.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q159.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q160.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q161.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q162.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "causcibench_real.q169.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q170.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q171.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q172.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q173.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "causcibench_real.q174.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    }
  }
}