{
  "about": "Method-family labels from (tool id, arguments) of each agent attempt's answer call (magi_bench.labels): tool-family accuracy from tool calls, not the method the model named.",
  "labels": {
    "paper_repro.ajr_2001.tab2_c2.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.ajr_2001.tab2_c2.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.ajr_2001.tab4_pa_c1.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.ajr_2001.tab4_pa_c1.design.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.angrist_evans_1998.tab6_c4.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.angrist_evans_1998.tab6_c4.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.angrist_evans_1998.tab7_c5_weeks.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.angrist_evans_1998.tab7_c5_weeks.design.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.angrist_krueger_1991.tab5_c1.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.angrist_krueger_1991.tab5_c1.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.angrist_krueger_1991.tab5_c2.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.angrist_krueger_1991.tab5_c2.design.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.angrist_lavy_1999.tab4_c1.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.angrist_lavy_1999.tab4_c1.design.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.angrist_lavy_1999.tab4_c7.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.angrist_lavy_1999.tab4_c7.design.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.baltagi_grunfeld.tab2_1_within_capital.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.baltagi_grunfeld.tab2_1_within_capital.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.baltagi_grunfeld.tab2_1_within_value.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.baltagi_grunfeld.tab2_1_within_value.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.callaway_santanna_2021.mpdta_att_gt.agent.e1.a1": {
      "family": "did",
      "rule": "staggered adoption (Callaway-Sant'Anna)",
      "tool_id": "infer.did_staggered"
    },
    "paper_repro.callaway_santanna_2021.mpdta_att_gt.design.e1.a1": {
      "family": "did",
      "rule": "staggered adoption (Callaway-Sant'Anna)",
      "tool_id": "infer.did_staggered"
    },
    "paper_repro.callaway_santanna_2021.mpdta_event_time.agent.e1.a1": {
      "family": "did",
      "rule": "staggered adoption (Callaway-Sant'Anna)",
      "tool_id": "infer.did_staggered"
    },
    "paper_repro.card_1995.ex15_4_iv.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.card_1995.ex15_4_iv.design.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.card_krueger_1994.tab3_r3_ciii.agent.e1.a1": {
      "family": "did",
      "rule": "two-group two-period difference-in-differences",
      "tool_id": "infer.did_2x2"
    },
    "paper_repro.card_krueger_1994.tab3_r3_ciii.design.e1.a1": {
      "family": "did",
      "rule": "two-group two-period difference-in-differences",
      "tool_id": "infer.did_2x2"
    },
    "paper_repro.card_krueger_1994.tab3_r4_ciii.agent.e1.a1": {
      "family": "did",
      "rule": "two-group two-period difference-in-differences",
      "tool_id": "infer.did_2x2"
    },
    "paper_repro.ccft_2017.senate_h16794.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.ccft_2017.senate_h16794.design.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.cheng_hoekstra_2013.tab5_pa_c1.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.cheng_hoekstra_2013.tab5_pa_c1.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.cheng_hoekstra_2013.tab5_pa_c2.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.cheng_hoekstra_2013.tab5_pb_c1.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.cheng_hoekstra_2013.tab5_pb_c2.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.dehejia_wahba_1999.tab2_pa_c1.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.dehejia_wahba_1999.tab2_pa_c1.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.dehejia_wahba_1999.tab2_pb_c1.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.dehejia_wahba_1999.tab2_pb_c1.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.fujiwara_2015.tab2_pa_valid98_c1.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pa_valid98_c1.design.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pa_valid98_c2.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pa_valid98_c3.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pb_valid02_c1.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pb_valid02_c1.design.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pb_valid02_c2.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pb_valid02_c3.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pb_valid94_c1.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pb_valid94_c1.design.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pb_valid94_c2.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.fujiwara_2015.tab2_pb_valid94_c3.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.goodman_bacon_2021.fig5_dd.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.goodman_bacon_2021.fig5_dd.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.kessler_roth_2014.t18_2_twfe.agent.e1.a1": {
      "family": "did",
      "rule": "two-way fixed effects",
      "tool_id": "infer.twfe"
    },
    "paper_repro.kessler_roth_2014.t18_2_twfe.design.e1.a1": {
      "family": "did",
      "rule": "two-way fixed effects",
      "tool_id": "infer.twfe"
    },
    "paper_repro.kiel_mcclain_1995.ex13_3_rprice.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.kiel_mcclain_1995.ex13_3_rprice.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.lmb_2004.tab1_c1.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.lmb_2004.tab1_c1.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.lmb_2004.tab1_c3.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.lmb_2004.tab1_c3.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mmv_2011.tab20_1_c1.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.mmv_2011.tab20_1_c1.design.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.mmv_2011.tab20_1_c2.agent.e1.a1": {
      "family": "rd",
      "rule": "regression discontinuity",
      "tool_id": "infer.rdd"
    },
    "paper_repro.mroz_1987.ex15_1.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.mroz_1987.ex15_1.design.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.mroz_1987.ex15_5.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.mroz_1987.ex15_5.design.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.mrw_1992.tab1_inter_lngd.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_inter_lngd.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_inter_ls.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_inter_ls.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_nonoil_lngd.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_nonoil_lngd.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_nonoil_ls.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_nonoil_ls.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_oecd_lngd.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_oecd_lngd.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_oecd_ls.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.mrw_1992.tab1_oecd_ls.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.stock_watson_2007.eq12_15.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.stock_watson_2007.eq12_15.design.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.stock_watson_2007.eq12_16.agent.e1.a1": {
      "family": "iv",
      "rule": "two-stage least squares",
      "tool_id": "infer.iv_2sls"
    },
    "paper_repro.stock_watson_caschool.ch5_str.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.stock_watson_caschool.ch5_str.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.stock_watson_caschool.tab7_1_c2.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.stock_watson_caschool.tab7_1_c2.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.stock_watson_fatalities.tab10_1_c2.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.stock_watson_fatalities.tab10_1_c2.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.stock_watson_fatalities.tab10_1_c3.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.stock_watson_fatalities.tab10_1_c3.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.thornton_2008.tab4_c1.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.thornton_2008.tab4_c1.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.wooldridge_jtrain.ex14_1_grant.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.wooldridge_jtrain.ex14_1_grant.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.wooldridge_jtrain.ex14_1_grant_1.agent.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    },
    "paper_repro.wooldridge_jtrain.ex14_1_grant_1.design.e1.a1": {
      "family": "ols",
      "rule": "regression",
      "tool_id": "infer.ols"
    }
  }
}