{
  "about": "CauSciBench native output: 'record' has the shape their evaluation/extract.py reads (a run's records in one list rescore with their evaluation/run_evaluation.py); the method is the tool-family label of the answer call (tool-family accuracy from tool calls, not a method the model named); 'scores' are the per-item terms of evaluation/metrics.py.",
  "answer_ref": "call_b5f394d4:coef.VOUCH0",
  "attempt": 1,
  "epoch": 1,
  "gold": {
    "effect": -0.027,
    "effect_as_stored": "-0.027",
    "is_significant": 0,
    "source_id": "causcibench_real.gold.q101",
    "std_error": 0.017,
    "std_error_as_stored": "0.017"
  },
  "label": {
    "family": "ols",
    "method": "ols",
    "rule": "regression",
    "tool_id": "infer.ols"
  },
  "native_id": 101,
  "precision_limited": false,
  "record": {
    "dataset_path": "data/csv_files/realdata/angrist_vouchers.csv",
    "effect": -0.027,
    "method": "ols",
    "name": "Vouchers for private schooling in Colombia: Evidence from a randomized natural experiment",
    "query": "Does winning a lottery affect the likelihood of being in the labor force?",
    "result": {
      "final_result": {
        "causal_effect": -0.01656517363504644,
        "covariates": [
          "SVY",
          "HSVISIT",
          "DJAMUNDI",
          "PHONE",
          "AGE",
          "SEX2",
          "DBOGOTA",
          "D1993",
          "D1995",
          "D1997",
          "DMONTH1",
          "DMONTH2",
          "DMONTH3",
          "DMONTH4",
          "DMONTH5",
          "DMONTH6",
          "DMONTH7",
          "DMONTH8",
          "DMONTH9",
          "DMONTH10",
          "DMONTH11",
          "STRATA1",
          "STRATA2",
          "STRATA3",
          "STRATA4",
          "STRATA5",
          "STRATAMS",
          "SEX_MISS"
        ],
        "method": "ols",
        "outcome_variable": "WORKING3",
        "standard_deviation": 0.015051877491151357,
        "treatment_variable": "VOUCH0"
      },
      "retries": null
    }
  },
  "scores": {
    "control_overlap": 1.0,
    "effect_correct": 0,
    "method_correct": 1,
    "outcome_match": 1,
    "relative_error_pct": 38.647505055383554,
    "treatment_match": 1
  },
  "status": "failed",
  "task_id": "causcibench_real.q101"
}