{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"every number of the answer is stated by a tool call","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":true,"key":null,"kind":"answer_figure_close","min_lre":null,"note":"QRData eval.py: strictly inside gold \u00b1 3% (a '%' gold divided by 100), on the answer figure after meta.answer_format","open_interval":true,"rel_tol":null,"required":true,"source_id":"qrdata.gold.379","table":null,"tool":null,"value":[0.15423,0.16377],"weight":1.0,"where":null}],"datasets":{"resume":{"columns":null,"description":"Does racial discrimination exist in the labor market? Or, should racial disparities in the unemployment rate be attributed to other factors such as racial gaps in\neducational attainment? To answer this question, two social scientists conducted the following experiment.1 In response to newspaper ads, the researchers sent out\nr\u00e9sum\u00e9s of fictitious job candidates to potential employers. They varied only the names of job applicants, while leaving the other information in the r\u00e9sum\u00e9s unchanged.\nFor some candidates, stereotypically African-American-sounding names such as Lakisha Washington or Jamal Jones were used, whereas other r\u00e9sum\u00e9s contained\nstereotypically white-sounding names, such as Emily Walsh or Greg Baker. The researchers then compared the callback rates between these two groups and examined\nwhether applicants with stereotypically black names received fewer callbacks than those with stereotypically white names. The positions to which the applications were\nsent were either in sales, administrative support, clerical, or customer services.\n\nData is in the CSV data file resume.csv.\nVariable Description\nfirstname: first name of the fictitious job applicant\nsex: sex of applicant (female or male)\nrace: race of applicant (black or white)\ncall: whether a callback was made (1= yes, 0= no)","file_sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","format":"csv","frame_sha256":null,"generator":null,"kind":"file","licence":"CC BY-NC 4.0","member":"data/resume.csv","object":null,"params":{},"path":null,"read_kw":{},"records":null,"role":"agent","sha256":"3c3a97cca6fdd96f6856f7856b5f8bc786a31d1a9be78c9f610ef3070783e970","transforms":[],"url":"https://raw.githubusercontent.com/xxxiaol/QRData/de450af45ff7101b328bb064c6b475f73414a7ed/benchmark/data.zip"}},"difficulty":"M","id":"qrdata_socsci.379","level":"T2","meta":{"agent_reach":{"blocked_by":["no_reference_path","no_tool:group_extremum"],"dtypes":{},"named":{},"reachable":false,"rule":"magi_bench.reach/1"},"answer_format":{"figure_transform":"identity","round_to":3,"unit_scale":1.0},"answer_format_from":{"figure_transform":null,"round_to":"nearest thousandth","unit_scale":"1.0: an estimator's figure is on the gold's own scale"},"cluster":"resume.csv","family":"numerical","headline_keys":{},"native":{"answer":"0.159","keywords":["Social science","Statistics","Probability","Conditional probability"],"multiple_choices":null,"question_type":"numerical","reference":"Quantitative Social Science 2.2.5"},"native_id":379,"reference":{"cite":1,"note":"Sem caminho de refer\u00eancia com as ferramentas registradas: no_tool:group_extremum. A resposta n\u00e3o cita estimativa de efeito.","steps":[{"args":{"dataset":"resume"},"tool":"data.describe","why":"Sem caminho de refer\u00eancia com as ferramentas registradas: no_tool:group_extremum."}]},"reference_path":{"calls":[],"needs":["no_tool:group_extremum"],"provenance":"none","quotes":{},"reference_datasets":[],"source_id":null},"reference_why":null},"question":"What is the callback rate of the first name with the highest callback rate? Please round to the nearest thousandth.","requires":[],"runner":null,"sources":["qrdata.gold.379","qrdata.eval_py"],"split":"public","suite":"qrdata_socsci","tags":["econ-bench","external","qrdata","qss","numerical","no_reference_path"],"target":"agent","tool":null,"truth":"QRData gold: benchmark/QRData.json item 379 at de450af45ff7101b328bb064c6b475f73414a7ed"}