{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"the answer cites a figure of a data.describe call (no citation: no_estimate_cited)","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"data.describe","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"data.describe","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":"mean","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"certified sample mean; rel_tol 1e-09 is the bound LRE >= 9","open_interval":false,"rel_tol":1e-09,"required":true,"source_id":"nist_univariate.pidigits.mean","table":"columns","tool":"data.describe","value":4.5348,"weight":1.0,"where":{"column":"y"}},{"abs_tol":null,"bind":"answer_call","column":"sd","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"certified sample standard deviation (n \u2212 1); rel_tol 1e-09 is the bound LRE >= 9","open_interval":false,"rel_tol":1e-09,"required":true,"source_id":"nist_univariate.pidigits.sd","table":"columns","tool":"data.describe","value":2.86733906028871,"weight":1.0,"where":{"column":"y"}}],"datasets":{"d":{"columns":["y"],"description":"NIST StRD PiDigits: 5000 observations of y, one per row","file_sha256":"e9421a2f4c0a31c505099332b4d22e507e808953c3c57bddae9226f25587d7d2","format":"whitespace","frame_sha256":null,"generator":null,"kind":"file","licence":"Public domain (US Government work, NIST)","member":null,"object":null,"params":{},"path":null,"read_kw":{"float_precision":"round_trip","quoting":3,"skiprows":60},"records":null,"role":"agent","sha256":"e9421a2f4c0a31c505099332b4d22e507e808953c3c57bddae9226f25587d7d2","transforms":[],"url":"https://raw.githubusercontent.com/usnistgov/dataplot/d837c4af1282e51667ed75a02433f5e5590f1c6d/lib/data/PIDIGITS.DAT"}},"difficulty":"E","id":"nist_univariate.pidigits.agent","level":"T2","meta":{"cluster":"e9421a2f4c0a31c505099332b4d22e507e808953c3c57bddae9226f25587d7d2","difficulty":"lower","double_frame_lre":{"mean":15.0,"sd":15.0},"expected_tool":"data.describe","gold_kind":"derived","min_lre":9.0,"native_id":"PiDigits","problem":"PiDigits","question_omits":["r(1), the lag-1 autocorrelation NIST also certifies: no tool states it"],"reference":{"cite":1,"steps":[{"args":{"columns":["y"],"dataset":"d"},"tool":"data.describe","why":"Describe y: the table states its mean and its standard deviation (n \u2212 1)."}]},"reference_path":{"calls":[{"args":{"columns":["y"],"dataset":"d"},"tool":"data.describe"}],"needs":[],"provenance":"metadata_rule","quotes":{},"reference_datasets":[],"source_id":null},"unscored":{"r1":{"value_as_published":"-0.00355099287237972","why":"no tool states a lag-1 autocorrelation (data.describe has none)"}}},"question":"NIST Statistical Reference Datasets, univariate summary statistics, problem PiDigits: the first 5000 digits of the mathematical constant pi, one digit per observation. NIST uses this data set to test the accuracy of summary statistics calculations. Dataset d holds the 5000 observations in column y. Compute the sample mean of y and the sample standard deviation of y (denominator n \u2212 1).","requires":[],"runner":null,"sources":["nist_univariate.pidigits.mean","nist_univariate.pidigits.sd"],"split":"public","suite":"nist_univariate","tags":["nist","certified","univariate","lower","fast","analyst"],"target":"agent","tool":null,"truth":"NIST StRD PiDigits certified values (500-digit arithmetic), read from the certified block (lines 41-43) of the file itl.nist.gov serves (sha256 e9421a2f4c0a\u2026 CRLF, 674cdac1b539\u2026 LF); fetched from usnistgov/dataplot@d837c4af1282e51667ed75a02433f5e5590f1c6d:lib/data/PIDIGITS.DAT; lower difficulty, n=5000."}