{"args":{},"checks":[{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_backed","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":null,"value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"any","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"answer_cites","min_lre":null,"note":"the answer cites a figure of a data.describe call (no citation: no_estimate_cited)","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"data.describe","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":null,"failure_class":null,"field":"value","interval":false,"key":null,"kind":"tool_called","min_lre":null,"note":"","open_interval":false,"rel_tol":null,"required":true,"source_id":null,"table":null,"tool":"data.describe","value":null,"weight":1.0,"where":null},{"abs_tol":null,"bind":"answer_call","column":"mean","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"certified sample mean; rel_tol 1e-09 is the bound LRE >= 9","open_interval":false,"rel_tol":1e-09,"required":true,"source_id":"nist_univariate.michelso.mean","table":"columns","tool":"data.describe","value":299.8524,"weight":1.0,"where":{"column":"y"}},{"abs_tol":null,"bind":"answer_call","column":"sd","failure_class":null,"field":"value","interval":false,"key":null,"kind":"table_close","min_lre":null,"note":"certified sample standard deviation (n \u2212 1); rel_tol 1e-09 is the bound LRE >= 9","open_interval":false,"rel_tol":1e-09,"required":true,"source_id":"nist_univariate.michelso.sd","table":"columns","tool":"data.describe","value":0.0790105478190518,"weight":1.0,"where":{"column":"y"}}],"datasets":{"d":{"columns":["y"],"description":"NIST StRD Michelso: 100 observations of y, one per row","file_sha256":"99b853f9ad5144a28b13ec94824c52ca62ff38e22070e08e0451a746418a82af","format":"whitespace","frame_sha256":null,"generator":null,"kind":"file","licence":"Public domain (US Government work, NIST)","member":null,"object":null,"params":{},"path":null,"read_kw":{"float_precision":"round_trip","quoting":3,"skiprows":60},"records":null,"role":"agent","sha256":"99b853f9ad5144a28b13ec94824c52ca62ff38e22070e08e0451a746418a82af","transforms":[],"url":"https://raw.githubusercontent.com/apache/commons-math/465966883044581a1ad5adc389cec43b6b941e84/commons-math-legacy/src/test/resources/org/apache/commons/math4/legacy/stat/data/Michelso.txt"}},"difficulty":"E","id":"nist_univariate.michelso.agent","level":"T2","meta":{"cluster":"99b853f9ad5144a28b13ec94824c52ca62ff38e22070e08e0451a746418a82af","difficulty":"lower","double_frame_lre":{"mean":15.0,"sd":13.842},"expected_tool":"data.describe","gold_kind":"derived","min_lre":9.0,"native_id":"Michelso","problem":"Michelso","question_omits":["r(1), the lag-1 autocorrelation NIST also certifies: no tool states it"],"reference":{"cite":1,"steps":[{"args":{"columns":["y"],"dataset":"d"},"tool":"data.describe","why":"Describe y: the table states its mean and its standard deviation (n \u2212 1)."}]},"reference_path":{"calls":[{"args":{"columns":["y"],"dataset":"d"},"tool":"data.describe"}],"needs":[],"provenance":"metadata_rule","quotes":{},"reference_datasets":[],"source_id":null},"unscored":{"r1":{"value_as_published":"0.535199668621283","why":"no tool states a lag-1 autocorrelation (data.describe has none)"}}},"question":"NIST Statistical Reference Datasets, univariate summary statistics, problem Michelso: 100 measurements of the speed of light in air (Michelson's 1879 experiment), in millions of meters per second. NIST uses this data set to test the accuracy of summary statistics calculations. Dataset d holds the 100 observations in column y. Compute the sample mean of y and the sample standard deviation of y (denominator n \u2212 1).","requires":[],"runner":null,"sources":["nist_univariate.michelso.mean","nist_univariate.michelso.sd"],"split":"public","suite":"nist_univariate","tags":["nist","certified","univariate","lower","fast","analyst"],"target":"agent","tool":null,"truth":"NIST StRD Michelso certified values (500-digit arithmetic), read from the certified block (lines 41-43) of the file itl.nist.gov serves (sha256 68cad4356415\u2026 CRLF, 99b853f9ad51\u2026 LF); fetched from apache/commons-math@465966883044581a1ad5adc389cec43b6b941e84:commons-math-legacy/src/test/resources/org/apache/commons/math4/legacy/stat/data/Michelso.txt; lower difficulty, n=100."}