AbstractA large fraction of papers in the climate literature includes erroneous uses of significance tests. A Bayesian analysis is presented to highlight the meaning of significance tests and why typical misuse occurs. The significance statistic is not a quantitative measure of how confident one can be of the ?reality? of a given result. It is concluded that a significance test very rarely provides useful quantitative information.
%0 Journal Article
%1 Ambaum2010Significance
%A Ambaum, Maarten H. P.
%D 2010
%I American Meteorological Society
%J J. Climate
%K climate climatechange climatology statistics
%N 22
%P 5927--5932
%R 10.1175/2010jcli3746.1
%T Significance Tests in Climate Science
%U http://arxiv.org/abs/arXiv:1003.2934
%V 23
%X AbstractA large fraction of papers in the climate literature includes erroneous uses of significance tests. A Bayesian analysis is presented to highlight the meaning of significance tests and why typical misuse occurs. The significance statistic is not a quantitative measure of how confident one can be of the ?reality? of a given result. It is concluded that a significance test very rarely provides useful quantitative information.
@article{Ambaum2010Significance,
abstract = {AbstractA large fraction of papers in the climate literature includes erroneous uses of significance tests. A Bayesian analysis is presented to highlight the meaning of significance tests and why typical misuse occurs. The significance statistic is not a quantitative measure of how confident one can be of the ?reality? of a given result. It is concluded that a significance test very rarely provides useful quantitative information.},
added-at = {2018-06-18T21:23:34.000+0200},
archiveprefix = {arXiv},
author = {Ambaum, Maarten H. P.},
biburl = {https://www.bibsonomy.org/bibtex/25dd261f91a5d7a846c96cdc963ce4224/pbett},
citeulike-article-id = {7705046},
citeulike-linkout-0 = {http://arxiv.org/abs/arXiv:1003.2934},
citeulike-linkout-1 = {http://journals.ametsoc.org/doi/abs/10.1175/2010JCLI3746.1},
citeulike-linkout-2 = {http://dx.doi.org/10.1175/2010jcli3746.1},
day = 24,
doi = {10.1175/2010jcli3746.1},
eprint = {arXiv:1003.2934},
interhash = {514a2c027aab8a97984b1d72b6a03344},
intrahash = {5dd261f91a5d7a846c96cdc963ce4224},
journal = {J. Climate},
keywords = {climate climatechange climatology statistics},
month = aug,
number = 22,
pages = {5927--5932},
posted-at = {2014-02-17 17:57:09},
priority = {2},
publisher = {American Meteorological Society},
timestamp = {2018-06-22T18:34:09.000+0200},
title = {Significance Tests in Climate Science},
url = {http://arxiv.org/abs/arXiv:1003.2934},
volume = 23,
year = 2010
}