%0 Generic %1 vidgen2016pvalues %A Vidgen, Bertie %A Yasseri, Taha %D 2016 %K Signifikanz Statistik bigdata p-hacking p-value %T P-values: misunderstood and misused %U http://arxiv.org/abs/1601.06805 %X P-values are widely used in both the social and natural sciences to quantify the statistical significance of observed results. The recent surge of big data research has made p-value an even more popular tool to test the significance of a study. However, substantial literature has been produced critiquing how p-values are used and understood. In this paper we review this recent critical literature, much of which is routed in the life sciences, and consider its implications for social scientific research. We provide a coherent picture of what the main criticisms are, and draw together and disambiguate common themes. In particular, we explain how the False Discovery Rate is calculated, and how this differs from a p-value. We also make explicit the Bayesian nature of many recent criticisms, a dimension that is often underplayed or ignored. We also identify practical steps to help remediate some of the concerns identified, and argue that p-values need to be contextualised within (i) the specific study, and (ii) the broader field of inquiry.

@misc{vidgen2016pvalues, abstract = {P-values are widely used in both the social and natural sciences to quantify the statistical significance of observed results. The recent surge of big data research has made p-value an even more popular tool to test the significance of a study. However, substantial literature has been produced critiquing how p-values are used and understood. In this paper we review this recent critical literature, much of which is routed in the life sciences, and consider its implications for social scientific research. We provide a coherent picture of what the main criticisms are, and draw together and disambiguate common themes. In particular, we explain how the False Discovery Rate is calculated, and how this differs from a p-value. We also make explicit the Bayesian nature of many recent criticisms, a dimension that is often underplayed or ignored. We also identify practical steps to help remediate some of the concerns identified, and argue that p-values need to be contextualised within (i) the specific study, and (ii) the broader field of inquiry.}, added-at = {2016-02-15T18:29:21.000+0100}, author = {Vidgen, Bertie and Yasseri, Taha}, biburl = {https://www.bibsonomy.org/bibtex/23e7085a4cae838d5bba24836a1fa3bfc/ereidt}, interhash = {4cfe6ed5ff7b6b0108febbbf411f807e}, intrahash = {3e7085a4cae838d5bba24836a1fa3bfc}, keywords = {Signifikanz Statistik bigdata p-hacking p-value}, month = {january}, note = {cite arxiv:1601.06805Comment: Submitted to Frontiers in Physics, Interdisciplinary Physics, "Research Topic": At the crossroads: lessons and challenges in Computational Social Science}, timestamp = {2016-02-15T18:29:21.000+0100}, title = {P-values: misunderstood and misused}, url = {http://arxiv.org/abs/1601.06805}, year = 2016 }