%0 Journal Article %1 Brocker2009Reliability %A Bröcker, Jochen %D 2009 %I John Wiley & Sons, Ltd. %J Q.J.R. Meteorol. Soc. %K verification statistics skill %N 643 %P 1512--1519 %R 10.1002/qj.456 %T Reliability, sufficiency, and the decomposition of proper scores %U http://dx.doi.org/10.1002/qj.456 %V 135 %X Scoring rules are an important tool for evaluating the performance of probabilistic forecasting schemes. A scoring rule is called strictly proper if its expectation is optimal if and only if the forecast probability represents the true distribution of the target. In the binary case, strictly proper scoring rules allow for a decomposition into terms related to the resolution and the reliability of a forecast. This fact is particularly well known for the Brier Score. In this article, this result is extended to forecasts for finite-valued targets. Both resolution and reliability are shown to have a positive effect on the score. It is demonstrated that resolution and reliability are directly related to forecast attributes that are desirable on grounds independent of the notion of scores. This finding can be considered an epistemological justification of measuring forecast quality by proper scoring rules. A link is provided to the original work of DeGroot and Fienberg, extending their concepts of sufficiency and refinement. The relation to the conjectured sharpness principle of Gneiting, et al., is elucidated. Copyright \copyright 2009 Royal Meteorological Society

@article{Brocker2009Reliability, abstract = {Scoring rules are an important tool for evaluating the performance of probabilistic forecasting schemes. A scoring rule is called strictly proper if its expectation is optimal if and only if the forecast probability represents the true distribution of the target. In the binary case, strictly proper scoring rules allow for a decomposition into terms related to the resolution and the reliability of a forecast. This fact is particularly well known for the Brier Score. In this article, this result is extended to forecasts for finite-valued targets. Both resolution and reliability are shown to have a positive effect on the score. It is demonstrated that resolution and reliability are directly related to forecast attributes that are desirable on grounds independent of the notion of scores. This finding can be considered an epistemological justification of measuring forecast quality by proper scoring rules. A link is provided to the original work of DeGroot and Fienberg, extending their concepts of sufficiency and refinement. The relation to the conjectured sharpness principle of Gneiting, et al., is elucidated. Copyright {\copyright} 2009 Royal Meteorological Society}, added-at = {2018-06-18T21:23:34.000+0200}, author = {Br\"{o}cker, Jochen}, biburl = {https://www.bibsonomy.org/bibtex/212670f7d9a2cf01ce960410430b51d0e/pbett}, citeulike-article-id = {8767677}, citeulike-linkout-0 = {http://dx.doi.org/10.1002/qj.456}, day = 1, doi = {10.1002/qj.456}, interhash = {98471674e3559a3d5f6556e3e2c9860c}, intrahash = {12670f7d9a2cf01ce960410430b51d0e}, journal = {Q.J.R. Meteorol. Soc.}, keywords = {verification statistics skill}, month = jul, number = 643, pages = {1512--1519}, posted-at = {2015-11-10 11:02:33}, priority = {2}, publisher = {John Wiley \& Sons, Ltd.}, timestamp = {2018-06-22T18:36:02.000+0200}, title = {Reliability, sufficiency, and the decomposition of proper scores}, url = {http://dx.doi.org/10.1002/qj.456}, volume = 135, year = 2009 }