%0 Journal Article %1 citeulike:818388 %A Yao, Y. Y. %C Department of Mathematical Sciences, Lakehead University, Thunder Bay, Ontario P7B 5E1 Canada %D 1995 %J Journal of the American Society for Information Science %K informationretrieval %N 2 %P 133--145 %R 10.1002/(SICI)1097-4571(199503)46:2<133::AID-ASI6>3.0.CO;2-Z %T Measuring retrieval effectiveness based on user preference of documents %U http://dx.doi.org/10.1002/(SICI)1097-4571(199503)46:2<133::AID-ASI6>3.0.CO;2-Z %V 46 %X The notion of user preference is adopted for the representation, interpretation, and measurement of the relevance or usefulness of documents. User judgments on documents may be formally described by a weak order (i.e., user ranking) and measured using an ordinal scale. Within this framework, a new measure of system performance is suggested based on the distance between user ranking and system ranking. It only uses the relative order of documents and therefore confirms to the valid use of an ordinal scale measuring relevance. It is also applicable to multilevel relevance judgments and ranked system output. The appropriateness of the proposed measure is demonstrated through an axiomatic approach. The inherent relationships between the new measure and many existing measures provide further supporting evidence. © 1995 John Wiley & Sons, Inc.

@article{citeulike:818388, abstract = {The notion of user preference is adopted for the representation, interpretation, and measurement of the relevance or usefulness of documents. User judgments on documents may be formally described by a weak order (i.e., user ranking) and measured using an ordinal scale. Within this framework, a new measure of system performance is suggested based on the distance between user ranking and system ranking. It only uses the relative order of documents and therefore confirms to the valid use of an ordinal scale measuring relevance. It is also applicable to multilevel relevance judgments and ranked system output. The appropriateness of the proposed measure is demonstrated through an axiomatic approach. The inherent relationships between the new measure and many existing measures provide further supporting evidence. © 1995 John Wiley \& Sons, Inc.}, added-at = {2006-10-30T08:38:23.000+0100}, address = {Department of Mathematical Sciences, Lakehead University, Thunder Bay, Ontario P7B 5E1 Canada}, author = {Yao, Y. Y.}, biburl = {https://www.bibsonomy.org/bibtex/22259c92df0718ad8b85d1b02ac90d7aa/grahl}, citeulike-article-id = {818388}, description = {bibliografica tesi}, doi = {10.1002/(SICI)1097-4571(199503)46:2<133::AID-ASI6>3.0.CO;2-Z}, interhash = {96f4eae46b860a5e99cf2dd9926ed4c5}, intrahash = {2259c92df0718ad8b85d1b02ac90d7aa}, journal = {Journal of the American Society for Information Science}, keywords = {informationretrieval}, number = 2, pages = {133--145}, priority = {2}, timestamp = {2007-07-25T11:24:39.000+0200}, title = {Measuring retrieval effectiveness based on user preference of documents}, url = {http://dx.doi.org/10.1002/(SICI)1097-4571(199503)46:2<133::AID-ASI6>3.0.CO;2-Z}, volume = 46, year = 1995 }