%0 Conference Paper %1 1518882 %A Hacker, Severin %A von Ahn, Luis %B CHI '09: Proceedings of the 27th international conference on Human factors in computing systems %C New York, NY, USA %D 2009 %I ACM %K collaborative-filtering image-search recommender-systems reranking tagging %P 1207--1216 %R http://doi.acm.org/10.1145/1518701.1518882 %T Matchin: eliciting user preferences with an online game %U http://portal.acm.org/citation.cfm?id=1518701.1518882&coll=GUIDE&dl=GUIDE&type=series&idx=SERIES260&part=series&WantType=Proceedings&title=CHI %X Eliciting user preferences for large datasets and creating rankings based on these preferences has many practical applications in community-based sites. This paper gives a new method to elicit user preferences that does not ask users to tell what they prefer, but rather what a random person would prefer, and rewards them if their prediction is correct. We provide an implementation of our method as a two-player game in which each player is shown two images and asked to click on the image their partner would prefer. The game has proven to be enjoyable, has attracted tens of thousands of people and has already collected millions of judgments. We compare several algorithms for combining these relative judgments between pairs of images into a total ordering of all images and present a new algorithm to perform collaborative filtering on pair-wise relative judgments. In addition, we show how merely observing user preferences on a specially chosen set of images can predict a user's gender with high probability. %@ 978-1-60558-246-7

@inproceedings{1518882, abstract = {Eliciting user preferences for large datasets and creating rankings based on these preferences has many practical applications in community-based sites. This paper gives a new method to elicit user preferences that does not ask users to tell what they prefer, but rather what a random person would prefer, and rewards them if their prediction is correct. We provide an implementation of our method as a two-player game in which each player is shown two images and asked to click on the image their partner would prefer. The game has proven to be enjoyable, has attracted tens of thousands of people and has already collected millions of judgments. We compare several algorithms for combining these relative judgments between pairs of images into a total ordering of all images and present a new algorithm to perform collaborative filtering on pair-wise relative judgments. In addition, we show how merely observing user preferences on a specially chosen set of images can predict a user's gender with high probability.}, added-at = {2009-10-19T12:20:50.000+0200}, address = {New York, NY, USA}, author = {Hacker, Severin and von Ahn, Luis}, biburl = {https://www.bibsonomy.org/bibtex/2a8e88c4de6de84d8b0751f3d82994b0d/claudio.lucchese}, booktitle = {CHI '09: Proceedings of the 27th international conference on Human factors in computing systems}, description = {CHI: CHI '09, Matchin: eliciting user preferences ...}, doi = {http://doi.acm.org/10.1145/1518701.1518882}, interhash = {1699d876f1478cbafced658b780aa8f0}, intrahash = {a8e88c4de6de84d8b0751f3d82994b0d}, isbn = {978-1-60558-246-7}, keywords = {collaborative-filtering image-search recommender-systems reranking tagging}, location = {Boston, MA, USA}, pages = {1207--1216}, publisher = {ACM}, timestamp = {2009-10-19T12:20:50.000+0200}, title = {Matchin: eliciting user preferences with an online game}, url = {http://portal.acm.org/citation.cfm?id=1518701.1518882&coll=GUIDE&dl=GUIDE&type=series&idx=SERIES260&part=series&WantType=Proceedings&title=CHI}, year = 2009 }