%0 Conference Paper %1 little2010turkit %A Little, Greg %A Chilton, Lydia B. %A Goldman, Max %A Miller, Robert C. %B Proceedings of the 23nd annual ACM symposium on User interface software and technology %C New York, NY, USA %D 2010 %I ACM %K algorithm cirg collective computing human intelligence social turkit %P 57--66 %R 10.1145/1866029.1866040 %T TurKit: human computation algorithms on mechanical turk %U http://doi.acm.org/10.1145/1866029.1866040 %X Mechanical Turk (<i>MTurk</i>) provides an on-demand source of human computation. This provides a tremendous opportunity to explore algorithms which incorporate human computation as a function call. However, various systems challenges make this difficult in practice, and most uses of MTurk post large numbers of independent tasks. TurKit is a toolkit for prototyping and exploring algorithmic human computation, while maintaining a straight-forward imperative programming style. We present the crash-and-rerun programming model that makes TurKit possible, along with a variety of applications for human computation algorithms. We also present case studies of TurKit used for real experiments across different fields. %@ 978-1-4503-0271-5

@inproceedings{little2010turkit, abstract = {Mechanical Turk (<i>MTurk</i>) provides an on-demand source of human computation. This provides a tremendous opportunity to explore algorithms which incorporate human computation as a function call. However, various systems challenges make this difficult in practice, and most uses of MTurk post large numbers of independent tasks. TurKit is a toolkit for prototyping and exploring algorithmic human computation, while maintaining a straight-forward imperative programming style. We present the crash-and-rerun programming model that makes TurKit possible, along with a variety of applications for human computation algorithms. We also present case studies of TurKit used for real experiments across different fields.}, acmid = {1866040}, added-at = {2012-06-05T08:11:28.000+0200}, address = {New York, NY, USA}, author = {Little, Greg and Chilton, Lydia B. and Goldman, Max and Miller, Robert C.}, biburl = {https://www.bibsonomy.org/bibtex/2e364db8e8ee1992a0fdb5f37f425b1a7/jaeschke}, booktitle = {Proceedings of the 23nd annual ACM symposium on User interface software and technology}, doi = {10.1145/1866029.1866040}, interhash = {a2b44d507345037242e3590eee0ab671}, intrahash = {e364db8e8ee1992a0fdb5f37f425b1a7}, isbn = {978-1-4503-0271-5}, keywords = {algorithm cirg collective computing human intelligence social turkit}, location = {New York, New York, USA}, numpages = {10}, pages = {57--66}, publisher = {ACM}, timestamp = {2014-07-28T15:57:31.000+0200}, title = {TurKit: human computation algorithms on mechanical turk}, url = {http://doi.acm.org/10.1145/1866029.1866040}, year = 2010 }