@inproceedings{cdc17efa6acc44a3a70c901b225f4f3c,
title = "A 10-Month-Long Deployment Study of On-Demand Recruiting for Low-Latency Crowdsourcing",
abstract = "A number of interactive crowd-powered systems have been developed to solve difficult problems out of reach for automated solutions. To work interactively, such systems need access to on-demand labor. To meet this demand, workers can be (i) recruited when needed directly from the crowd marketplace, or (ii) recruited in advance and asked to wait in a retainer pool until they are needed. Most of the evaluations of these systems have been over a short time period, even though we know that marketplaces change and adapt over time. In this paper, we present the results of a 10-month deployment of a crowd-powered system that uses a hybrid approach to fast recruitment of workers that we call Ignition. We describe the Ignition approach and the observed times required to recruit workers from the marketplace and retainer over this long period of time. Our results demonstrate that it is possible to recruit workers with low latency even over long periods, and suggest a number of opportunities for future work for recruitment strategies and modeling that may further improve ondemand recruitment for deployed systems.",
author = "Huang, {Ting Hao} and Bigham, {Jeffrey P.}",
note = "Publisher Copyright: Copyright {\textcopyright} 2017, Association for the Advancement of Artificial Intelligence (www.aaai.org). All rights reserved.; 5th AAAI Conference on Human Computation and Crowdsourcing, HCOMP 2017 ; Conference date: 24-10-2017 Through 26-10-2017",
year = "2017",
month = oct,
day = "27",
language = "English (US)",
series = "Proceedings of the 5th AAAI Conference on Human Computation and Crowdsourcing, HCOMP 2017",
publisher = "AAAI press",
pages = "61--70",
editor = "Steven Dow and Adam Tauman",
booktitle = "Proceedings of the 5th AAAI Conference on Human Computation and Crowdsourcing, HCOMP 2017",
}