@article{ccbada99f49e4d7c842012a0b6fbe891,
title = "Crowdsourcing quality control for Dark Energy Survey images",
abstract = "We have developed a crowdsourcing web application for image quality control employed by the Dark Energy Survey. Dubbed the {"}DES exposure checker{"}, it renders science-grade images directly to a web browser and allows users to mark problematic features from a set of predefined classes. Users can also generate custom labels and thus help identify previously unknown problem classes. User reports are fed back to hardware and software experts to help mitigate and eliminate recognized issues. We report on the implementation of the application and our experience with its over 100 users, the majority of which are professional or prospective astronomers but not data management experts. We discuss aspects of user training and engagement, and demonstrate how problem reports have been pivotal to rapidly correct artifacts which would likely have been too subtle or infrequent to be recognized otherwise. We conclude with a number of important lessons learned, suggest possible improvements, and recommend this collective exploratory approach for future astronomical surveys or other extensive data sets with a sufficiently large user base. We also release open-source code of the web application and host an online demo version at http://des-exp-checker.pmelchior.net.",
keywords = "Human-centered computing: Collaborative filtering, Information systems: Crowdsourcing, Surveys",
author = "P. Melchior and E. Sheldon and A. Drlica-Wagner and Rykoff, {E. S.} and Abbott, {T. M.C.} and Abdalla, {F. B.} and S. Allam and A. Benoit-L{\'e}vy and D. Brooks and E. Buckley-Geer and {Carnero Rosell}, A. and {Carrasco Kind}, M. and J. Carretero and M. Crocce and D'Andrea, {C. B.} and {da Costa}, {L. N.} and S. Desai and P. Doel and Evrard, {A. E.} and Finley, {D. A.} and B. Flaugher and J. Frieman and E. Gaztanaga and Gerdes, {D. W.} and D. Gruen and Gruendl, {R. A.} and K. Honscheid and James, {D. J.} and M. Jarvis and K. Kuehn and Li, {T. S.} and Maia, {M. A.G.} and M. March and Marshall, {J. L.} and B. Nord and R. Ogando and Plazas, {A. A.} and Romer, {A. K.} and E. Sanchez and V. Scarpine and I. Sevilla-Noarbe and Smith, {R. C.} and M. Soares-Santos and E. Suchyta and Swanson, {M. E.C.} and G. Tarle and V. Vikram and Walker, {A. R.} and W. Wester and Y. Zhang",
note = "Funding Information: PM is supported by the U.S. Department of Energy under Contract No. DE-FG02/91ER40690 . ES is supported by DOE grant DE-AC02/98CH10886 . This work was supported in part by the National Science Foundation under Grant No. PHYS/1066293 and the hospitality of the Aspen Center for Physics. Funding Information: The DES data management system is supported by the National Science Foundation under Grant Number AST/1138766 . The DES participants from Spanish institutions are partially supported by MINECO under grants AYA2012/39559 , ESP2013/48274 , FPA2013/47986 , and Centro de Excelencia Severo Ochoa SEV/2012/0234 . Research leading to these results has received funding from the European Research Council under the European Union{\textquoteright}s Seventh Framework Programme (FP7/2007/2013) including ERC grant agreements 240672 , 291329 , and 306478 . Funding Information: Funding for the DES Projects has been provided by the U.S. Department of Energy, the U.S. National Science Foundation, the Ministry of Science and Education of Spain, the Science and Technology Facilities Council of the United Kingdom, the Higher Education Funding Council for England, the National Center for Supercomputing Applications at the University of Illinois at Urbana/Champaign, the Kavli Institute of Cosmological Physics at the University of Chicago, the Center for Cosmology and Astro/Particle Physics at the Ohio State University, the Mitchell Institute for Fundamental Physics and Astronomy at Texas A&M University, Financiadora de Estudos e Projetos, Funda{\c c}{\~a}o Carlos Chagas Filho de Amparo {\`a} Pesquisa do Estado do Rio de Janeiro, Conselho Nacional de Desenvolvimento Cient{\'i}fico e Tecnol{\'o}gico and the Minist{\'e}rio da Ci{\^e}ncia, Tecnologia e Inova{\c c}{\~a}o, the Deutsche Forschungsgemeinschaft and the Collaborating Institutions in the Dark Energy Survey. Publisher Copyright: {\textcopyright} 2016 Elsevier B.V.",
year = "2016",
month = jul,
day = "1",
doi = "10.1016/j.ascom.2016.04.003",
language = "English (US)",
volume = "16",
pages = "99--108",
journal = "Astronomy and Computing",
issn = "2213-1337",
publisher = "Elsevier BV",
}