\begin{thebibliography}{10} \bibitem{SCGCourt} A.~Abdelmeged and K.~J. Lieberherr. \newblock {SCG Court}: Generator of teaching/innovation labs on the web. \newblock Website, 2011. \newblock \url{ http://sourceforge.net/p/generic-scg/code-0/110/tree/GenericSCG/ }\gap. \bibitem{Andersen:2012:OAE:2282338.2282398} E.~Andersen. \newblock Optimizing adaptivity in educational games. \newblock In {\em Proceedings of the International Conference on the Foundations of Digital Games}, FDG '12, pages 279--281, New York, NY, USA, 2012. ACM. \bibitem{Andersen:2012:ITG:2207676.2207687} E.~Andersen, E.~O'Rourke, Y.-E. Liu, R.~Snider, J.~Lowdermilk, D.~Truong, S.~Cooper, and Z.~Popovic. \newblock The impact of tutorials on games of varying complexity. \newblock In {\em Proceedings of the SIGCHI Conference on Human Factors in Computing Systems}, CHI '12, pages 59--68, New York, NY, USA, 2012. ACM. \bibitem{attenberg2011beat-ipeirotis} J.~Attenberg, P.~Ipeirotis, and F.~Provost. \newblock Beat the machine: Challenging workers to find the unknown unknowns. \newblock In {\em Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence}, 2011. \bibitem{Beasley-Mathematics-Games} J.~Beasley. \newblock {\em The Mathematics of Games}. \newblock Dover Books on Mathematics. Dover Publications, 2006. \bibitem{Bernstein:2012:PGB:2160718.2160731} A.~Bernstein, M.~Klein, and T.~W. Malone. \newblock Programming the global brain. \newblock {\em Commun. ACM}, 55(5):41--43, May 2012. \bibitem{DemeterFClassDictionary} B.~Chadwick. \newblock {DemeterF}: The functional adaptive programming library. \newblock Website, 2008. \newblock \url{http://www.ccs.neu.edu/home/chadwick/demeterf/}. \bibitem{RankingAggregation2013} X.~Chen, P.~N. Bennett, K.~Collins-Thompson, and E.~Horvitz. \newblock Pairwise ranking aggregation in a crowdsourced setting. \newblock In {\em WSDM, Rome, Italy}, 2013. \bibitem{Cooper:2010:CDS:1822348.1822354} S.~Cooper, A.~Treuille, J.~Barbero, A.~Leaver-Fay, K.~Tuite, F.~Khatib, A.~C. Snyder, M.~Beenen, D.~Salesin, D.~Baker, and Z.~Popovi\'{c}. \newblock The challenge of designing scientific discovery games. \newblock In {\em Proceedings of the Fifth International Conference on the Foundations of Digital Games}, FDG '10, pages 40--47, New York, NY, USA, 2010. ACM. \bibitem{Denning:2005:CSS:1053291.1053309} P.~J. Denning. \newblock Is computer science science? \newblock {\em Commun. ACM}, 48(4):27--31, Apr. 2005. \bibitem{CrowdsourcingSystemsOnTheWWW} A.~Doan, R.~Ramakrishnan, and A.~Y. Halevy. \newblock Crowdsourcing systems on the world-wide web. \newblock {\em Commun. ACM}, 54(4):86--96, Apr. 2011. \bibitem{Franklin1994-FRATFS} J.~Franklin. \newblock The formal sciences discover the philosophers' stone. \newblock {\em Studies in History and Philosophy of Science}, 25(4):513--533, 1994. \bibitem{sep-logic-games} W.~Hodges. \newblock Logic and games. \newblock In E.~N. Zalta, editor, {\em The Stanford Encyclopedia of Philosophy}. Spring 2009 edition, 2009. \bibitem{AIIDE125470} A.~Jaffe, A.~Miller, E.~Andersen, Y.-E. Liu, A.~Karlin, and Z.~Popovic. \newblock Evaluating competitive game balance with restricted play, 2012. \bibitem{ilprints1051} M.~Joglekar, H.~Garcia-Molina, and A.~Parameswaran. \newblock Evaluating the crowd with confidence. \newblock Technical report, Stanford University. \bibitem{DBLP:conf/nips/KargerOS11} D.~R. Karger, S.~Oh, and D.~Shah. \newblock Iterative learning for reliable crowdsourcing systems. \newblock In J.~Shawe-Taylor, R.~S. Zemel, P.~L. Bartlett, F.~C.~N. Pereira, and K.~Q. Weinberger, editors, {\em NIPS}, pages 1953--1961, 2011. \bibitem{sep-logic-dialogical} L.~Keiff. \newblock Dialogical logic. \newblock In E.~N. Zalta, editor, {\em The Stanford Encyclopedia of Philosophy}. Summer 2011 edition, 2011. \bibitem{Kittur:2011:CCC:2047196.2047202} A.~Kittur, B.~Smus, S.~Khamkar, and R.~E. Kraut. \newblock Crowdforge: crowdsourcing complex work. \newblock In {\em Proceedings of the 24th annual ACM symposium on User interface software and technology}, UIST '11, pages 43--52, New York, NY, USA, 2011. ACM. \bibitem{Kleinberg:1051910} J.~Kleinberg and E.~Tardos. \newblock {\em Algorithm Design}. \newblock Addison-Wesley Longman Publishing Co., Inc., Boston, MA, USA, 2005. \bibitem{kosinski:crowd} M.~Kosinski, Y.~Bachrach, G.~Kasneci, J.~V. Gael, and T.~Graepel. \newblock Crowd iq: measuring the intelligence of crowdsourcing platforms. \newblock In {\em WebSci'12}, pages 151--160, 2012. \bibitem{GTS-Hintikka} J.~Kulas and J.~Hintikka. \newblock {\em The Game of Language: Studies in Game-Theoretical Semantics and Its Applications}. \newblock Synthese Language Library. Springer, 1983. \bibitem{scghome} K.~Lieberherr. \newblock {The Scientific Community Game}. \newblock Website, 2009. \newblock \url{http://www.ccs.neu.edu/home/lieber/evergreen/specker/scg-home.html}. \bibitem{scg-def} K.~J. Lieberherr and A.~Abdelmeged. \newblock {The Scientific Community Game}. \newblock In {\em {CCIS Technical Report NU-CCIS-2012-19}}, October 2012. \newblock \url{ http://www.ccs.neu.edu/home/lieber/papers/SCG-definition/SCG-definition-NU-C% CIS-2012.pdf }. \bibitem{scg-bionetics} K.~J. Lieberherr, A.~Abdelmeged, and B.~Chadwick. \newblock {The Specker Challenge Game for Education and Innovation in Constructive Domains}. \newblock In {\em {Keynote paper at Bionetics 2010, Cambridge, MA, and CCIS Technical Report NU-CCIS-2010-19}}, December 2010. \newblock \url{http://www.ccs.neu.edu/home/lieber/evergreen/specker/paper/bionetics-20% 10.pdf}\gap. \bibitem{jacm-81} K.~J. Lieberherr and E.~Specker. \newblock {Complexity of Partial Satisfaction}. \newblock {\em Journal of the ACM}, 28(2):411--421, 1981. \bibitem{lieber-specker:partial-2} K.~J. Lieberherr and E.~Specker. \newblock {Complexity of Partial Satisfaction II}. \newblock {\em Elemente der Mathematik}, 67(3):134--150, 2012. \newblock \url{http://www.ccs.neu.edu/home/lieber/p-optimal/partial-sat-II/Partial-SAT% 2.pdf}. \bibitem{LogicalGames} M.~Marion. \newblock {Why Play Logical Games}. \newblock Website, 2009. \newblock \url{ http://www.philomath.uqam.ca/doc/LogicalGames.pdf }. \bibitem{minder2011crowdlang} P.~Minder and A.~Bernstein. \newblock Crowdlang - first steps towards programmable human computers for general computation. \newblock In {\em Proceedings of the 3rd Human Computation Workshop}, AAAI Workshops, pages 103--108. AAAI Press, 2011. \bibitem{Petit:2012:JEP:2157136.2157267} J.~Petit, O.~Gim{\'e}nez, and S.~Roura. \newblock Jutge.org: an educational programming judge. \newblock In {\em Proceedings of the 43rd ACM technical symposium on Computer Science Education}, SIGCSE '12, pages 445--450, New York, NY, USA, 2012. ACM. \bibitem{nla.cat-vn1027910} K.~R. Popper. \newblock {\em Conjectures and refutations: the growth of scientific knowledge, by Karl R. Popper}. \newblock Routledge, London, 1969. \bibitem{ScacchiNSFReport} W.~Scacchi. \newblock {The Future of Research in Computer Games and Virtual Worlds: Workshop Report}. \newblock Technical Report UCI-ISR-12-8, 2012. \newblock \url{ http://www.isr.uci.edu/tech_reports/UCI-ISR-12-8.pdf }. \bibitem{ScientificMethodProgramming} R.~Sedgewick. \newblock {The Role of the Scientific Method in Programming}. \newblock Website, 2010. \newblock \url{ http://www.cs.princeton.edu/~rs/talks/ScienceCS.pdf }. \bibitem{TopCoder} TopCoder. \newblock {The TopCoder Community}. \newblock Website, 2009. \newblock \url{ http://www.topcoder.com/ }. \bibitem{sep-logic-if} T.~Tulenheimo. \newblock Independence friendly logic. \newblock In E.~N. Zalta, editor, {\em The Stanford Encyclopedia of Philosophy}. Summer 2009 edition, 2009. \bibitem{Zollman2007-ZOLTCS} K.~J.~S. Zollman. \newblock The communication structure of epistemic communities. \newblock {\em Philosophy of Science}, 74(5):574--587, 2007. \end{thebibliography}