\begin{thebibliography}{40}
\providecommand{\natexlab}[1]{#1}
\providecommand{\url}[1]{\texttt{#1}}
\expandafter\ifx\csname urlstyle\endcsname\relax
  \providecommand{\doi}[1]{doi: #1}\else
  \providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi

\bibitem[Cur()]{CurrentImpl}
Website.
\newblock \url{https://github.com/amohsen/fscp}.

\bibitem[ete(2011)]{eterna}
{EteRNA}.
\newblock Website, 2011.
\newblock \url{http://eterna.cmu.edu/}.

\bibitem[har()]{harvard-genome-sequencing}
Algorithm development through crowdsourcing.
\newblock
  \url{http://catalyst.harvard.edu/services/crowdsourcing/algosample.html}.

\bibitem[pol()]{polymath}
{The polymath blog}.
\newblock Website.
\newblock \url{http://polymathprojects.org/}.

\bibitem[Abdelmeged and Lieberherr(2011)]{SCGCourt}
A.~Abdelmeged and K.~J. Lieberherr.
\newblock {SCG Court}: Generator of teaching/innovation labs on the web.
\newblock Website, 2011.
\newblock \url{
  http://sourceforge.net/p/generic-scg/code-0/110/tree/GenericSCG/ }\gap.

\bibitem[Abdelmeged and Lieberherr(2013)]{fscp-ws}
A.~Abdelmeged and K.~J. Lieberherr.
\newblock {FSCP: A Platform for Crowdsourcing Formal Science}.
\newblock In \emph{{CCIS Technical Report}}, February 2013.
\newblock \url{
  http://www.ccs.neu.edu/home/lieber/papers/SCG-crowdsourcing/websci2013_submi%
ssion_FSCP.pdf }.

\bibitem[Abdelmeged and Lieberherr(2012)]{scg-def}
A.~Abdelmeged and K.~J. Lieberherr.
\newblock {The Scientific Community Game}.
\newblock In \emph{{CCIS Technical Report NU-CCIS-2012-19}}, October 2012.
\newblock \url{
  http://www.ccs.neu.edu/home/lieber/papers/SCG-definition/SCG-definition-NU-C%
CIS-2012.pdf }.

\bibitem[Andersen(2012)]{Andersen:2012:OAE:2282338.2282398}
E.~Andersen.
\newblock Optimizing adaptivity in educational games.
\newblock In \emph{Proceedings of the International Conference on the
  Foundations of Digital Games}, FDG '12, pages 279--281, New York, NY, USA,
  2012. ACM.
\newblock ISBN 978-1-4503-1333-9.
\newblock \doi{10.1145/2282338.2282398}.
\newblock URL \url{http://doi.acm.org/10.1145/2282338.2282398}.

\bibitem[Andersen et~al.(2012)Andersen, O'Rourke, Liu, Snider, Lowdermilk,
  Truong, Cooper, and Popovic]{Andersen:2012:ITG:2207676.2207687}
E.~Andersen, E.~O'Rourke, Y.-E. Liu, R.~Snider, J.~Lowdermilk, D.~Truong,
  S.~Cooper, and Z.~Popovic.
\newblock The impact of tutorials on games of varying complexity.
\newblock In \emph{Proceedings of the SIGCHI Conference on Human Factors in
  Computing Systems}, CHI '12, pages 59--68, New York, NY, USA, 2012. ACM.
\newblock ISBN 978-1-4503-1015-4.
\newblock \doi{10.1145/2207676.2207687}.
\newblock URL \url{http://doi.acm.org/10.1145/2207676.2207687}.

\bibitem[Attenberg et~al.(2011)Attenberg, Ipeirotis, and
  Provost]{attenberg2011beat-ipeirotis}
J.~Attenberg, P.~Ipeirotis, and F.~Provost.
\newblock Beat the machine: Challenging workers to find the unknown unknowns.
\newblock In \emph{Workshops at the Twenty-Fifth AAAI Conference on Artificial
  Intelligence}, 2011.

\bibitem[Bernstein et~al.(2012)Bernstein, Klein, and
  Malone]{Bernstein:2012:PGB:2160718.2160731}
A.~Bernstein, M.~Klein, and T.~W. Malone.
\newblock Programming the global brain.
\newblock \emph{Commun. ACM}, 55\penalty0 (5):\penalty0 41--43, May 2012.
\newblock ISSN 0001-0782.
\newblock \doi{10.1145/2160718.2160731}.
\newblock URL \url{http://doi.acm.org/10.1145/2160718.2160731}.

\bibitem[Chadwick(2008)]{DemeterFClassDictionary}
B.~Chadwick.
\newblock {DemeterF}: The functional adaptive programming library.
\newblock Website, 2008.
\newblock \url{http://www.ccs.neu.edu/home/chadwick/demeterf/}.

\bibitem[Cooper et~al.(2010{\natexlab{a}})Cooper, Treuille, Barbero,
  Leaver-Fay, Tuite, Khatib, Snyder, Beenen, Salesin, Baker, and
  Popovi\'{c}]{Cooper:2010:CDS:1822348.1822354}
S.~Cooper, A.~Treuille, J.~Barbero, A.~Leaver-Fay, K.~Tuite, F.~Khatib, A.~C.
  Snyder, M.~Beenen, D.~Salesin, D.~Baker, and Z.~Popovi\'{c}.
\newblock The challenge of designing scientific discovery games.
\newblock In \emph{Proceedings of the Fifth International Conference on the
  Foundations of Digital Games}, FDG '10, pages 40--47, New York, NY, USA,
  2010{\natexlab{a}}. ACM.
\newblock ISBN 978-1-60558-937-4.
\newblock \doi{10.1145/1822348.1822354}.
\newblock URL \url{http://doi.acm.org/10.1145/1822348.1822354}.

\bibitem[Cooper et~al.(2010{\natexlab{b}})Cooper, Treuille, Barbero,
  Leaver-Fay, Tuite, Khatib, Snyder, Beenen, Salesin, Baker, and
  Popovi\'{c}]{FoldIt}
S.~Cooper, A.~Treuille, J.~Barbero, A.~Leaver-Fay, K.~Tuite, F.~Khatib, A.~C.
  Snyder, M.~Beenen, D.~Salesin, D.~Baker, and Z.~Popovi\'{c}.
\newblock The challenge of designing scientific discovery games.
\newblock In \emph{Proceedings of the Fifth International Conference on the
  Foundations of Digital Games}, FDG '10, pages 40--47, New York, NY, USA,
  2010{\natexlab{b}}. ACM.
\newblock ISBN 978-1-60558-937-4.
\newblock \doi{10.1145/1822348.1822354}.
\newblock URL \url{http://doi.acm.org/10.1145/1822348.1822354}.

\bibitem[Denning(2005)]{Denning:2005:CSS:1053291.1053309}
P.~J. Denning.
\newblock Is computer science science?
\newblock \emph{Commun. ACM}, 48\penalty0 (4):\penalty0 27--31, Apr. 2005.
\newblock ISSN 0001-0782.
\newblock \doi{10.1145/1053291.1053309}.
\newblock URL \url{http://doi.acm.org/10.1145/1053291.1053309}.

\bibitem[Doan et~al.(2011)Doan, Ramakrishnan, and
  Halevy]{CrowdsourcingSystemsOnTheWWW}
A.~Doan, R.~Ramakrishnan, and A.~Y. Halevy.
\newblock Crowdsourcing systems on the world-wide web.
\newblock \emph{Commun. ACM}, 54\penalty0 (4):\penalty0 86--96, Apr. 2011.
\newblock ISSN 0001-0782.
\newblock \doi{10.1145/1924421.1924442}.
\newblock URL \url{http://doi.acm.org/10.1145/1924421.1924442}.

\bibitem[Franklin(1994)]{Franklin1994-FRATFS}
J.~Franklin.
\newblock The formal sciences discover the philosophers' stone.
\newblock \emph{Studies in History and Philosophy of Science}, 25\penalty0
  (4):\penalty0 513--533, 1994.

\bibitem[Hodges(2009)]{sep-logic-games}
W.~Hodges.
\newblock Logic and games.
\newblock In E.~N. Zalta, editor, \emph{The Stanford Encyclopedia of
  Philosophy}. Spring 2009 edition, 2009.

\bibitem[Ipeirotis and Paritosh(2011)]{Ipeirotis:2011:Mice}
P.~G. Ipeirotis and P.~K. Paritosh.
\newblock Managing crowdsourced human computation: a tutorial.
\newblock In \emph{Proceedings of the 20th international conference companion
  on World wide web}, WWW '11, pages 287--288, New York, NY, USA, 2011. ACM.
\newblock ISBN 978-1-4503-0637-9.
\newblock \doi{10.1145/1963192.1963314}.
\newblock URL \url{http://doi.acm.org/10.1145/1963192.1963314}.

\bibitem[Jaffe et~al.(2012)Jaffe, Miller, Andersen, Liu, Karlin, and
  Popovic]{AIIDE125470}
A.~Jaffe, A.~Miller, E.~Andersen, Y.-E. Liu, A.~Karlin, and Z.~Popovic.
\newblock Evaluating competitive game balance with restricted play, 2012.
\newblock URL
  \url{http://aaai.org/ocs/index.php/AIIDE/AIIDE12/paper/view/5470/5692}.

\bibitem[Joglekar et~al.(2012)Joglekar, Garcia-Molina, and
  Parameswaran]{EvalutingCrowdWithConfidence}
M.~Joglekar, H.~Garcia-Molina, and A.~Parameswaran.
\newblock Evaluating the crowd with confidence.
\newblock Technical report, Stanford University, August 2012.
\newblock URL \url{http://ilpubs.stanford.edu:8090/1051/}.

\bibitem[Kahneman(2011)]{thinkingFastAndSlow}
D.~Kahneman.
\newblock \emph{Thinking, Fast and Slow}.
\newblock Farrar, Straus and Giroux, 2011.
\newblock ISBN 9781429969352.
\newblock URL \url{http://books.google.com/books?id=ZuKTvERuPG8C}.

\bibitem[Keiff(2011)]{sep-logic-dialogical}
L.~Keiff.
\newblock Dialogical logic.
\newblock In E.~N. Zalta, editor, \emph{The Stanford Encyclopedia of
  Philosophy}. Summer 2011 edition, 2011.

\bibitem[Kleinberg and Tardos(2005)]{Kleinberg:1051910}
J.~Kleinberg and E.~Tardos.
\newblock \emph{Algorithm Design}.
\newblock Addison-Wesley Longman Publishing Co., Inc., Boston, MA, USA, 2005.
\newblock ISBN 0321295358.

\bibitem[Kulas and Hintikka(1983)]{GTS-Hintikka}
J.~Kulas and J.~Hintikka.
\newblock \emph{The Game of Language: Studies in Game-Theoretical Semantics and
  Its Applications}.
\newblock Synthese Language Library. Springer, 1983.
\newblock ISBN 9789027716873.
\newblock URL \url{http://books.google.com/books?id=6GphI2\_3u-sC}.

\bibitem[Lieberherr(2009)]{scghome}
K.~Lieberherr.
\newblock {The Scientific Community Game}.
\newblock Website, 2009.
\newblock
  \url{http://www.ccs.neu.edu/home/lieber/evergreen/specker/scg-home.html}.

\bibitem[Lieberherr and Specker(1981)]{jacm-81}
K.~J. Lieberherr and E.~Specker.
\newblock {Complexity of Partial Satisfaction}.
\newblock \emph{Journal of the ACM}, 28\penalty0 (2):\penalty0 411--421, 1981.

\bibitem[Lieberherr and Specker(2012)]{lieber-specker:partial-2}
K.~J. Lieberherr and E.~Specker.
\newblock {Complexity of Partial Satisfaction II}.
\newblock \emph{Elemente der Mathematik}, 67\penalty0 (3):\penalty0 134--150,
  2012.
\newblock \doi{10.4171/EM/202}.
\newblock
  \url{http://www.ccs.neu.edu/home/lieber/p-optimal/partial-sat-II/Partial-SAT%
2.pdf}.

\bibitem[Lieberherr et~al.(2010)Lieberherr, Abdelmeged, and
  Chadwick]{scg-bionetics}
K.~J. Lieberherr, A.~Abdelmeged, and B.~Chadwick.
\newblock {The Specker Challenge Game for Education and Innovation in
  Constructive Domains}.
\newblock In \emph{{Keynote paper at Bionetics 2010, Cambridge, MA, and CCIS
  Technical Report NU-CCIS-2010-19}}, December 2010.
\newblock
  \url{http://www.ccs.neu.edu/home/lieber/evergreen/specker/paper/bionetics-20%
10.pdf}\gap.

\bibitem[Marion(2009)]{LogicalGames}
M.~Marion.
\newblock {Why Play Logical Games}.
\newblock Website, 2009.
\newblock \url{ http://www.philomath.uqam.ca/doc/LogicalGames.pdf }.

\bibitem[Petit et~al.(2012)Petit, Gim{\'e}nez, and
  Roura]{Petit:2012:JEP:2157136.2157267}
J.~Petit, O.~Gim{\'e}nez, and S.~Roura.
\newblock Jutge.org: an educational programming judge.
\newblock In \emph{Proceedings of the 43rd ACM technical symposium on Computer
  Science Education}, SIGCSE '12, pages 445--450, New York, NY, USA, 2012. ACM.
\newblock ISBN 978-1-4503-1098-7.
\newblock \doi{10.1145/2157136.2157267}.
\newblock URL \url{http://doi.acm.org/10.1145/2157136.2157267}.

\bibitem[Pietarinen(2000)]{SGIntro}
A.~Pietarinen.
\newblock Games as formal tools vs. games as explanations.
\newblock Technical report, 2000.

\bibitem[Pink(2011)]{pink2011drive}
D.~Pink.
\newblock \emph{Drive: The Surprising Truth About What Motivates Us}.
\newblock Canongate Books, 2011.
\newblock ISBN 9781847677693.
\newblock URL \url{http://books.google.com/books?id=E0H\_DIkg0I4C}.

\bibitem[Popper(1969)]{nla.cat-vn1027910}
K.~R. Popper.
\newblock \emph{Conjectures and refutations: the growth of scientific
  knowledge, by Karl R. Popper}.
\newblock Routledge, London, 1969.
\newblock ISBN 710065078.

\bibitem[Scacchi(2012)]{ScacchiNSFReport}
W.~Scacchi.
\newblock {The Future of Research in Computer Games and Virtual Worlds:
  Workshop Report}.
\newblock Technical Report UCI-ISR-12-8, 2012.
\newblock \url{ http://www.isr.uci.edu/tech_reports/UCI-ISR-12-8.pdf }.

\bibitem[Sedgewick(2010)]{ScientificMethodProgramming}
R.~Sedgewick.
\newblock {The Role of the Scientific Method in Programming}.
\newblock Website, 2010.
\newblock \url{ http://www.cs.princeton.edu/~rs/talks/ScienceCS.pdf }.

\bibitem[Tulenheimo(2009)]{sep-logic-if}
T.~Tulenheimo.
\newblock Independence friendly logic.
\newblock In E.~N. Zalta, editor, \emph{The Stanford Encyclopedia of
  Philosophy}. Summer 2009 edition, 2009.

\bibitem[V{\"a}{\"a}n{\"a}nen(2007)]{dependenceLogic}
J.~V{\"a}{\"a}n{\"a}nen.
\newblock \emph{Dependence Logic:}.
\newblock London Mathematical Society Student Texts. Cambridge University
  Press, 2007.
\newblock ISBN 9780521876599.
\newblock URL \url{http://books.google.com/books?id=KSR5xkAXiQAC}.

\bibitem[von Ahn and Dabbish(2004)]{ESPGame}
L.~von Ahn and L.~Dabbish.
\newblock Labeling images with a computer game.
\newblock In \emph{Proceedings of the SIGCHI Conference on Human Factors in
  Computing Systems}, CHI '04, pages 319--326, New York, NY, USA, 2004. ACM.
\newblock ISBN 1-58113-702-8.
\newblock \doi{10.1145/985692.985733}.
\newblock URL \url{http://doi.acm.org/10.1145/985692.985733}.

\bibitem[Zollman(2007)]{Zollman2007-ZOLTCS}
K.~J.~S. Zollman.
\newblock The communication structure of epistemic communities.
\newblock \emph{Philosophy of Science}, 74\penalty0 (5):\penalty0 574--587,
  2007.

\end{thebibliography}