references.bib

@article{10.1609/aimag.v28i4.2065,
  address    = {USA},
  author     = {Anderson, Michael and Anderson, Susan Leigh},
  doi        = {10.1609/aimag.v28i4.2065},
  issn       = {0738-4602},
  issue_date = {Winter 2007},
  journal    = {AI Mag.},
  month      = {12},
  number     = {4},
  numpages   = {12},
  pages      = {15-26},
  publisher  = {John Wiley \& Sons, Inc.},
  title      = {Machine Ethics: Creating an Ethical Intelligent Agent},
  url        = {https://doi.org/10.1609/aimag.v28i4.2065},
  volume     = {28},
  year       = {2007}
}

@conference{2009BigdelyShamlo,
  author        = {Shamlo, N.B. and Makeig, S.},
  booktitle     = {Proceedings of the 13th inter. Conf. on Human-Computer interaction},
  date-added    = {2011-06-22 12:47:26 -0400},
  date-modified = {2011-06-22 12:48:58 -0400},
  publisher     = {Springer},
  title         = {Mind-Mirror: EEG-Guided Image Evolution},
  volume        = {5611},
  year          = {2009}
}

@inproceedings{abbeel2004apprenticeship,
  author        = {Abbeel, Pieter and Ng, Andrew Y},
  booktitle     = {Proceedings of the twenty-first international conference on Machine learning},
  date-added    = {2019-05-16 17:05:09 -0600},
  date-modified = {2019-05-16 17:05:09 -0600},
  doi           = {10.1145/1015330.1015430},
  organization  = {ACM},
  pages         = {1},
  title         = {Apprenticeship learning via inverse reinforcement learning},
  year          = {2004}
}

@article{Abramson2024,
  author  = {Abramson, Josh and Adler, Jonas and Dunger, Jack and Evans, Richard and Green, Tim and Pritzel, Alexander and Ronneberger, Olaf and Willmore, Lindsay and Ballard, Andrew J. and Bambrick, Joshua and Bodenstein, Sebastian W. and Evans, David A. and Hung, Chia-Chun and O'Neill, Michael and Reiman, David and Tunyasuvunakool, Kathryn and Wu, Zachary and {\v{Z}}emgulyt{\textperiodcentered}, Akvil{\textperiodcentered} and Arvaniti, Eirini and Beattie, Charles and Bertolli, Ottavia and Bridgland, Alex and Cherepanov, Alexey and Congreve, Miles and Cowen-Rivers, Alexander I. and Cowie, Andrew and Figurnov, Michael and Fuchs, Fabian B. and Gladman, Hannah and Jain, Rishub and Khan, Yousuf A. and Low, Caroline M. R. and Perlin, Kuba and Potapenko, Anna and Savy, Pascal and Singh, Sukhdeep and Stecula, Adrian and Thillaisundaram, Ashok and Tong, Catherine and Yakneen, Sergei and Zhong, Ellen D. and Zielinski, Michal and {\v{Z}}{\'{\i}}dek, Augustin and Bapst, Victor and Kohli, Pushmeet and Jaderberg, Max and Hassabis, Demis and Jumper, John M.},
  doi     = {10.1038/s41586-024-07487-w},
  journal = {Nature},
  number  = {8016},
  pages   = {493--500},
  title   = {Accurate structure prediction of biomolecular interactions with AlphaFold 3},
  volume  = {630},
  year    = {2024}
}

@misc{achim2025aristotleimolevelautomatedtheorem,
  archiveprefix = {arXiv},
  author        = {Tudor Achim and Alex Best and Alberto Bietti and Kevin Der and Math{\"i}s F{\'e}d{\'e}rico and Sergei Gukov and Daniel Halpern-Leistner and Kirsten Henningsgard and Yury Kudryashov and Alexander Meiburg and Martin Michelsen and Riley Patterson and Eric Rodriguez and Laura Scharff and Vikram Shanker and Vladmir Sicca and Hari Sowrirajan and Aidan Swope and Matyas Tamas and Vlad Tenev and Jonathan Thomm and Harold Williams and Lawrence Wu},
  doi           = {10.48550/arxiv.arXiv:2510.01346},
  eprint        = {2510.01346},
  primaryclass  = {cs.AI},
  title         = {Aristotle: {IMO}-level Automated Theorem Proving},
  url           = {https://arxiv.org/abs/2510.01346},
  year          = {2025}
}

@article{adami2000evolution,
  author        = {Adami, C. and Ofria, C. and Collier, T.C.},
  date-added    = {2010-07-24 01:09:38 -0400},
  date-modified = {2010-09-29 00:23:03 -0400},
  doi           = {10.1073/pnas.97.9.4463},
  journal       = {Proceedings of the National Academy of Sciences of the United States of America},
  number        = {9},
  pages         = {4463},
  publisher     = {National Acad Sciences},
  title         = {{Evolution of biological complexity}},
  volume        = {97},
  year          = {2000}
}

@article{Ahn2006,
  author        = {Ahn, Y.-Y. and Jeong, H. and Kim, B. J.},
  bdsk-url-1    = {http://dx.doi.org/10.1016/j.physa.2005.12.013},
  date-added    = {2013-09-14 03:27:54 +0000},
  date-modified = {2014-07-20 17:50:25 +0000},
  doi           = {10.1016/j.physa.2005.12.013},
  issn          = {03784371},
  journal       = {Physica A: Statistical Mechanics and its Applications},
  keywords      = {1,although the,attracted by their own,biological network,brains,human beings have been,impossible to obtain the,interest in the brain,is of the fundamental,it is still,more than,neuronal network,neurons,neurons in a brain,research,the tremendous number of,topology of connections among,vast ability and complexity,whole information because of,wiring cost},
  month         = {7},
  pages         = {531--537},
  title         = {{Wiring cost in the organization of a biological neuronal network}},
  volume        = {367},
  year          = {2006}
}

@article{akam2015simple,
  author        = {Akam, Thomas and Costa, Rui and Dayan, Peter},
  date-added    = {2019-05-03 20:06:56 -0700},
  date-modified = {2019-05-03 20:06:56 -0700},
  doi           = {10.1371/journal.pcbi.1004648},
  journal       = {PLoS computational biology},
  number        = {12},
  pages         = {e1004648},
  publisher     = {Public Library of Science},
  title         = {Simple plans or sophisticated habits? State, transition and learning interactions in the two-step task},
  volume        = {11},
  year          = {2015}
}

@misc{alexeev2026primitivesetsvonmangoldt,
  archiveprefix = {arXiv},
  author        = {Boris Alexeev and Kevin Barreto and Yanyang Li and Jared Duker Lichtman and Liam Price and Jibran Iqbal Shah and Quanyu Tang and Terence Tao},
  doi           = {10.48550/arxiv.arXiv:2605.00301},
  eprint        = {2605.00301},
  primaryclass  = {math.NT},
  title         = {Primitive sets and von Mangoldt chains: Erdos Problem 1196 and beyond},
  url           = {https://arxiv.org/abs/2605.00301},
  year          = {2026}
}

@article{alon2003biological,
  author        = {Alon, U.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1126/science.1089072},
  journal       = {Science},
  number        = {5641},
  pages         = {1866},
  publisher     = {American Association for the Advancement of Science},
  title         = {Biological networks: the tinkerer as an engineer},
  volume        = {301},
  year          = {2003}
}

@book{alon2006introduction,
  author        = {Alon, U.},
  date-added    = {2012-11-23 02:23:50 +0000},
  date-modified = {2012-11-23 02:24:04 +0000},
  doi           = {10.1201/9780429283321},
  publisher     = {CRC press},
  title         = {An Introduction to Systems Biology: Design Principles of Biological Circuits},
  year          = {2006}
}

@misc{alphaproof2024ai,
  author = {{Google DeepMind}},
  month  = {7},
  note   = {Published 25 July 2024},
  title  = {{AI} achieves silver-medal standard solving International Mathematical Olympiad problems},
  url    = {https://deepmind.google/discover/blog/ai-solves-imo-problems-at-silver-medal-level/},
  year   = {2024}
}

@misc{amato2025initialintroductioncooperativemultiagent,
  archiveprefix = {arXiv},
  author        = {Christopher Amato},
  doi           = {10.48550/arxiv.arXiv:2405.06161},
  eprint        = {2405.06161},
  primaryclass  = {cs.LG},
  title         = {An Initial Introduction to Cooperative Multi-Agent Reinforcement Learning},
  url           = {https://arxiv.org/abs/2405.06161},
  year          = {2025}
}

@article{amodei2016concrete,
  author        = {Amodei, Dario and Olah, Chris and Steinhardt, Jacob and Christiano, Paul and Schulman, John and Man{\'e}, Dan},
  date-added    = {2019-05-17 11:09:35 -0600},
  date-modified = {2019-05-17 11:09:35 -0600},
  doi           = {10.48550/arXiv.1606.06565},
  journal       = {arXiv preprint arXiv:1606.06565},
  title         = {Concrete problems in AI safety},
  year          = {2016}
}

@book{anderson2010security,
  author    = {Anderson, Ross},
  doi       = {10.1002/9781119644682},
  publisher = {John Wiley \& Sons},
  title     = {Security engineering: a guide to building dependable distributed systems},
  year      = {2010}
}

@inproceedings{andrychowicz2016learning,
  author        = {Andrychowicz, Marcin and Denil, Misha and Gomez, Sergio and Hoffman, Matthew W and Pfau, David and Schaul, Tom and Shillingford, Brendan and De Freitas, Nando},
  booktitle     = {Advances in Neural Information Processing Systems},
  date-added    = {2019-05-24 16:49:37 -0700},
  date-modified = {2019-05-24 16:49:37 -0700},
  pages         = {3981--3989},
  title         = {Learning to learn by gradient descent by gradient descent},
  year          = {2016}
}

@misc{anthropic_2024_claude3,
  author       = {Anthropic},
  howpublished = {\url{https://www.anthropic.com/news/claude-3-family}},
  month        = {March},
  note         = {Blog post},
  title        = {Introducing the Next Generation of Claude},
  year         = {2024}
}

@misc{anthropic_claude3.5,
  author       = {Anthropic},
  howpublished = {\url{https://www.anthropic.com/news/claude-3-5-sonnet}},
  month        = {June},
  note         = {Blog post},
  title        = {Introducing Claude 3.5 Sonnet},
  year         = {2024}
}

@misc{arcUpdateGPT4,
  author       = {METR},
  howpublished = {\url{https://metr.org/blog/2023-03-18-update-on-recent-evals/}},
  month        = {03},
  title        = {Update on ARC's recent eval efforts},
  year         = {2023}
}

@article{arjona2019rudder,
  author  = {Arjona-Medina, Jose A and Gillhofer, Michael and Widrich, Michael and Unterthiner, Thomas and Brandstetter, Johannes and Hochreiter, Sepp},
  journal = {Advances in Neural Information Processing Systems},
  title   = {Rudder: Return decomposition for delayed rewards},
  volume  = {32},
  year    = {2019}
}

@article{arthur2002emerging,
  author        = {Arthur, W.},
  date-added    = {2010-07-24 01:16:41 -0400},
  date-modified = {2010-07-24 01:16:41 -0400},
  doi           = {10.1038/415757a},
  journal       = {Nature},
  number        = {6873},
  pages         = {757--764},
  publisher     = {Nature Publishing Group},
  title         = {{The emerging conceptual framework of evolutionary developmental biology}},
  volume        = {415},
  year          = {2002}
}

@inproceedings{auerbach:bodybrain,
  author        = {Auerbach, Joshua E and Bongard, Joshua C},
  booktitle     = {Proceedings of the 14th annual conference on Genetic and evolutionary computation},
  date-added    = {2019-05-05 14:23:21 -0600},
  date-modified = {2019-05-05 14:23:21 -0600},
  doi           = {10.1145/2330163.2330238},
  organization  = {ACM},
  pages         = {521-528},
  title         = {On the relationship between environmental and morphological complexity in evolved robots},
  year          = {2012}
}

@inproceedings{auerbach2009robot,
  author        = {Auerbach, Joshua and Bongard, Josh C},
  booktitle     = {Evolutionary Computation, 2009. CEC'09. IEEE Congress on},
  date-added    = {2014-04-08 07:34:36 +0000},
  date-modified = {2014-04-08 07:34:36 +0000},
  doi           = {10.1109/cec.2009.4982928},
  organization  = {IEEE},
  pages         = {39--46},
  title         = {How robot morphology and training order affect the learning of multiple behaviors},
  year          = {2009}
}

@conference{auerbach2010dynamic,
  author        = {Auerbach, J.E. and Bongard, J.C.},
  booktitle     = {Proceedings of Artificial Life XII},
  date-added    = {2011-01-29 23:24:53 -0500},
  date-modified = {2011-01-29 23:30:22 -0500},
  title         = {Dynamic Resolution in the Co-Evolution of Morphology and Control},
  year          = {2010}
}

@conference{auerbach2010evolving,
  author        = {Auerbach, J.E. and Bongard, J.C.},
  booktitle     = {Proceedings of the 12th annual conference on Genetic and evolutionary computation},
  date-added    = {2011-01-29 23:19:08 -0500},
  date-modified = {2011-01-29 23:19:08 -0500},
  organization  = {ACM},
  pages         = {627--634},
  title         = {{Evolving CPPNs to grow three-dimensional physical structures}},
  year          = {2010}
}

@article{auerbach2014environmental,
  author        = {Auerbach, Joshua E and Bongard, Josh C},
  date-added    = {2014-04-08 07:33:40 +0000},
  date-modified = {2014-04-08 07:33:40 +0000},
  doi           = {10.1371/journal.pcbi.1003399},
  journal       = {PLoS computational biology},
  number        = {1},
  pages         = {e1003399},
  publisher     = {Public Library of Science},
  title         = {Environmental Influence on the Evolution of Morphological Complexity in Machines},
  volume        = {10},
  year          = {2014}
}

@incollection{aumannrepeated59,
  author    = {Aumann, Robert J.},
  title     = {Acceptable Points in General Cooperative {$n$}-Person Games},
  booktitle = {Contributions to the Theory of Games IV},
  series    = {Annals of Mathematics Studies},
  number    = {40},
  pages     = {287--324},
  editor    = {Tucker, Albert W. and Luce, R. Duncan},
  publisher = {Princeton University Press},
  year      = {1959}
}

@misc{autogpt,
  author       = {Richards, Toran Bruce},
  howpublished = {\url{https://github.com/Significant-Gravitas/AutoGPT}},
  note         = {GitHub repository},
  title        = {AutoGPT},
  year         = {2023}
}

@article{autoQuantumKrenn2016,
  author    = {Krenn, Mario and Malik, Mehul and Fickler, Robert and Lapkiewicz, Radek and Zeilinger, Anton},
  doi       = {10.1103/PhysRevLett.116.090405},
  issue     = {9},
  journal   = {Phys. Rev. Lett.},
  month     = {Mar},
  numpages  = {5},
  pages     = {090405},
  publisher = {American Physical Society},
  title     = {Automated Search for new Quantum Experiments},
  url       = {https://link.aps.org/doi/10.1103/PhysRevLett.116.090405},
  volume    = {116},
  year      = {2016}
}

@article{Axelrod1981gametheory,
author = {Robert Axelrod  and William D. Hamilton },
title = {The Evolution of Cooperation},
journal = {Science},
volume = {211},
number = {4489},
pages = {1390-1396},
year = {1981},
doi = {10.1126/science.7466396},
URL = {https://www.science.org/doi/abs/10.1126/science.7466396},
eprint = {https://www.science.org/doi/pdf/10.1126/science.7466396},
}

@inproceedings{aytar2018playing,
  author        = {Aytar, Yusuf and Pfaff, Tobias and Budden, David and Paine, Thomas and Wang, Ziyu and de Freitas, Nando},
  booktitle     = {Advances in Neural Information Processing Systems},
  date-added    = {2019-05-16 10:44:02 -0700},
  date-modified = {2019-05-16 10:44:02 -0700},
  pages         = {2930--2941},
  title         = {Playing hard exploration games by watching youtube},
  year          = {2018}
}

@article{bahdanau2014neural,
  author        = {Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  date-added    = {2019-04-11 08:37:39 -0700},
  date-modified = {2019-04-11 08:37:39 -0700},
  doi           = {10.48550/arxiv.arXiv:1409.0473},
  journal       = {arXiv preprint arXiv:1409.0473},
  title         = {Neural machine translation by jointly learning to align and translate},
  year          = {2014}
}

@article{bai2022constitutional,
  author  = {Bai, Yuntao and Kadavath, Saurav and Kundu, Sandipan and Askell, Amanda and Kernion, Jackson and Jones, Andy and Chen, Anna and Goldie, Anna and Mirhoseini, Azalia and McKinnon, Cameron and others},
  doi     = {10.48550/arxiv.arXiv:2212.08073},
  journal = {arXiv preprint arXiv:2212.08073},
  title   = {Constitutional ai: Harmlessness from ai feedback},
  year    = {2022}
}

@misc{bai2022traininghelpfulharmlessassistant,
  archiveprefix = {arXiv},
  author        = {Yuntao Bai and Andy Jones and Kamal Ndousse and Amanda Askell and Anna Chen and Nova DasSarma and Dawn Drain and Stanislav Fort and Deep Ganguli and Tom Henighan and Nicholas Joseph and Saurav Kadavath and Jackson Kernion and Tom Conerly and Sheer El-Showk and Nelson Elhage and Zac Hatfield-Dodds and Danny Hernandez and Tristan Hume and Scott Johnston and Shauna Kravec and Liane Lovitt and Neel Nanda and Catherine Olsson and Dario Amodei and Tom Brown and Jack Clark and Sam McCandlish and Chris Olah and Ben Mann and Jared Kaplan},
  doi           = {10.48550/arxiv.arXiv:2204.05862},
  eprint        = {2204.05862},
  primaryclass  = {cs.CL},
  title         = {Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback},
  url           = {https://arxiv.org/abs/2204.05862},
  year          = {2022}
}

@article{baker2017accelerating,
  author        = {Baker, Bowen and Gupta, Otkrist and Raskar, Ramesh and Naik, Nikhil},
  date-added    = {2019-04-16 13:25:48 -0700},
  date-modified = {2019-04-16 13:25:48 -0700},
  doi           = {10.48550/arxiv.arXiv:1705.10823},
  journal       = {arXiv preprint arXiv:1705.10823},
  title         = {Accelerating neural architecture search using performance prediction},
  year          = {2017}
}

@inproceedings{baker2019emergent,
title={Emergent Tool Use From Multi-Agent Autocurricula},
author={Bowen Baker and Ingmar Kanitscheider and Todor Markov and Yi Wu and Glenn Powell and Bob McGrew and Igor Mordatch},
booktitle={International Conference on Learning Representations},
year={2020},
url={https://openreview.net/forum?id=SkxpxJBKwS}
}

@article{baker2022video,
  author        = {Baker, Bowen and Akkaya, Ilge and Zhokov, Peter and Huizinga, Joost and Tang, Jie and Ecoffet, Adrien and Houghton, Brandon and Sampedro, Raul and Clune, Jeff},
  date-added    = {2023-07-07 11:56:11 -0700},
  date-modified = {2023-07-07 11:56:11 -0700},
  doi           = {10.52202/068431-1789},
  journal       = {Advances in Neural Information Processing Systems},
  pages         = {24639--24654},
  title         = {Video pretraining (vpt): Learning to act by watching unlabeled online videos},
  volume        = {35},
  year          = {2022}
}

@misc{baker2025monitoringreasoningmodelsmisbehavior,
  archiveprefix = {arXiv},
  author        = {Bowen Baker and Joost Huizinga and Leo Gao and Zehao Dou and Melody Y. Guan and Aleksander Madry and Wojciech Zaremba and Jakub Pachocki and David Farhi},
  doi           = {10.48550/arxiv.arXiv:2503.11926},
  eprint        = {2503.11926},
  primaryclass  = {cs.AI},
  title         = {Monitoring Reasoning Models for Misbehavior and the Risks of Promoting Obfuscation},
  url           = {https://arxiv.org/abs/2503.11926},
  year          = {2025}
}

@misc{bakhtin2022masteringgamenopressdiplomacy,
  archiveprefix = {arXiv},
  author        = {Anton Bakhtin and David J Wu and Adam Lerer and Jonathan Gray and Athul Paul Jacob and Gabriele Farina and Alexander H Miller and Noam Brown},
  doi           = {10.48550/arxiv.arXiv:2210.05492},
  eprint        = {2210.05492},
  primaryclass  = {cs.GT},
  title         = {Mastering the Game of No-Press Diplomacy via Human-Regularized Reinforcement Learning and Planning},
  url           = {https://arxiv.org/abs/2210.05492},
  year          = {2022}
}

@misc{balestriero2021learninghighdimensionamounts,
  archiveprefix = {arXiv},
  author        = {Randall Balestriero and Jerome Pesenti and Yann LeCun},
  doi           = {10.48550/arxiv.arXiv:2110.09485},
  eprint        = {2110.09485},
  primaryclass  = {cs.LG},
  title         = {Learning in High Dimension Always Amounts to Extrapolation},
  url           = {https://arxiv.org/abs/2110.09485},
  year          = {2021}
}

@article{bansagi2011tomography,
  author        = {B{\'a}ns{\'a}gi Jr, T. and Vanag, V.K. and Epstein, I.R.},
  date-added    = {2011-04-05 14:17:12 -0400},
  date-modified = {2011-04-05 14:21:45 -0400},
  doi           = {10.1126/science.1200815},
  issn          = {1095-9203},
  journal       = {Science},
  pages         = {1309},
  title         = {{Tomography of Reaction-Diffusion Microemulsions Reveals Three-Dimensional Turing Patterns.}},
  volume        = {331},
  year          = {2011}
}

@article{bansal2017emergent,
  author        = {Bansal, Trapit and Pachocki, Jakub and Sidor, Szymon and Sutskever, Ilya and Mordatch, Igor},
  date-added    = {2019-05-05 13:15:58 -0600},
  date-modified = {2019-05-05 13:15:58 -0600},
  doi           = {10.48550/arxiv.arXiv:1710.03748},
  journal       = {arXiv preprint arXiv:1710.03748},
  title         = {Emergent complexity via multi-agent competition},
  year          = {2017}
}

@article{Bao2023,
  author    = {Bao, Jueming and Fu, Zhaorong and Pramanik, Tanumoy and Mao, Jun and Chi, Yulin and Cao, Yingkang and Zhai, Chonghao and Mao, Yifei and Dai, Tianxiang and Chen, Xiaojiong and Jia, Xinyu and Zhao, Leshi and Zheng, Yun and Tang, Bo and Li, Zhihua and Luo, Jun and Wang, Wenwu and Yang, Yan and Peng, Yingying and Liu, Dajian and Dai, Daoxin and He, Qiongyi and Muthali, Alif Laila and Oxenlowe, Leif K. and Vigliar, Caterina and Paesani, Stefano and Hou, Huili and Santagati, Raffaele and Silverstone, Joshua W. and Laing, Anthony and Thompson, Mark G. and {O'Brien}, Jeremy L. and Ding, Yunhong and Gong, Qihuang and Wang, Jianwei},
  doi       = {10.1038/s41566-023-01187-z},
  issn      = {1749-4893},
  journal   = {Nature Photonics},
  month     = {4},
  number    = {7},
  pages     = {573-581},
  publisher = {Springer Science and Business Media LLC},
  title     = {Very-large-scale integrated quantum graph photonics},
  url       = {http://dx.doi.org/10.1038/s41566-023-01187-z},
  volume    = {17},
  year      = {2023}
}

@article{barabasi2004network,
  author        = {Barab{\'a}si, A.L. and Oltvai, Z.N.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1038/nrg1272},
  journal       = {Nature Reviews Genetics},
  number        = {2},
  pages         = {101--113},
  publisher     = {Nature Publishing Group},
  title         = {Network biology: understanding the cell's functional organization},
  volume        = {5},
  year          = {2004}
}

@article{Bard2020hanabi,
  author    = {Bard, Nolan and Foerster, Jakob N. and Chandar, Sarath and Burch, Neil and Lanctot, Marc and Song, H. Francis and Parisotto, Emilio and Dumoulin, Vincent and Moitra, Subhodeep and Hughes, Edward and Dunning, Iain and Mourad, Shibl and Larochelle, Hugo and Bellemare, Marc G. and Bowling, Michael},
  doi       = {10.1016/j.artint.2019.103216},
  issn      = {0004-3702},
  journal   = {Artificial Intelligence},
  month     = {3},
  pages     = {103216},
  publisher = {Elsevier BV},
  title     = {The Hanabi challenge: A new frontier for AI research},
  url       = {http://dx.doi.org/10.1016/j.artint.2019.103216},
  volume    = {280},
  year      = {2020}
}

@misc{barreto2026irrationalityrapidlyconvergingseries,
  archiveprefix = {arXiv},
  author        = {Kevin Barreto and Jiwon Kang and Sang-hyun Kim and Vjekoslav Kova{\"c} and Shengtong Zhang},
  doi           = {10.48550/arxiv.arXiv:2601.21442},
  eprint        = {2601.21442},
  primaryclass  = {math.NT},
  title         = {Irrationality of rapidly converging series: a problem of Erdos and Graham},
  url           = {https://arxiv.org/abs/2601.21442},
  year          = {2026}
}

@article{barto2003recent,
  author        = {Barto, Andrew G and Mahadevan, Sridhar},
  date-added    = {2019-04-11 21:19:41 -0700},
  date-modified = {2019-04-11 21:19:41 -0700},
  doi           = {10.1023/a:1025696116075},
  journal       = {Discrete event dynamic systems},
  number        = {1-2},
  pages         = {41--77},
  publisher     = {Springer},
  title         = {Recent advances in hierarchical reinforcement learning},
  volume        = {13},
  year          = {2003}
}

@article{bashabsheh2024autonomousrobotdeepq,
  author  = {Bashabsheh, Murad},
  journal = {Journal of Robotics and Control (JRC)},
  number  = {6},
  pages   = {1872--1887},
  title   = {Autonomous Robotic Systems with Artificial Intelligence Technology Using a Deep Q Network-Based Approach for Goal-Oriented 2D Arm Control},
  volume  = {5},
  year    = {2024}
}

@inproceedings{batra2024proximalpolicygradientarborescence,
title={Proximal Policy Gradient Arborescence for Quality Diversity Reinforcement Learning},
author={Sumeet Batra and Bryon Tjanaka and Matthew Christopher Fontaine and Aleksei Petrenko and Stefanos Nikolaidis and Gaurav S. Sukhatme},
booktitle={The Twelfth International Conference on Learning Representations},
year={2024},
url={https://openreview.net/forum?id=TFKIfhvdmZ}
}

@conference{beaulieu2020ANML,
  author        = {Beaulieu, S. and Frati, L. and Miconi, T. and Lehman, J. and Stanley, K. and Clune, J. and Cheney, N.},
  booktitle     = {European Conference on Artificial Life},
  date-added    = {2020-01-31 18:40:47 -0800},
  date-modified = {2020-01-31 18:43:57 -0800},
  title         = {Learning to Continually Learn},
  year          = {2020}
}

@article{bedau2000open,
  author        = {Bedau, Mark A and McCaskill, John S and Packard, Norman H and Rasmussen, Steen and Adami, Chris and Green, David G and Ikegami, Takashi and Kaneko, Kunihiko and Ray, Thomas S},
  date-added    = {2019-04-25 16:48:54 -0700},
  date-modified = {2019-04-25 16:48:54 -0700},
  doi           = {10.1162/106454600300103683},
  journal       = {Artificial life},
  number        = {4},
  pages         = {363--376},
  publisher     = {MIT Press},
  title         = {Open problems in artificial life},
  volume        = {6},
  year          = {2000}
}

@article{beer1992evolving,
  author        = {Beer, R.D. and Gallagher, J.C.},
  date-added    = {2010-03-31 15:41:36 -0400},
  date-modified = {2010-03-31 15:41:36 -0400},
  doi           = {10.1177/105971239200100105},
  journal       = {Adaptive behavior},
  number        = {1},
  pages         = {91},
  publisher     = {ISAB},
  title         = {{Evolving dynamical neural networks for adaptive behavior}},
  volume        = {1},
  year          = {1992}
}

@inproceedings{behbahani2018learning,
  author       = {Behbahani, Feryal and Shiarlis, Kyriacos and Chen, Xi and Kurin, Vitaly and Kasewa, Sudhanshu and Stirbu, Ciprian and Gomes, Joao and Paul, Supratik and Oliehoek, Frans A and Messias, Joao and others},
  booktitle    = {2019 International Conference on Robotics and Automation (ICRA)},
  doi          = {10.1109/icra.2019.8794412},
  organization = {IEEE},
  pages        = {775--781},
  title        = {Learning from demonstration in the wild},
  year         = {2019}
}

@article{bellemare13arcade,
  author  = {{Bellemare}, M.~G. and {Naddaf}, Y. and {Veness}, J. and {Bowling}, M.},
  doi     = {10.1613/jair.3912},
  journal = {Journal of Artificial Intelligence Research},
  month   = {jun},
  pages   = {253--279},
  title   = {The Arcade Learning Environment: An Evaluation Platform for General Agents},
  volume  = {47},
  year    = {2013}
}

@article{bellemare2020balloonnavigation,
  author    = {Bellemare,  Marc G. and Candido,  Salvatore and Castro,  Pablo Samuel and Gong,  Jun and Machado,  Marlos C. and Moitra,  Subhodeep and Ponda,  Sameera S. and Wang,  Ziyu},
  doi       = {10.1038/s41586-020-2939-8},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {12},
  number    = {7836},
  pages     = {77-82},
  publisher = {Springer Science and Business Media LLC},
  title     = {Autonomous navigation of stratospheric balloons using reinforcement learning},
  url       = {http://dx.doi.org/10.1038/s41586-020-2939-8},
  volume    = {588},
  year      = {2020}
}

@article{Bellingham2007,
  author        = {Bellingham, James G and Rajan, Kanna},
  bdsk-url-1    = {http://dx.doi.org/10.1126/science.1146230},
  date-added    = {2015-12-13 21:15:44 +0000},
  date-modified = {2015-12-13 21:15:44 +0000},
  doi           = {10.1126/science.1146230},
  issn          = {1095-9203},
  journal       = {Science},
  month         = {11},
  number        = {5853},
  pages         = {1098--102},
  pmid          = {18006738},
  title         = {{Robotics in remote and hostile environments.}},
  volume        = {318},
  year          = {2007}
}

@inproceedings{bendale2015towards,
  author    = {Bendale, Abhijit and Boult, Terrance E},
  booktitle = {Proceedings of the IEEE conference on computer vision and pattern recognition},
  doi       = {10.1109/cvpr.2016.173},
  pages     = {1563--1572},
  title     = {Towards open set deep networks},
  year      = {2016}
}

@article{bengio2009learning,
  author        = {Bengio, Y.},
  date-added    = {2014-02-16 07:17:18 +0000},
  date-modified = {2014-09-24 03:08:33 +0000},
  doi           = {10.1561/9781601982957},
  journal       = {Foundations and trends{\textregistered} in Machine Learning},
  number        = {1},
  pages         = {1--127},
  publisher     = {Now Publishers Inc.},
  title         = {Learning deep architectures for AI},
  volume        = {2},
  year          = {2009}
}

@article{Bengio2024risk,
  author    = {Bengio, Yoshua and Hinton, Geoffrey and Yao, Andrew and Song, Dawn and Abbeel, Pieter and Darrell, Trevor and Harari, Yuval Noah and Zhang, Ya-Qin and Xue, Lan and Shalev-Shwartz, Shai and Hadfield, Gillian and Clune, Jeff and Maharaj, Tegan and Hutter, Frank and Baydin, At{\i}l{\i}m G{\"u}ne{\c{s}} and McIlraith, Sheila and Gao, Qiqi and Acharya, Ashwin and Krueger, David and Dragan, Anca and Torr, Philip and Russell, Stuart and Kahneman, Daniel and Brauner, Jan and Mindermann, S{\"o}ren},
  doi       = {10.1126/science.adn0117},
  issn      = {1095-9203},
  journal   = {Science},
  month     = {5},
  number    = {6698},
  pages     = {842-845},
  publisher = {American Association for the Advancement of Science (AAAS)},
  title     = {Managing extreme {AI} risks amid rapid progress},
  url       = {http://dx.doi.org/10.1126/science.adn0117},
  volume    = {384},
  year      = {2024}
}

@article{BensonAmram2012,
  author    = {Benson-Amram,  Sarah and Holekamp,  Kay E.},
  doi       = {10.1098/rspb.2012.1450},
  issn      = {1471-2954},
  journal   = {Proceedings of the Royal Society B: Biological Sciences},
  month     = {8},
  number    = {1744},
  pages     = {4087-4095},
  publisher = {The Royal Society},
  title     = {Innovative problem solving by wild spotted hyenas},
  url       = {http://dx.doi.org/10.1098/rspb.2012.1450},
  volume    = {279},
  year      = {2012}
}

@phdthesis{Bentley:1996,
  author        = {Peter John Bentley},
  date-added    = {2011-06-11 13:28:12 -0400},
  date-modified = {2011-06-11 13:28:31 -0400},
  school        = {University of Huddersfield},
  title         = {Generic Evolutionary Design of Solid Objects using a Genetic Algorithm},
  year          = {1996}
}

@article{bentley1996generic,
  author        = {Bentley, P.},
  date-added    = {2011-06-10 14:41:08 -0400},
  date-modified = {2011-06-10 14:41:08 -0400},
  title         = {Generic evolutionary design of solid objects using a genetic algorithm},
  year          = {1996}
}

@misc{bereska2024mechanisticinterpretabilityaisafety,
  archiveprefix = {arXiv},
  author        = {Leonard Bereska and Efstratios Gavves},
  doi           = {10.48550/arxiv.arXiv:2404.14082},
  eprint        = {2404.14082},
  primaryclass  = {cs.AI},
  title         = {Mechanistic Interpretability for AI Safety -- A Review},
  url           = {https://arxiv.org/abs/2404.14082},
  year          = {2024}
}

@misc{berg2010large,
  author        = {Berg, Alex and Deng, Jia and Fei-Fei, L},
  date-added    = {2014-09-22 05:52:54 +0000},
  date-modified = {2014-09-22 05:52:54 +0000},
  publisher     = {Technical report},
  title         = {Large scale visual recognition challenge 2010},
  year          = {2010}
}

@article{Bhattacharya2025,
  author    = {Bhattacharya,  Manojit and Lo,  Yi-Hao and Chatterjee,  Srijan and Das,  Arpita and Wen,  Zhi-Hong and Chakraborty,  Chiranjib},
  doi       = {10.1016/j.omtn.2025.102586},
  issn      = {2162-2531},
  journal   = {Molecular Therapy Nucleic Acids},
  month     = {9},
  number    = {3},
  pages     = {102586},
  publisher = {Elsevier BV},
  title     = {Deep learning in next-generation vaccine development for infectious diseases},
  url       = {http://dx.doi.org/10.1016/j.omtn.2025.102586},
  volume    = {36},
  year      = {2025}
}

@article{Bigger1927penicilin,
  author    = {Bigger,  Joseph W. and Boland,  C. R. and O'meara,  R. A. Q.},
  doi       = {10.1002/path.1700300204},
  issn      = {1555-2039},
  journal   = {The Journal of Pathology and Bacteriology},
  month     = {1},
  number    = {2},
  pages     = {261-269},
  publisher = {Wiley},
  title     = {Variant colonies of Staphylococcus aureus},
  url       = {http://dx.doi.org/10.1002/path.1700300204},
  volume    = {30},
  year      = {1927}
}

@inproceedings{BirdRadio,
  author     = {Bird,  J. and Layzell,  P.},
  booktitle  = {Proceedings of the 2002 Congress on Evolutionary Computation. CEC'02 (Cat. No.02TH8600)},
  collection = {CEC-02},
  doi        = {10.1109/cec.2002.1004522},
  publisher  = {IEEE},
  series     = {CEC-02},
  title      = {The evolved radio and its implications for modelling the evolution of novel sensors},
  url        = {http://dx.doi.org/10.1109/CEC.2002.1004522},
  year       = {2002}
}

@book{bishop2007,
  title     = "Pattern Recognition and Machine Learning",
  author    = "Bishop, Christopher",
  publisher = "Springer",
  series    = "Information Science and Statistics",
  edition   =  {1},
  month     =  {aug},
  year      =  {2006},
  address   = "New York, NY",
  language  = "en"
}

@techreport{bishopMDN,
  author      = {Bishop, Christopher M.},
  institution = {Aston University},
  number      = {NCRG/94/004},
  title       = {Mixture Density Networks},
  url         = {https://research.aston.ac.uk/en/publications/mixture-density-networks},
  year        = {1994}
}

@mastersthesis{bjorsvik2021solving,
  author        = {Bj{\o}rsvik, Vegard},
  date-added    = {2021-09-30 15:20:26 -0700},
  date-modified = {2021-09-30 15:20:26 -0700},
  school        = {UNIVERSITY OF OSLO},
  title         = {Solving Sparse Reward Environments Using Go-Explore with Learned Cell Representation},
  year          = {2021}
}

@book{blanke2006diagnosis,
  author        = {Blanke, Mogens and Schr{\"o}der, Jochen},
  date-added    = {2015-12-13 21:16:24 +0000},
  date-modified = {2015-12-13 21:16:24 +0000},
  doi           = {10.1007/978-3-662-47943-8},
  publisher     = {Springer},
  title         = {Diagnosis and fault-tolerant control},
  year          = {2006}
}

@misc{bloom_erdos_1196,
  author       = {Thomas F. Bloom},
  howpublished = {\url{https://www.erdosproblems.com/forum/thread/1196}},
  note         = {Accessed: 2026-04-21},
  title        = {Erdős Problem \#1196},
  year         = {2026}
}

@conference{bongard2001repeated,
  author        = {Bongard, J.C. and Pfeifer, R.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2011-01-29 21:50:28 -0500},
  date-modified = {2011-03-28 01:34:21 -0400},
  pages         = {829--836},
  title         = {{Repeated structure and dissociation of genotypic and phenotypic complexity in artificial ontogeny}},
  year          = {2001}
}

@article{bongard2006resilient,
  author        = {Bongard, J. and Zykov, V. and Lipson, H.},
  date-added    = {2012-06-08 19:29:42 -0400},
  date-modified = {2012-06-08 19:29:42 -0400},
  doi           = {10.1126/science.1133687},
  journal       = {Science},
  number        = {5802},
  pages         = {1118--1121},
  publisher     = {American Association for the Advancement of Science},
  title         = {Resilient machines through continuous self-modeling},
  volume        = {314},
  year          = {2006}
}

@article{bongard2011spontaneous,
  author        = {Bongard, J.C.},
  date-added    = {2011-10-31 01:07:17 -0400},
  date-modified = {2011-10-31 01:07:17 -0400},
  doi           = {10.1145/2001576.2001611},
  journal       = {Proceedings of the 13th annual conference on Genetic and evolutionary computation},
  title         = {Spontaneous Evolution of Structural Modularity in Robot Neural Network Controllers},
  year          = {2011}
}

@article{bongard2013evolutionary,
  author        = {Bongard, J.},
  date-added    = {2013-08-21 04:25:55 +0000},
  date-modified = {2013-08-21 04:26:42 +0000},
  doi           = {10.1007/978-3-319-32552-1_76},
  journal       = {Communications of the ACM},
  number        = {74-85},
  title         = {Evolutionary robotics},
  volume        = {56(8)},
  year          = {2013}
}

@article{bostrom2002a,
  author    = {Bostrom, N},
  edition   = {Publisher's version},
  journal   = {Journal of Evolution and Technology},
  publisher = {Institute for Ethics and Emerging Technologies},
  title     = {{Existential Risks}: analyzing human extinction scenarios and related hazards},
  volume    = {9},
  year      = {2002}
}

@incollection{bostrom2014ethics,
  author    = {Bostrom, Nick and Yudkowsky, Eliezer},
  booktitle = {Artificial intelligence safety and security},
  pages     = {57--69},
  publisher = {Chapman and Hall/CRC},
  title     = {The ethics of artificial intelligence},
  year      = {2018}
}

@article{botvinick2017building,
  author        = {Botvinick, Matthew and Barrett, David GT and Battaglia, Peter and de Freitas, Nando and Kumaran, Dharshan and Leibo, Joel Z and Lillicrap, Tim and Modayil, Joseph and Mohamed, S and Rabinowitz, Neil C and others},
  date-added    = {2019-05-15 12:39:20 -0700},
  date-modified = {2019-05-15 12:39:20 -0700},
  doi           = {10.48550/arxiv.arXiv:1711.08378},
  journal       = {arXiv preprint arXiv:1711.08378},
  title         = {Building machines that learn and think for themselves: Commentary on lake et al., behavioral and brain sciences, 2017},
  year          = {2017}
}

@misc{bowman2022measuring,
  archiveprefix = {arXiv},
  author        = {Samuel R. Bowman and Jeeyoon Hyun and Ethan Perez and Edwin Chen and Craig Pettit and Scott Heiner and Kamil\k{e} Luko\v{s}i\={u}t\k{e} and Amanda Askell and Andy Jones and Anna Chen and Anna Goldie and Azalia Mirhoseini and Cameron McKinnon and Christopher Olah and Daniela Amodei and Dario Amodei and Dawn Drain and Dustin Li and Eli Tran-Johnson and Jackson Kernion and Jamie Kerr and Jared Mueller and Jeffrey Ladish and Joshua Landau and Kamal Ndousse and Liane Lovitt and Nelson Elhage and Nicholas Schiefer and Nicholas Joseph and Noem\'i Mercado and Nova DasSarma and Robin Larson and Sam McCandlish and Sandipan Kundu and Scott Johnston and Shauna Kravec and Sheer El Showk and Stanislav Fort and Timothy Telleen-Lawton and Tom Brown and Tom Henighan and Tristan Hume and Yuntao Bai and Zac Hatfield-Dodds and Ben Mann and Jared Kaplan},
  doi           = {10.48550/arxiv.arXiv:2211.03540},
  eprint        = {2211.03540},
  primaryclass  = {cs.HC},
  title         = {Measuring Progress on Scalable Oversight for Large Language Models},
  year          = {2022}
}

@article{bowman2023thingsknowlargelanguage,
  author    = {Bowman, Samuel R},
  doi       = {10.1215/2834703x-11556011},
  journal   = {Critical AI},
  number    = {2},
  publisher = {Duke University Press},
  title     = {Eight things to know about large language models},
  volume    = {2},
  year      = {2024}
}

@book{boyer1983mechanical,
  author    = {Boyer, Robert S and Moore, J Strother},
  doi       = {10.1090/conm/029/08},
  publisher = {Citeseer},
  title     = {A mechanical proof of the Turing completeness of pure LISP},
  year      = {1983}
}

@inproceedings{bradley2024qualitydiversity,
  author    = {Herbie Bradley and Andrew Dai and Hannah Benita Teufel and Jenny Zhang and Koen Oostermeijer and Marco Bellagente and Jeff Clune and Kenneth Stanley and Gregory Schott and Joel Lehman},
  booktitle = {The Twelfth International Conference on Learning Representations},
  title     = {Quality-Diversity through {AI} Feedback},
  url       = {https://openreview.net/forum?id=owokKCrGYr},
  year      = {2024}
}

@article{brandsttter2006,
  author    = {Brandst\"{a}tter,  Eduard and Gigerenzer,  Gerd and Hertwig,  Ralph},
  doi       = {10.1037/0033-295x.113.2.409},
  issn      = {0033-295X},
  journal   = {Psychological Review},
  number    = {2},
  pages     = {409-432},
  publisher = {American Psychological Association (APA)},
  title     = {The priority heuristic: Making choices without trade-offs.},
  url       = {http://dx.doi.org/10.1037/0033-295X.113.2.409},
  volume    = {113},
  year      = {2006}
}

@inproceedings{brant2017minimal,
  author        = {Brant, Jonathan C and Stanley, Kenneth O},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2019-04-11 20:11:08 -0700},
  date-modified = {2019-04-11 20:11:08 -0700},
  doi           = {10.1145/3071178.3071186},
  organization  = {ACM},
  pages         = {67--74},
  title         = {Minimal criterion coevolution: a new approach to open-ended search},
  year          = {2017}
}

@article{Bravi2024,
  author    = {Bravi,  Barbara},
  doi       = {10.1038/s41541-023-00795-8},
  issn      = {2059-0105},
  journal   = {npj Vaccines},
  month     = {1},
  number    = {1},
  publisher = {Springer Science and Business Media LLC},
  title     = {Development and use of machine learning algorithms in vaccine target selection},
  url       = {http://dx.doi.org/10.1038/s41541-023-00795-8},
  volume    = {9},
  year      = {2024}
}

@article{broadbent2009acceptance,
  author        = {Broadbent, E. and Stafford, R. and MacDonald, B.},
  date-added    = {2015-12-13 21:16:00 +0000},
  date-modified = {2015-12-13 21:16:00 +0000},
  doi           = {10.1007/s12369-009-0030-6},
  journal       = {International Journal of Social Robotics},
  number        = {4},
  pages         = {319--330},
  publisher     = {Springer},
  title         = {Acceptance of healthcare robots for the older population: review and future directions},
  volume        = {1},
  year          = {2009}
}

@misc{brockman2016openaigym,
  archiveprefix = {arXiv},
  author        = {Greg Brockman and Vicki Cheung and Ludwig Pettersson and Jonas Schneider and John Schulman and Jie Tang and Wojciech Zaremba},
  doi           = {10.48550/arxiv.arXiv:1606.01540},
  eprint        = {1606.01540},
  primaryclass  = {cs.LG},
  title         = {OpenAI Gym},
  url           = {https://arxiv.org/abs/1606.01540},
  year          = {2016}
}

@inproceedings{brohan2023rt2visionlanguageactionmodelstransfer,
  author       = {Anthony Brohan and Noah Brown and Justice Carbajal and Yevgen Chebotar and Xi Chen and Krzysztof Choromanski and Tianli Ding and Danny Driess and Avinava Dubey and Chelsea Finn and Pete Florence and Chuyuan Fu and Montse Gonzalez Arenas and Keerthana Gopalakrishnan and Kehang Han and Karol Hausman and Alexander Herzog and Jasmine Hsu and Brian Ichter and Alex Irpan and Nikhil Joshi and Ryan Julian and Dmitry Kalashnikov and Yuheng Kuang and Isabel Leal and Lisa Lee and Tsang-Wei Edward Lee and Sergey Levine and Yao Lu and Henryk Michalewski and Igor Mordatch and Karl Pertsch and Kanishka Rao and Krista Reymann and Michael Ryoo and Grecia Salazar and Pannag Sanketi and Pierre Sermanet and Jaspiar Singh and Anikait Singh and Radu Soricut and Huong Tran and Vincent Vanhoucke and Quan Vuong and Ayzaan Wahid and Stefan Welker and Paul Wohlhart and Jialin Wu and Fei Xia and Ted Xiao and Peng Xu and Sichun Xu and Tianhe Yu and Brianna Zitkovich},
  booktitle    = {Conference on Robot Learning},
  organization = {PMLR},
  pages        = {2165--2183},
  title        = {Rt-2: Vision-language-action models transfer web knowledge to robotic control},
  year         = {2023}
}

@article{Brown2018headsup,
  author    = {Brown,  Noam and Sandholm,  Tuomas},
  doi       = {10.1126/science.aao1733},
  issn      = {1095-9203},
  journal   = {Science},
  month     = {1},
  number    = {6374},
  pages     = {418-424},
  publisher = {American Association for the Advancement of Science (AAAS)},
  title     = {Superhuman AI for heads-up no-limit poker: Libratus beats top professionals},
  url       = {http://dx.doi.org/10.1126/science.aao1733},
  volume    = {359},
  year      = {2018}
}

@article{brown2019superhuman,
  author  = {Noam Brown  and Tuomas Sandholm },
  doi     = {10.1126/science.aay2400},
  eprint  = {https://www.science.org/doi/pdf/10.1126/science.aay2400},
  journal = {Science},
  number  = {6456},
  pages   = {885-890},
  title   = {Superhuman AI for multiplayer poker},
  url     = {https://www.science.org/doi/abs/10.1126/science.aay2400},
  volume  = {365},
  year    = {2019}
}

@article{brown2020languagemodelsfewshotlearners,
  author  = {Tom B. Brown and Benjamin Mann and Nick Ryder and Melanie Subbiah and Jared Kaplan and Prafulla Dhariwal and Arvind Neelakantan and Pranav Shyam and Girish Sastry and Amanda Askell and Sandhini Agarwal and Ariel Herbert-Voss and Gretchen Krueger and Tom Henighan and Rewon Child and Aditya Ramesh and Daniel M. Ziegler and Jeffrey Wu and Clemens Winter and Christopher Hesse and Mark Chen and Eric Sigler and Mateusz Litwin and Scott Gray and Benjamin Chess and Jack Clark and Christopher Berner and Sam McCandlish and Alec Radford and Ilya Sutskever and Dario Amodei},
  journal = {Advances in neural information processing systems},
  pages   = {1877--1901},
  title   = {Language models are few-shot learners},
  volume  = {33},
  year    = {2020}
}

@inproceedings{BrownLibratus2017,
  author    = {Brown, Noam and Sandholm, Tuomas},
  booktitle = {Advances in Neural Information Processing Systems},
  editor    = {I. Guyon and U. Von Luxburg and S. Bengio and H. Wallach and R. Fergus and S. Vishwanathan and R. Garnett},
  publisher = {Curran Associates, Inc.},
  title     = {Safe and Nested Subgame Solving for Imperfect-Information Games},
  url       = {https://proceedings.neurips.cc/paper_files/paper/2017/file/7fe1f8abaad094e0b5cb1b01d712f708-Paper.pdf},
  volume    = {30},
  year      = {2017}
}

@inproceedings{bruce2024genie,
  author    = {Bruce, Jake and Dennis, Michael D and Edwards, Ashley and Parker-Holder, Jack and Shi, Yuge and Hughes, Edward and Lai, Matthew and Mavalankar, Aditi and Steigerwald, Richie and Apps, Chris and others},
  booktitle = {Forty-first International Conference on Machine Learning},
  title     = {Genie: Generative interactive environments},
  year      = {2024}
}

@incollection{brundage2016artificial,
  author        = {Brundage, Miles},
  booktitle     = {Fundamental Issues of Artificial Intelligence},
  date-added    = {2019-05-17 11:23:54 -0600},
  date-modified = {2019-05-17 11:23:54 -0600},
  pages         = {543--554},
  publisher     = {Springer},
  title         = {Artificial intelligence and responsible innovation},
  year          = {2016}
}

@misc{bubeck2023sparksartificialgeneralintelligence,
  archiveprefix = {arXiv},
  author        = {Sebastien Bubeck and Varun Chandrasekaran and Ronen Eldan and Johannes Gehrke and Eric Horvitz and Ece Kamar and Peter Lee and Yin Tat Lee and Yuanzhi Li and Scott Lundberg and Harsha Nori and Hamid Palangi and Marco Tulio Ribeiro and Yi Zhang},
  doi           = {10.48550/arxiv.arXiv:2303.12712},
  eprint        = {2303.12712},
  primaryclass  = {cs.CL},
  title         = {Sparks of Artificial General Intelligence: Early experiments with GPT-4},
  url           = {https://arxiv.org/abs/2303.12712},
  year          = {2023}
}

@inproceedings{bullinaria2001simulating,
  author        = {Bullinaria, J.A.},
  booktitle     = {Proceedings of the twenty-third annual conference of the Cognitive Science Society},
  date-added    = {2013-10-11 20:46:24 +0000},
  date-modified = {2014-07-20 17:46:33 +0000},
  organization  = {Routledge},
  pages         = {146--151},
  title         = {Simulating the evolution of modular neural systems},
  year          = {2001}
}

@article{Bullmore2009,
  abstract      = {Recent developments in the quantitative analysis of complex networks, based largely on graph theory, have been rapidly translated to studies of brain network organization. The brain's structural and functional systems have features of complex networks--such as small-world topology, highly connected hubs and modularity--both at the whole-brain scale of human neuroimaging and at a cellular scale in non-human animals. In this article, we review studies investigating complex brain networks in diverse experimental modalities (including structural and functional MRI, diffusion tensor imaging, magnetoencephalography and electroencephalography in humans) and provide an accessible introduction to the basic principles of graph theory. We also highlight some of the technical challenges and key questions to be addressed by future developments in this rapidly moving field.},
  author        = {Bullmore, E. and Sporns, O.},
  bdsk-url-1    = {http://dx.doi.org/10.1038/nrn2575},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1038/nrn2575},
  issn          = {1471-0048},
  journal       = {Nature reviews. Neuroscience},
  month         = {3},
  number        = {3},
  pages         = {186--98},
  pmid          = {19190637},
  title         = {{Complex brain networks: graph theoretical analysis of structural and functional systems.}},
  volume        = {10},
  year          = {2009}
}

@article{burda2018exploration,
  author        = {Burda, Yuri and Edwards, Harrison and Storkey, Amos and Klimov, Oleg},
  date-added    = {2019-04-17 13:50:47 -0700},
  date-modified = {2019-04-17 13:52:39 -0700},
  doi           = {10.48550/arxiv.arXiv:1810.12894},
  journal       = {arXiv:1810.12894},
  title         = {Exploration by random network distillation},
  year          = {2018}
}

@misc{burda2018explorationrandomnetworkdistillation,
  archiveprefix = {arXiv},
  author        = {Yuri Burda and Harrison Edwards and Amos Storkey and Oleg Klimov},
  doi           = {10.48550/arxiv.arXiv:1810.12894},
  eprint        = {1810.12894},
  primaryclass  = {cs.LG},
  title         = {Exploration by Random Network Distillation},
  url           = {https://arxiv.org/abs/1810.12894},
  year          = {2018}
}

@article{burda2018large,
  author        = {Burda, Yuri and Edwards, Harri and Pathak, Deepak and Storkey, Amos and Darrell, Trevor and Efros, Alexei A},
  date-added    = {2019-04-11 21:33:09 -0700},
  date-modified = {2019-04-11 21:33:09 -0700},
  doi           = {10.48550/arxiv.arXiv:1808.04355},
  journal       = {arXiv preprint arXiv:1808.04355},
  title         = {Large-scale study of curiosity-driven learning},
  year          = {2018}
}

@misc{burns2023weaktostronggeneralizationelicitingstrong,
  archiveprefix = {arXiv},
  author        = {Collin Burns and Pavel Izmailov and Jan Hendrik Kirchner and Bowen Baker and Leo Gao and Leopold Aschenbrenner and Yining Chen and Adrien Ecoffet and Manas Joglekar and Jan Leike and Ilya Sutskever and Jeff Wu},
  doi           = {10.48550/arxiv.arXiv:2312.09390},
  eprint        = {2312.09390},
  primaryclass  = {cs.CL},
  title         = {Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision},
  url           = {https://arxiv.org/abs/2312.09390},
  year          = {2023}
}

@article{butler2018machine,
  author    = {Butler, Keith T and Davies, Daniel W and Cartwright, Hugh and Isayev, Olexandr and Walsh, Aron},
  doi       = {10.1038/s41586-018-0337-2},
  journal   = {Nature},
  number    = {7715},
  pages     = {547--555},
  publisher = {Nature Publishing Group UK London},
  title     = {Machine learning for molecular and materials science},
  volume    = {559},
  year      = {2018}
}

@book{Cajal1899,
  author        = {S. {Ram{\'o}n y Cajal}},
  date-added    = {2013-09-14 03:26:33 +0000},
  date-modified = {2013-09-14 03:26:33 +0000},
  publisher     = {Nicol{\'a}s Moya},
  title         = {Textura del sistema nervioso del hombre y de los vertebrados [Texture of the Nervous System of Man and the Vertebrates]},
  year          = {1899}
}

@article{caldwell2011ethical,
  author    = {Caldwell, Tracey},
  doi       = {10.1016/s1353-4858(11)70075-7},
  journal   = {Network Security},
  number    = {7},
  pages     = {10--13},
  publisher = {Elsevier},
  title     = {Ethical hackers: putting on the white hat},
  volume    = {2011},
  year      = {2011}
}

@book{callebaut2005modularity,
  author        = {Callebaut, W. and Rasskin-Gutman, D.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  publisher     = {The MIT Press},
  title         = {Modularity: understanding the development and evolution of natural complex systems},
  year          = {2005}
}

@article{Campbell2002deepblue,
  author    = {Campbell, Murray and Hoane Jr, A Joseph and Hsu, Feng-hsiung},
  doi       = {10.1016/s0004-3702(01)00129-1},
  journal   = {Artificial intelligence},
  number    = {1-2},
  pages     = {57--83},
  publisher = {Elsevier},
  title     = {Deep blue},
  volume    = {134},
  year      = {2002}
}

@conference{cangelosi1999heterochrony,
  author        = {Cangelosi, A.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2010-07-24 01:24:36 -0400},
  date-modified = {2011-12-06 16:18:10 -0500},
  pages         = {1241--1248},
  title         = {{Heterochrony and adaptation in developing neural networks}},
  volume        = {2},
  year          = {1999}
}

@article{carleo2019machine,
  author    = {Carleo,  Giuseppe and Cirac,  Ignacio and Cranmer,  Kyle and Daudet,  Laurent and Schuld,  Maria and Tishby,  Naftali and Vogt-Maranto,  Leslie and Zdeborova,  Lenka},
  doi       = {10.1103/revmodphys.91.045002},
  issn      = {1539-0756},
  journal   = {Reviews of Modern Physics},
  month     = {12},
  number    = {4},
  publisher = {American Physical Society (APS)},
  title     = {Machine learning and the physical sciences},
  url       = {http://dx.doi.org/10.1103/RevModPhys.91.045002},
  volume    = {91},
  year      = {2019}
}

@article{carlson2005ugvs,
  author        = {Carlson, J. and Murphy, R. R.},
  date-added    = {2015-12-13 21:16:16 +0000},
  date-modified = {2015-12-13 21:16:16 +0000},
  doi           = {10.1109/tro.2004.838027},
  journal       = {IEEE Transactions on Robotics},
  number        = {3},
  pages         = {423--437},
  publisher     = {IEEE},
  title         = {How {UGVs} physically fail in the field},
  volume        = {21},
  year          = {2005}
}

@article{carroll2001chance,
  author        = {Carroll, S.B.},
  date-added    = {2013-09-05 06:28:37 +0000},
  date-modified = {2014-07-20 17:41:30 +0000},
  doi           = {10.1038/35059227},
  journal       = {Nature},
  number        = {6823},
  pages         = {1102--1109},
  publisher     = {Nature Publishing Group},
  title         = {Chance and necessity: the evolution of morphological complexity and diversity},
  volume        = {409},
  year          = {2001}
}

@book{carroll2001dna,
  author        = {Carroll, S.B. and Grenier, J.K. and Weatherbee, S.D.},
  date-added    = {2010-04-14 23:01:25 -0400},
  date-modified = {2010-04-14 23:01:25 -0400},
  publisher     = {Blackwell Science Malden, MA},
  title         = {{From DNA to diversity}},
  year          = {2001}
}

@book{carroll2005endless,
  author        = {Carroll, S.B.},
  date-added    = {2010-03-30 11:51:00 -0400},
  date-modified = {2011-02-09 01:14:23 -0500},
  publisher     = {W.W. Norton \& Company},
  title         = {{Endless forms most beautiful: The new science of evo devo and the making of the animal kingdom}},
  year          = {2005}
}

@article{casper2000issues,
  author        = {Casper, Jennifer and Micire, Mark and Murphy, Robin R},
  date-added    = {2013-09-27 04:40:41 +0000},
  date-modified = {2013-09-27 04:40:41 +0000},
  journal       = {SPIE Ground Vehicle Technology II},
  pages         = {41--46},
  title         = {Issues in intelligent robots for search and rescue},
  volume        = {4},
  year          = {2000}
}

@article{casper2003human,
  author        = {Casper, Jennifer and Murphy, Robin R.},
  date-added    = {2013-09-27 04:41:24 +0000},
  date-modified = {2013-09-27 04:41:24 +0000},
  doi           = {10.1109/tsmcb.2003.811794},
  journal       = {Systems, Man, and Cybernetics, Part B: Cybernetics, IEEE Transactions on},
  number        = {3},
  pages         = {367--385},
  publisher     = {IEEE},
  title         = {Human-robot interactions during the robot-assisted urban search and rescue response at the world trade center},
  volume        = {33},
  year          = {2003}
}

@misc{casper2023openproblemsfundamentallimitations,
  archiveprefix = {arXiv},
  author        = {Stephen Casper and Xander Davies and Claudia Shi and Thomas Krendl Gilbert and Jérémy Scheurer and Javier Rando and Rachel Freedman and Tomasz Korbak and David Lindner and Pedro Freire and Tony Wang and Samuel Marks and Charbel-Raphaël Segerie and Micah Carroll and Andi Peng and Phillip Christoffersen and Mehul Damani and Stewart Slocum and Usman Anwar and Anand Siththaranjan and Max Nadeau and Eric J. Michaud and Jacob Pfau and Dmitrii Krasheninnikov and Xin Chen and Lauro Langosco and Peter Hase and Erdem Bıyık and Anca Dragan and David Krueger and Dorsa Sadigh and Dylan Hadfield-Menell},
  doi           = {10.48550/arxiv.arXiv:2307.15217},
  eprint        = {2307.15217},
  primaryclass  = {cs.AI},
  title         = {Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback},
  url           = {https://arxiv.org/abs/2307.15217},
  year          = {2023}
}

@article{channon2019maximum,
  author        = {Channon, Alastair},
  date-added    = {2019-06-07 11:54:26 -0700},
  date-modified = {2019-06-07 11:54:26 -0700},
  doi           = {10.1162/artl_a_00285},
  journal       = {Artificial Life},
  number        = {2},
  pages         = {134--144},
  publisher     = {MIT Press},
  title         = {Maximum individual complexity is indefinitely scalable in Geb},
  volume        = {25},
  year          = {2019}
}

@misc{chase_2024_whatisagent,
  author       = {Harrison Chase},
  howpublished = {\url{https://blog.langchain.dev/what-is-an-agent/}},
  month        = {June},
  note         = {Blog post},
  title        = {What is an agent?},
  year         = {2024}
}

@article{chen2006wiring,
  author        = {Chen, B.L. and Hall, D.H. and Chklovskii, D.B.},
  date-added    = {2013-09-14 03:27:50 +0000},
  date-modified = {2013-09-14 03:27:50 +0000},
  doi           = {10.1073/pnas.0506806103},
  journal       = {Proceedings of the National Academy of Sciences},
  number        = {12},
  pages         = {4723},
  publisher     = {National Acad Sciences},
  title         = {Wiring optimization can relate neuronal structure and function},
  volume        = {103},
  year          = {2006}
}

@article{chen2021evaluating,
  author  = {Chen, Mark and Tworek, Jerry and Jun, Heewoo and Yuan, Qiming and Pinto, Henrique Ponde De Oliveira and Kaplan, Jared and Edwards, Harri and Burda, Yuri and Joseph, Nicholas and Brockman, Greg and others},
  doi     = {10.48550/arxiv.arXiv:2107.03374},
  journal = {arXiv preprint arXiv:2107.03374},
  title   = {Evaluating large language models trained on code},
  year    = {2021}
}

@misc{chen2021evaluatinglargelanguagemodels,
  archiveprefix = {arXiv},
  author        = {Mark Chen and Jerry Tworek and Heewoo Jun and Qiming Yuan and Henrique Ponde de Oliveira Pinto and Jared Kaplan and Harri Edwards and Yuri Burda and Nicholas Joseph and Greg Brockman and Alex Ray and Raul Puri and Gretchen Krueger and Michael Petrov and Heidy Khlaaf and Girish Sastry and Pamela Mishkin and Brooke Chan and Scott Gray and Nick Ryder and Mikhail Pavlov and Alethea Power and Lukasz Kaiser and Mohammad Bavarian and Clemens Winter and Philippe Tillet and Felipe Petroski Such and Dave Cummings and Matthias Plappert and Fotios Chantzis and Elizabeth Barnes and Ariel Herbert-Voss and William Hebgen Guss and Alex Nichol and Alex Paino and Nikolas Tezak and Jie Tang and Igor Babuschkin and Suchir Balaji and Shantanu Jain and William Saunders and Christopher Hesse and Andrew N. Carr and Jan Leike and Josh Achiam and Vedant Misra and Evan Morikawa and Alec Radford and Matthew Knight and Miles Brundage and Mira Murati and Katie Mayer and Peter Welinder and Bob McGrew and Dario Amodei and Sam McCandlish and Ilya Sutskever and Wojciech Zaremba},
  doi           = {10.48550/arXiv.2107.03374},
  eprint        = {2107.03374},
  primaryclass  = {cs.LG},
  title         = {Evaluating Large Language Models Trained on Code},
  url           = {https://arxiv.org/abs/2107.03374},
  year          = {2021}
}

@inproceedings{chen2023agentverse,
  author    = {Chen, Weize and Su, Yusheng and Zuo, Jingwei and Yang, Cheng and Yuan, Chenfei and Chan, Chi-Min and Yu, Heyang and Lu, Yaxi and Hung, Yi-Hsin and Qian, Chen and others},
  booktitle = {International Conference on Learning Representations},
  pages     = {20094--20136},
  title     = {Agentverse: Facilitating multi-agent collaboration and exploring emergent behaviors},
  volume    = {2024},
  year      = {2024}
}

@article{chen2023auto,
  author  = {Chen, Guangyao and Dong, Siwei and Shu, Yu and Zhang, Ge and Jaward, Sesay and Börje, Karlsson and Fu, Jie and Shi, Yemin},
  journal = {arXiv preprint},
  title   = {AutoAgents: The Automatic Agents Generation Framework},
  year    = {2023}
}

@article{chen2023autoagents,
  author  = {Chen, Guangyao and Dong, Siwei and Shu, Yu and Zhang, Ge and Sesay, Jaward and Karlsson, B{\"o}rje F and Fu, Jie and Shi, Yemin},
  doi     = {10.48550/arxiv.arXiv:2309.17288},
  journal = {arXiv preprint arXiv:2309.17288},
  title   = {Autoagents: A framework for automatic agent generation},
  year    = {2023}
}

@article{chen2023unleashing,
  author  = {Chen, Banghao and Zhang, Zhaofeng and Langren{\'e}, Nicolas and Zhu, Shengxin},
  doi     = {10.48550/arxiv.arXiv:2310.14735},
  journal = {arXiv preprint arXiv:2310.14735},
  title   = {Unleashing the potential of prompt engineering in Large Language Models: a comprehensive review},
  year    = {2023}
}

@article{chen2025unleashing,
  author    = {Chen, Banghao and Zhang, Zhaofeng and Langren{\'e}, Nicolas and Zhu, Shengxin},
  doi       = {10.1016/j.patter.2025.101260},
  journal   = {Patterns},
  number    = {6},
  publisher = {Elsevier},
  title     = {Unleashing the potential of prompt engineering for large language models},
  volume    = {6},
  year      = {2025}
}

@inproceedings{cheney:alife14,
  author        = {Cheney, Nicholas and Clune, Jeff and Lipson, Hod},
  booktitle     = {{ALIFE} 14: The Fourteenth Conference on the Synthesis and Simulation of Living Systems},
  date-added    = {2019-05-05 14:17:38 -0600},
  date-modified = {2019-05-05 14:17:38 -0600},
  doi           = {10.7551/978-0-262-32621-6-ch037},
  pages         = {222--229},
  title         = {Evolved Electrophysiological Soft Robots},
  volume        = {14},
  year          = {2014}
}

@inproceedings{cheney2013unshackling,
  author        = {Cheney, N. and MacCurdy, R. and Clune, J. and Lipson, H.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2013-08-11 18:26:03 +0000},
  date-modified = {2014-07-20 17:55:55 +0000},
  doi           = {10.1145/2463372.2463404},
  pages         = {167--174},
  title         = {Unshackling Evolution: Evolving Soft Robots with Multiple Materials and a Powerful Generative Encoding},
  year          = {2013}
}

@article{Cherniak2004,
  abstract      = {Functional areas of mammalian cerebral cortex seem positioned to minimize costs of their interconnections, down to a best-in-a-billion optimality level. The optimization problem here, originating in microcircuit design, is: Given connections among components, what is the physical placement of the components on a surface that minimizes total length of connections? Because of unfeasibility of measuring long-range "wire length" in the cortex, a simpler adjacency cost was validated. To deal with incomplete information on brain networks, a size law was developed that predicts optimization patterns in subnetworks. Macaque and cat cortex rank better in this connection optimization than the wiring of comparably structured computer chips, but somewhat worse than the macroeconomic commodity-flow network among U.S. states. However, cortex wiring conforms to the size law better than the macroeconomic patterns, which may indicate cortex optimizing mechanisms involve more global processes.},
  author        = {Cherniak, C. and Mokhtarzada, Z. and Rodriguez-Esteban, R. and Changizi, K.},
  bdsk-url-1    = {http://dx.doi.org/10.1073/pnas.0305212101},
  date-added    = {2013-09-14 03:27:34 +0000},
  date-modified = {2014-07-20 17:49:02 +0000},
  doi           = {10.1073/pnas.0305212101},
  issn          = {0027-8424},
  journal       = {Proceedings of the National Academy of Sciences},
  keywords      = {Animals,Cats,Cerebral Cortex,Cerebral Cortex: anatomy \& histology,Cerebral Cortex: physiology,Macaca,Nerve Net},
  month         = {1},
  number        = {4},
  pages         = {1081--6},
  pmid          = {14722353},
  title         = {{Global optimization of cerebral cortex layout.}},
  volume        = {101},
  year          = {2004}
}

@misc{chiang2024arena,
  archiveprefix = {arXiv},
  author        = {Wei-Lin Chiang and Lianmin Zheng and Ying Sheng and Anastasios Nikolas Angelopoulos and Tianle Li and Dacheng Li and Hao Zhang and Banghua Zhu and Michael Jordan and Joseph E. Gonzalez and Ion Stoica},
  doi           = {10.48550/arxiv.arXiv:2403.04132},
  eprint        = {2403.04132},
  primaryclass  = {cs.AI},
  title         = {Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference},
  year          = {2024}
}

@article{chiel1992robustness,
  author        = {Chiel, H. J. and Beer, R. D. and Quinn, R.D. and Espenschied, K.S.},
  date-added    = {2013-09-05 06:49:17 +0000},
  date-modified = {2014-07-20 17:46:14 +0000},
  doi           = {10.1109/70.143348},
  journal       = {Robotics and Automation, IEEE Transactions on},
  number        = {3},
  pages         = {293--303},
  publisher     = {IEEE},
  title         = {Robustness of a distributed neural network controller for locomotion in a hexapod robot},
  volume        = {8},
  year          = {1992}
}

@article{Chklovskii2002,
  author        = {Chklovskii, D.B. and Schikorski, Thomas and Stevens, C.F.},
  date-added    = {2013-09-14 03:29:03 +0000},
  date-modified = {2013-09-14 03:29:03 +0000},
  doi           = {10.1016/s0896-6273(02)00679-7},
  journal       = {Neuron},
  number        = {3},
  pages         = {341--347},
  publisher     = {Elsevier},
  title         = {{Wiring optimization in cortical circuits}},
  volume        = {34},
  year          = {2002}
}

@article{Chklovskii2004,
  abstract      = {Evolution perfected brain design by maximizing its functionality while minimizing costs associated with building and maintaining it. Assumption that brain functionality is specified by neuronal connectivity, implemented by costly biological wiring, leads to the following optimal design problem. For a given neuronal connectivity, find a spatial layout of neurons that minimizes the wiring cost. Unfortunately, this problem is difficult to solve because the number of possible layouts is often astronomically large. We argue that the wiring cost may scale as wire length squared, reducing the optimal layout problem to a constrained minimization of a quadratic form. For biologically plausible constraints, this problem has exact analytical solutions, which give reasonable approximations to actual layouts in the brain. These solutions make the inverse problem of inferring neuronal connectivity from neuronal layout more tractable.},
  author        = {Chklovskii, D.B.},
  bdsk-url-1    = {http://www.ncbi.nlm.nih.gov/pubmed/15333207},
  bdsk-url-2    = {http://dx.doi.org/10.1162/0899766041732422},
  date-added    = {2013-09-14 03:29:07 +0000},
  date-modified = {2014-07-20 17:52:48 +0000},
  doi           = {10.1162/0899766041732422},
  issn          = {0899-7667},
  journal       = {Neural computation},
  keywords      = {Animals,Brain,Brain: cytology,Computer Simulation,Humans,Models, Neurological,Nerve Net,Neurons,Neurons: physiology},
  month         = {10},
  number        = {10},
  pages         = {2067--2078},
  pmid          = {15333207},
  title         = {{Exact solution for the optimal neuronal layout problem.}},
  volume        = {16},
  year          = {2004}
}

@inproceedings{cho2014properties,
  author    = {Cho, Kyunghyun and Van Merri{\"e}nboer, Bart and Bahdanau, Dzmitry and Bengio, Yoshua},
  booktitle = {Proceedings of SSST-8, eighth workshop on syntax, semantics and structure in statistical translation},
  doi       = {10.3115/v1/w14-4012},
  pages     = {103--111},
  title     = {On the properties of neural machine translation: Encoder--decoder approaches},
  year      = {2014}
}

@article{chollet2019measure,
  author  = {Chollet, Fran{\c{c}}ois},
  doi     = {10.48550/arxiv.arXiv:1911.01547},
  journal = {arXiv preprint arXiv:1911.01547},
  title   = {On the measure of intelligence},
  year    = {2019}
}

@article{chow2004adaptive,
  author        = {Chow, S.S. and Wilke, C.O. and Ofria, C. and Lenski, R.E. and Adami, C.},
  date-added    = {2010-07-24 01:25:12 -0400},
  date-modified = {2010-07-24 01:25:12 -0400},
  doi           = {10.1126/science.1096307},
  journal       = {Science},
  number        = {5680},
  pages         = {84},
  publisher     = {AAAS},
  title         = {{Adaptive radiation from resource competition in digital organisms}},
  volume        = {305},
  year          = {2004}
}

@article{chowdhery2022palmscalinglanguagemodeling,
  author  = {Aakanksha Chowdhery and Sharan Narang and Jacob Devlin and Maarten Bosma and Gaurav Mishra and Adam Roberts and Paul Barham and Hyung Won Chung and Charles Sutton and Sebastian Gehrmann and Parker Schuh and Kensen Shi and Sasha Tsvyashchenko and Joshua Maynez and Abhishek Rao and Parker Barnes and Yi Tay and Noam Shazeer and Vinodkumar Prabhakaran and Emily Reif and Nan Du and Ben Hutchinson and Reiner Pope and James Bradbury and Jacob Austin and Michael Isard and Guy Gur-Ari and Pengcheng Yin and Toju Duke and Anselm Levskaya and Sanjay Ghemawat and Sunipa Dev and Henryk Michalewski and Xavier Garcia and Vedant Misra and Kevin Robinson and Liam Fedus and Denny Zhou and Daphne Ippolito and David Luan and Hyeontaek Lim and Barret Zoph and Alexander Spiridonov and Ryan Sepassi and David Dohan and Shivani Agrawal and Mark Omernick and Andrew M. Dai and Thanumalayan Sankaranarayana Pillai and Marie Pellat and Aitor Lewkowycz and Erica Moreira and Rewon Child and Oleksandr Polozov and Katherine Lee and Zongwei Zhou and Xuezhi Wang and Brennan Saeta and Mark Diaz and Orhan Firat and Michele Catasta and Jason Wei and Kathy Meier-Hellstern and Douglas Eck and Jeff Dean and Slav Petrov and Noah Fiedel},
  journal = {Journal of machine learning research},
  number  = {240},
  pages   = {1--113},
  title   = {Palm: Scaling language modeling with pathways},
  volume  = {24},
  year    = {2023}
}

@book{christian2020alignment,
  author    = {Christian, Brian},
  isbn      = {978-0393635829},
  publisher = {W. W. Norton \& Company},
  title     = {The Alignment Problem: Machine Learning and Human Values},
  year      = {2020}
}

@article{christiano2023deepreinforcementlearninghuman,
  author  = {Christiano, Paul F and Leike, Jan and Brown, Tom and Martic, Miljan and Legg, Shane and Amodei, Dario},
  journal = {Advances in neural information processing systems},
  title   = {Deep reinforcement learning from human preferences},
  volume  = {30},
  year    = {2017}
}

@misc{christianoweddingparties,
  author = {Janus},
  note   = {\url{https://www.alignmentforum.org/posts/t9svvNPNmFf5Qa3TA/mysteries-of-mode-collapse}, 
             Last accessed on 2025-09-17},
  title  = {Mysteries of Mode Collapse},
  year   = {2022}
}

@misc{chu2017cycleganmastersteganography,
  archiveprefix = {arXiv},
  author        = {Casey Chu and Andrey Zhmoginov and Mark Sandler},
  doi           = {10.48550/arxiv.arXiv:1712.02950},
  eprint        = {1712.02950},
  primaryclass  = {cs.CV},
  title         = {CycleGAN, a Master of Steganography},
  url           = {https://arxiv.org/abs/1712.02950},
  year          = {2017}
}

@article{chu2023cotsurvey,
  author  = {Chu, Zheng and Chen, Jingchang and Chen, Qianglong and Yu, Weijiang and He, Tao and Wang, Haotian and Peng, Weihua and Liu, Ming and Qin, Bing and Liu, Ting},
  doi     = {10.48550/arxiv.arXiv:2309.15402},
  journal = {arXiv preprint arXiv:2309.15402},
  title   = {A survey of chain of thought reasoning: Advances, frontiers and future},
  year    = {2023}
}

@article{chui2023economic,
  author  = {Chui, Michael and Roberts, Roger and Yee, Lareina and Hazan, Eric and Singla, Alex and Smaje, Kate and Sukharevsky, Alex and Zemmel, Rodney},
  journal = {McKinsey.com},
  month   = {June},
  title   = {The economic potential of generative AI: The next productivity frontier},
  url     = {https://www.mckinsey.com/featured-insights/artificial-intelligence/the-economic-potential-of-generative-ai-the-next-productivity-frontier},
  year    = {2023}
}

@inproceedings{chung2012structural,
  author        = {Chung, H. and Asnodkar, A.P. and Teuscher, C.},
  booktitle     = {Proceedings of the Fifth International Workshop on Network on Chip Architectures},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1145/2401716.2401721},
  organization  = {ACM},
  pages         = {17--22},
  title         = {A structural analysis of evolved complex networks-on-chip},
  year          = {2012}
}

@article{chung2014empirical,
  author        = {Chung, Junyoung and Gulcehre, Caglar and Cho, KyungHyun and Bengio, Yoshua},
  date-added    = {2019-04-11 20:58:54 -0700},
  date-modified = {2019-04-11 20:58:54 -0700},
  doi           = {10.48550/arxiv.arXiv:1412.3555},
  journal       = {arXiv preprint arXiv:1412.3555},
  title         = {Empirical evaluation of gated recurrent neural networks on sequence modeling},
  year          = {2014}
}

@article{clark2016faulty,
  author  = {Clark, Jack and Amodei, Dario},
  journal = {Internet: https://blog. openai. com/faulty-reward-functions},
  title   = {Faulty reward functions in the wild},
  year    = {2016}
}

@misc{claude3family,
  author       = {Anthropic},
  howpublished = {Anthropic technical report},
  month        = {mar},
  title        = {The {Claude} 3 model family: {Opus}, {Sonnet}, {Haiku}},
  url          = {https://www.anthropic.com/research/claude-3-family},
  year         = {2024}
}

@misc{claude3tweet,
  author       = {Albert, Alex},
  day          = {4},
  howpublished = {Tweet},
  month        = {3},
  title        = {{Claude 3.0 realizes it is being tested}},
  url          = {https://twitter.com/alexalbert__/status/1764722513014329620},
  year         = {2024}
}

@article{clevert2015fast,
  author        = {Clevert, Djork-Arn{\'e} and Unterthiner, Thomas and Hochreiter, Sepp},
  date-added    = {2019-04-11 21:06:55 -0700},
  date-modified = {2019-04-11 21:06:55 -0700},
  doi           = {10.48550/arxiv.arXiv:1511.07289},
  journal       = {arXiv preprint arXiv:1511.07289},
  title         = {Fast and accurate deep network learning by exponential linear units (elus)},
  year          = {2015}
}

@inproceedings{clune2005investigations,
  author        = {Clune, J. and Goings, S. and Punch, B. and Goodman, E.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference Workshops},
  date-added    = {2011-09-20 17:48:36 -0400},
  date-modified = {2011-09-20 17:48:59 -0400},
  doi           = {10.1145/1102256.1102311},
  organization  = {ACM},
  pages         = {235--241},
  title         = {Investigations in meta-GAs: panaceas or pipe dreams?},
  year          = {2005}
}

@conference{clune2007investigating,
  author        = {Clune, J. and Ofria, C. and Pennock, R.},
  booktitle     = {Proceedings of the European Conference on Artificial Life},
  date-added    = {2011-09-20 17:56:11 -0400},
  date-modified = {2011-09-20 17:56:35 -0400},
  journal       = {Advances in Artificial Life},
  pages         = {74--83},
  publisher     = {Springer},
  title         = {Investigating the emergence of phenotypic plasticity in evolving digital organisms},
  year          = {2007}
}

@conference{clune2008generative,
  author        = {Clune, J. and Ofria, C. and Pennock, R.},
  booktitle     = {Parallel Problem Solving from Nature},
  date-added    = {2010-03-31 10:25:34 -0400},
  date-modified = {2010-05-13 12:45:33 -0400},
  pages         = {358--367},
  publisher     = {Springer},
  title         = {{How a generative encoding fares as problem-regularity decreases}},
  year          = {2008}
}

@article{clune2008natural,
  author        = {Clune, J. and Misevic, D. and Ofria, C. and Lenski, R.E. and Elena, S.F. and Sanju{\'a}n, R.},
  date-added    = {2010-07-24 01:26:27 -0400},
  date-modified = {2010-07-24 02:31:09 -0400},
  doi           = {10.1145/2464576.2464597},
  journal       = {PLoS Computational Biology},
  number        = {9},
  pages         = {e1000187},
  publisher     = {Public Library of Science},
  title         = {{Natural selection fails to optimize mutation rates for long-term adaptation on rugged fitness landscapes}},
  volume        = {4},
  year          = {2008}
}

@conference{clune2009evolving,
  author        = {Clune, J. and Beckmann, B.E. and Ofria, C. and Pennock, R.T.},
  booktitle     = {Proceedings of the IEEE Congress on Evolutionary Computation},
  date-added    = {2010-03-30 16:23:57 -0400},
  date-modified = {2010-05-13 13:05:57 -0400},
  pages         = {2764-2771},
  title         = {{Evolving coordinated quadruped gaits with the HyperNEAT generative encoding}},
  year          = {2009}
}

@conference{clune2009hybrid,
  author        = {Clune, J. and Beckmann, B.E. and Pennock, R.T. and Ofria, C.},
  booktitle     = {Proceedings of the European Conference on Artificial Life},
  date-added    = {2010-03-31 10:29:08 -0400},
  date-modified = {2010-05-13 12:46:27 -0400},
  title         = {{HybrID: A Hybridization of Indirect and Direct Encodings for Evolutionary Computation}},
  year          = {2009}
}

@conference{clune2009sensitivity,
  author        = {Clune, J. and Ofria, C. and Pennock, R.T.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2010-03-30 16:20:00 -0400},
  date-modified = {2011-03-28 01:12:12 -0400},
  pages         = {675--682},
  title         = {{The sensitivity of HyperNEAT to different geometric representations of a problem}},
  year          = {2009}
}

@conference{clune2010investigating,
  author        = {Clune, J. and Beckmann, B.E. and McKinley, P.K. and Ofria, C.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2010-09-29 00:18:10 -0400},
  date-modified = {2010-09-29 00:20:32 -0400},
  organization  = {ACM},
  pages         = {635--642},
  title         = {{Investigating whether HyperNEAT produces modular neural networks}},
  year          = {2010}
}

@misc{clune2010nsfPRFB,
  author        = {Clune J.},
  date-added    = {2014-07-08 01:32:06 +0000},
  date-modified = {2014-07-08 01:39:41 +0000},
  howpublished  = {NSF Postdoctoral Research Fellowship in Biology (Award Number 1003220)},
  title         = {Identifying the Environmental Attributes that Drive the Evolution of Structural Organization},
  year          = {2010-2012}
}

@conference{clune2011objects,
  author        = {Clune, J. and Lipson, H.},
  booktitle     = {Proceedings of the European Conference on Artificial Life},
  date-added    = {2011-08-29 23:02:40 -0400},
  date-modified = {2011-08-29 23:18:41 -0400},
  pages         = {144-148},
  title         = {Evolving three-dimensional objects with a generative encoding inspired by developmental biology},
  year          = {2011}
}

@article{clune2011performance,
  author        = {Clune, J. and Stanley, K.O. and Pennock, R.T. and Ofria, C.},
  date-added    = {2010-05-12 17:22:32 -0400},
  date-modified = {2011-09-17 08:39:31 -0400},
  doi           = {10.1109/tevc.2010.2104157},
  journal       = {IEEE Transactions on Evolutionary Computation},
  number        = {4},
  pages         = {346-367},
  title         = {On the performance of indirect encoding across the continuum of regularity},
  volume        = {15},
  year          = {2011}
}

@article{clune2011selective,
  author        = {Clune, J. and Goldsby, H.J. and Ofria, C. and Pennock, R.T.},
  date-added    = {2010-11-06 17:22:58 -0400},
  date-modified = {2011-01-26 12:51:09 -0500},
  doi           = {10.1098/rspb.2010.1557},
  issn          = {0962-8452},
  journal       = {Proceedings of the Royal Society B: Biological Sciences},
  number        = {1706},
  pages         = {666-674},
  publisher     = {The Royal Society},
  title         = {{Selective pressures for accurate altruism targeting: evidence from digital evolution for difficult-to-test aspects of inclusive fitness theory}},
  volume        = {278},
  year          = {2011}
}

@article{clune2013endless,
  author        = {Clune, J. and Yosinski, J. and Doan, E. and Lipson, H.},
  date-added    = {2011-09-20 01:10:52 -0400},
  date-modified = {2013-01-31 20:12:47 +0000},
  journal       = {In preparation.},
  title         = {Automating the design of physical objects via interactive, crowdsourced evolution based on concepts from developmental biology.},
  year          = {2013}
}

@article{clune2013originModularity,
  author        = {Clune, J. and Mouret, J-B. and Lipson, H.},
  date-added    = {2011-09-19 14:43:49 -0400},
  date-modified = {2013-02-01 07:22:02 +0000},
  doi           = {10.1098/rspb.2012.2863},
  journal       = {Proceedings of the Royal Society B},
  number        = {20122863},
  title         = {The evolutionary origins of modularity.},
  volume        = {280},
  year          = {2013}
}

@conference{clune2013upload,
  author        = {Clune, J. and Chen, A. and Lipson, H.},
  booktitle     = {Proceedings of the IEEE Congress on Evolutionary Computation.},
  date-added    = {2013-08-11 18:12:31 +0000},
  date-modified = {2014-07-20 17:54:29 +0000},
  pages         = {3395 - 3402},
  title         = {Upload Any Object and Evolve it: Injecting Complex Geometric Patterns into CPPNs for Further Evolution},
  year          = {2013}
}

@article{clune2014largescale,
  author        = {Clune, J. and Yosinski, J. and Mouret, J-B.},
  date-added    = {2013-09-24 15:51:50 +0000},
  date-modified = {2013-09-24 15:55:15 +0000},
  journal       = {In preparation.},
  title         = {Evolving a functional, billion-connection neural network},
  year          = {2014}
}

@article{clune2019aigas,
  author        = {Clune, Jeff},
  date-added    = {2019-05-21 13:02:29 -0700},
  date-modified = {2021-03-22 13:53:08 -0700},
  journal       = {arXiv},
  title         = {AI-GAs: AI-generating algorithms, an alternate paradigm for producing general artificial intelligence},
  year          = {2019}
}

@misc{clune2024tweetAIScienceGrokking,
  author       = {Clune, Jeff},
  howpublished = {Twitter (X)},
  month        = {December 17},
  title        = {Humans and AI Having Convergent Evolution of Ideas},
  url          = {https://x.com/jeffclune/status/1869134032899846293},
  year         = {2024}
}

@article{cobbe2021gsm8k,
  author  = {Cobbe, Karl and Kosaraju, Vineet and Bavarian, Mohammad and Chen, Mark and Jun, Heewoo and Kaiser, Lukasz and Plappert, Matthias and Tworek, Jerry and Hilton, Jacob and Nakano, Reiichiro and others},
  doi     = {10.48550/arxiv.arXiv:2110.14168},
  journal = {arXiv preprint arXiv:2110.14168},
  title   = {Training verifiers to solve math word problems},
  year    = {2021}
}

@inproceedings{codeaspolicies2022,
  author    = {Jacky Liang and Wenlong Huang and Fei Xia and Peng Xu and Karol Hausman and Brian Ichter and Pete Florence and Andy Zeng},
  booktitle = {arXiv preprint arXiv:2209.07753},
  doi       = {10.48550/arXiv.2209.07753},
  title     = {Code as Policies: Language Model Programs for Embodied Control},
  year      = {2022}
}

@inproceedings{colas2020scaling,
  author    = {Colas, C{\'e}dric and Madhavan, Vashisht and Huizinga, Joost and Clune, Jeff},
  booktitle = {Proceedings of the 2020 Genetic and Evolutionary Computation Conference},
  doi       = {10.1145/3377930.3390217},
  pages     = {67--75},
  title     = {Scaling map-elites to deep neuroevolution},
  year      = {2020}
}

@article{colas2022autotelicagentsintrinsicallymotivated,
  author  = {Colas, C{\'e}dric and Karch, Tristan and Sigaud, Olivier and Oudeyer, Pierre-Yves},
  doi     = {10.1613/jair.1.13554},
  journal = {Journal of Artificial Intelligence Research},
  pages   = {1159--1199},
  title   = {Autotelic agents with intrinsically motivated goal-conditioned reinforcement learning: a short survey},
  volume  = {74},
  year    = {2022}
}

@article{comanici2025gemini,
  author  = {Comanici, Gheorghe and Bieber, Eric and Schaekermann, Mike and Pasupat, Ice and Sachdeva, Noveen and Dhillon, Inderjit and Blistein, Marcel and Ram, Ori and Zhang, Dan and Rosen, Evan and others},
  doi     = {10.48550/arXiv.2507.06261},
  journal = {arXiv preprint arXiv:2507.06261},
  title   = {Gemini 2.5: Pushing the frontier with advanced reasoning, multimodality, long context, and next generation agentic capabilities},
  year    = {2025}
}

@misc{compound-ai-blog,
  author       = {Matei Zaharia and Omar Khattab and Lingjiao Chen and Jared Quincy Davis
          and Heather Miller and Chris Potts and James Zou and Michael Carbin
          and Jonathan Frankle and Naveen Rao and Ali Ghodsi},
  howpublished = {\url{https://bair.berkeley.edu/blog/2024/02/18/compound-ai-systems/}},
  title        = {The Shift from Models to Compound AI Systems},
  year         = {2024}
}

@article{conrad1979bootstrapping,
  author        = {Conrad, Michael},
  date-added    = {2019-05-05 13:52:17 -0600},
  date-modified = {2019-05-05 13:52:17 -0600},
  doi           = {10.1016/0303-2647(79)90009-1},
  journal       = {BioSystems},
  number        = {2-3},
  pages         = {167--182},
  publisher     = {Elsevier},
  title         = {Bootstrapping on the adaptive landscape},
  volume        = {11},
  year          = {1979}
}

@inproceedings{conti2018improving,
  author        = {Conti, Edoardo and Madhavan, Vashisht and Such, Felipe Petroski and Lehman, Joel and Stanley, Kenneth and Clune, Jeff},
  booktitle     = {Advances in Neural Information Processing Systems},
  date-added    = {2019-04-21 21:07:36 -0700},
  date-modified = {2019-04-21 21:07:36 -0700},
  pages         = {5027--5038},
  title         = {Improving exploration in evolution strategies for deep reinforcement learning via a population of novelty-seeking agents},
  year          = {2018}
}

@article{Corominas-Murtra2013,
  abstract        = {Hierarchy seems to pervade complexity in both living and artificial systems. Despite its relevance, no general theory that captures all features of hierarchy and its origins has been proposed yet. Here we present a formal approach resulting from the convergence of theoretical morphology and network theory that allows constructing a 3D morphospace of hierarchies and hence comparing the hierarchical organization of ecological, cellular, technological, and social networks. Embedded within large voids in the morphospace of all possible hierarchies, four major groups are identified. Two of them match the expected from random networks with similar connectivity, thus suggesting that nonadaptive factors are at work. Ecological and gene networks define the other two, indicating that their topological order is the result of functional constraints. These results are consistent with an exploration of the morphospace, using in silico evolved networks.},
  author          = {Corominas-Murtra, B. and Go\~{n}i, J. and Sol\'{e}, R. V. and Rodr\'{\i}guez-Caso, C.},
  bdsk-url-1      = {http://www.ncbi.nlm.nih.gov/pubmed/23898177},
  bdsk-url-2      = {http://dx.doi.org/10.1073/pnas.1300832110},
  date-added      = {2013-09-05 06:14:07 +0000},
  date-modified   = {2014-07-20 17:39:31 +0000},
  doi             = {10.1073/pnas.1300832110},
  issn            = {1091-6490},
  journal         = {Proceedings of the National Academy of Sciences of the United States of America},
  mendeley-groups = {hierarchy},
  month           = {7},
  number          = {33},
  pmid            = {23898177},
  title           = {{On the origins of hierarchy in complex networks.}},
  url             = {http://www.ncbi.nlm.nih.gov/pubmed/23898177},
  volume          = {110},
  year            = {2013}
}

@inproceedings{cotter1990fixed,
  author        = {Cotter, Neil E and Conwell, Peter R},
  booktitle     = {1990 IJCNN International Joint Conference on Neural Networks},
  date-added    = {2019-05-24 16:32:39 -0700},
  date-modified = {2019-05-24 16:32:39 -0700},
  doi           = {10.1109/ijcnn.1990.137898},
  organization  = {IEEE},
  pages         = {553--559},
  title         = {Fixed-weight networks can learn},
  year          = {1990}
}

@misc{coumans2021pybullet,
  author       = {Erwin Coumans and Yunfei Bai},
  howpublished = {\url{http://pybullet.org}},
  title        = {PyBullet, a Python module for physics simulation for games, robotics and machine learning},
  year         = {2016--2021}
}

@misc{critch2023tasrataxonomyanalysissocietalscale,
  archiveprefix = {arXiv},
  author        = {Andrew Critch and Stuart Russell},
  doi           = {10.48550/arxiv.arXiv:2306.06924},
  eprint        = {2306.06924},
  primaryclass  = {cs.AI},
  title         = {TASRA: a Taxonomy and Analysis of Societal-Scale Risks from AI},
  url           = {https://arxiv.org/abs/2306.06924},
  year          = {2023}
}

@misc{cubuk2019autoaugment,
  archiveprefix = {arXiv},
  author        = {Ekin D. Cubuk and Barret Zoph and Dandelion Mane and Vijay Vasudevan and Quoc V. Le},
  date-added    = {2021-09-30 11:33:02 -0700},
  date-modified = {2021-09-30 11:33:02 -0700},
  doi           = {10.48550/arxiv.arXiv:1805.09501},
  eprint        = {1805.09501},
  primaryclass  = {cs.CV},
  title         = {AutoAugment: Learning Augmentation Policies from Data},
  year          = {2019}
}

@incollection{cuccu2011novelty,
  author        = {Cuccu, G. and Gomez, F.},
  booktitle     = {Applications of Evolutionary Computation},
  date-added    = {2014-09-22 05:10:30 +0000},
  date-modified = {2014-09-24 03:08:21 +0000},
  pages         = {234--243},
  publisher     = {Springer},
  title         = {When novelty is not enough},
  year          = {2011}
}

@inproceedings{cui2023adversarial,
  author    = {Brandon Cui and Andrei Lupu and Samuel Sokota and Hengyuan Hu and David J Wu and Jakob Nicolaus Foerster},
  booktitle = {The Eleventh International Conference on Learning Representations },
  title     = {Adversarial Diversity in Hanabi},
  url       = {https://openreview.net/forum?id=uLE3WF3-H_5},
  year      = {2023}
}

@article{cully2015evolving,
  author        = {Cully, Antoine and Mouret, J-B},
  date-added    = {2015-03-09 18:24:53 +0000},
  date-modified = {2015-03-09 18:24:53 +0000},
  doi           = {10.1162/evco_a_00143},
  journal       = {Evolutionary computation},
  publisher     = {MIT Press},
  title         = {Evolving a Behavioral Repertoire for a Walking Robot},
  year          = {2015}
}

@article{cully2015robots,
  title = {Robots that can adapt like animals},
  volume = {521},
  ISSN = {1476-4687},
  url = {http://dx.doi.org/10.1038/nature14422},
  DOI = {10.1038/nature14422},
  number = {7553},
  journal = {Nature},
  publisher = {Springer Science and Business Media LLC},
  author = {Cully,  Antoine and Clune,  Jeff and Tarapore,  Danesh and Mouret,  Jean-Baptiste},
  year = {2015},
  month = {May},
  pages = {503–507}
}

@article{cully2017quality,
  author    = {Cully, Antoine and Demiris, Yiannis},
  doi       = {10.1109/tevc.2017.2704781},
  journal   = {IEEE Transactions on Evolutionary Computation},
  number    = {2},
  pages     = {245--259},
  publisher = {IEEE},
  title     = {Quality and diversity optimization: A unifying modular framework},
  volume    = {22},
  year      = {2017}
}

@misc{cunningham2026constitutionalclassifiersefficientproductiongrade,
  archiveprefix = {arXiv},
  author        = {Hoagy Cunningham and Jerry Wei and Zihan Wang and Andrew Persic and Alwin Peng and Jordan Abderrachid and Raj Agarwal and Bobby Chen and Austin Cohen and Andy Dau and Alek Dimitriev and Rob Gilson and Logan Howard and Yijin Hua and Jared Kaplan and Jan Leike and Mu Lin and Christopher Liu and Vladimir Mikulik and Rohit Mittapalli and Clare O'Hara and Jin Pan and Nikhil Saxena and Alex Silverstein and Yue Song and Xunjie Yu and Giulio Zhou and Ethan Perez and Mrinank Sharma},
  doi           = {10.48550/arxiv.arXiv:2601.04603},
  eprint        = {2601.04603},
  primaryclass  = {cs.CR},
  title         = {Constitutional Classifiers++: Efficient Production-Grade Defenses against Universal Jailbreaks},
  url           = {https://arxiv.org/abs/2601.04603},
  year          = {2026}
}

@conference{d2007novel,
  author        = {D'Ambrosio, D.B. and Stanley, K.O.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2010-03-30 11:56:51 -0400},
  date-modified = {2010-05-13 12:55:07 -0400},
  organization  = {ACM},
  pages         = {974-981},
  title         = {{A novel generative encoding for exploiting neural network sensor and output geometry}},
  year          = {2007}
}

@conference{d2008generative,
  author        = {D'Ambrosio, D.B. and Stanley, K.O.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2010-03-30 23:57:24 -0400},
  date-modified = {2010-05-13 12:55:29 -0400},
  organization  = {ACM},
  pages         = {819--826},
  title         = {{Generative encoding for multiagent learning}},
  year          = {2008}
}

@conference{d2010evolving,
  author        = {D'Ambrosio, D.B. and Lehman, J. and Risi, S. and Stanley, K.O.},
  booktitle     = {Proceedings of the Conference on Autonomous Agents and Multiagent Systems},
  date-added    = {2010-09-21 18:36:00 -0400},
  date-modified = {2010-09-21 18:38:33 -0400},
  pages         = {731-738},
  title         = {{Evolving policy geometry for scalable multiagent learning}},
  year          = {2010}
}

@inproceedings{dai2015logical,
  author        = {Dai, Wang-Zhou and Muggleton, Stephen H and Zhou, Zhi-Hua},
  date-added    = {2015-12-14 01:41:38 +0000},
  date-modified = {2015-12-14 01:41:38 +0000},
  organization  = {ILP},
  title         = {Logical vision: Meta-interpretive learning for simple geometrical concepts},
  year          = {2015}
}

@inproceedings{dalal2005histograms,
  author        = {Dalal, Navneet and Triggs, Bill},
  booktitle     = {international Conference on computer vision \& Pattern Recognition (CVPR'05)},
  date-added    = {2019-04-10 06:30:35 -0700},
  date-modified = {2019-04-10 06:30:35 -0700},
  doi           = {10.1109/cvpr.2005.177},
  organization  = {IEEE Computer Society},
  pages         = {886--893},
  title         = {Histograms of oriented gradients for human detection},
  volume        = {1},
  year          = {2005}
}

@inproceedings{Dalal2005hog,
  author    = {Dalal, N. and Triggs, B.},
  booktitle = {2005 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR'05)},
  doi       = {10.1109/CVPR.2005.177},
  keywords  = {Histograms;Humans;Robustness;Object recognition;Support vector machines;Object detection;Testing;Image edge detection;High performance computing;Image databases},
  pages     = {886-893 vol. 1},
  title     = {Histograms of oriented gradients for human detection},
  volume    = {1},
  year      = {2005}
}

@misc{dalibard2021faster,
  archiveprefix = {arXiv},
  author        = {Valentin Dalibard and Max Jaderberg},
  date-added    = {2021-09-30 11:29:07 -0700},
  date-modified = {2021-09-30 11:29:07 -0700},
  doi           = {10.48550/arxiv.arXiv:2109.13800},
  eprint        = {2109.13800},
  primaryclass  = {cs.NE},
  title         = {Faster Improvement Rate Population Based Training},
  year          = {2021}
}

@book{darwinOrigin,
  address       = {London},
  author        = {Charles Darwin},
  date-added    = {2010-07-24 01:29:00 -0400},
  date-modified = {2010-07-24 01:35:49 -0400},
  publisher     = {John Murray},
  title         = {On the Origin of the Species},
  year          = {1859}
}

@book{davidson2001genomic,
  author        = {Davidson, E.H.},
  date-added    = {2010-07-24 01:37:11 -0400},
  date-modified = {2010-07-24 01:37:11 -0400},
  publisher     = {Academic Pr},
  title         = {{Genomic regulatory systems: development and evolution}},
  year          = {2001}
}

@article{davidson2006gene,
  author        = {Davidson, E.H. and Erwin, D.H.},
  date-added    = {2010-07-24 01:37:44 -0400},
  date-modified = {2010-07-24 01:37:44 -0400},
  doi           = {10.1126/science.1113832},
  journal       = {Science},
  number        = {5762},
  pages         = {796},
  publisher     = {AAAS},
  title         = {{Gene regulatory networks and the evolution of animal body plans}},
  volume        = {311},
  year          = {2006}
}

@article{dayan1993feudal,
  author  = {Dayan, Peter and Hinton, Geoffrey E},
  journal = {Advances in neural information processing systems},
  title   = {Feudal reinforcement learning},
  volume  = {5},
  year    = {1992}
}

@inproceedings{de2004incremental,
  author        = {De Jong, Edwin D},
  booktitle     = {Genetic and Evolutionary Computation Conference},
  date-added    = {2019-05-05 13:33:38 -0600},
  date-modified = {2019-05-05 13:33:38 -0600},
  organization  = {Springer},
  pages         = {525--536},
  title         = {The incremental pareto-coevolution archive},
  year          = {2004}
}

@book{deb2001multi,
  author        = {Deb, K.},
  date-added    = {2012-05-14 01:10:49 -0400},
  date-modified = {2012-05-14 01:10:49 -0400},
  publisher     = {Wiley},
  title         = {Multi-objective optimization using evolutionary algorithms},
  volume        = {16},
  year          = {2001}
}

@article{deb2002fast,
  author    = {Deb, Kalyanmoy and Pratap, Amrit and Agarwal, Sameer and Meyarivan, TAMT},
  doi       = {10.1109/4235.996017},
  journal   = {IEEE transactions on evolutionary computation},
  number    = {2},
  pages     = {182--197},
  publisher = {IEEE},
  title     = {A fast and elitist multiobjective genetic algorithm: NSGA-II},
  volume    = {6},
  year      = {2002}
}

@misc{deepseekai2025deepseekv3technicalreport,
      title={DeepSeek-V3 Technical Report}, 
      author={DeepSeek-AI},
      year={2024},
      eprint={2412.19437},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2412.19437}, 
}

@article{Degrave2022tokamak,
  author    = {Degrave,  Jonas and Felici,  Federico and Buchli,  Jonas and Neunert,  Michael and Tracey,  Brendan and Carpanese,  Francesco and Ewalds,  Timo and Hafner,  Roland and Abdolmaleki,  Abbas and de las Casas,  Diego and Donner,  Craig and Fritz,  Leslie and Galperti,  Cristian and Huber,  Andrea and Keeling,  James and Tsimpoukelli,  Maria and Kay,  Jackie and Merle,  Antoine and Moret,  Jean-Marc and Noury,  Seb and Pesamosca,  Federico and Pfau,  David and Sauter,  Olivier and Sommariva,  Cristian and Coda,  Stefano and Duval,  Basil and Fasoli,  Ambrogio and Kohli,  Pushmeet and Kavukcuoglu,  Koray and Hassabis,  Demis and Riedmiller,  Martin},
  doi       = {10.1038/s41586-021-04301-9},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {2},
  number    = {7897},
  pages     = {414-419},
  publisher = {Springer Science and Business Media LLC},
  title     = {Magnetic control of tokamak plasmas through deep reinforcement learning},
  url       = {http://dx.doi.org/10.1038/s41586-021-04301-9},
  volume    = {602},
  year      = {2022}
}

@article{DeMoss2025Grok,
  author    = {DeMoss, Branton and Sapora, Silvia and Foerster, Jakob and Hawes, Nick and Posner, Ingmar},
  doi       = {10.1016/j.physd.2025.134859},
  issn      = {0167-2789},
  journal   = {Physica D: Nonlinear Phenomena},
  month     = {11},
  pages     = {134859},
  publisher = {Elsevier BV},
  title     = {The complexity dynamics of grokking},
  url       = {http://dx.doi.org/10.1016/j.physd.2025.134859},
  volume    = {482},
  year      = {2025}
}

@inproceedings{dennett2002new,
  address       = {Oxford UK},
  author        = {Dennett, D.C.},
  booktitle     = {The encyclopedia of evolution},
  date-added    = {2010-07-24 01:38:19 -0400},
  date-modified = {2011-09-09 01:25:31 -0400},
  editor        = {M. Pagel},
  pages         = {E83-E92},
  publisher     = {Oxford University Press},
  title         = {{The new replicators}},
  year          = {2002}
}

@article{dennis2020emergent,
  author  = {Dennis, Michael and Jaques, Natasha and Vinitsky, Eugene and Bayen, Alexandre and Russell, Stuart and Critch, Andrew and Levine, Sergey},
  journal = {Advances in neural information processing systems},
  pages   = {13049--13061},
  title   = {Emergent complexity and zero-shot transfer via unsupervised environment design},
  volume  = {33},
  year    = {2020}
}

@inproceedings{devlin2018bert,
  author    = {Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  booktitle = {Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers)},
  pages     = {4171--4186},
  title     = {Bert: Pre-training of deep bidirectional transformers for language understanding},
  year      = {2019}
}

@inproceedings{devlin2019bertpretrainingdeepbidirectional,
  author    = {Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  booktitle = {Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers)},
  pages     = {4171--4186},
  title     = {Bert: Pre-training of deep bidirectional transformers for language understanding},
  year      = {2019}
}

@article{dewsbury2012cheetahs,
  author        = {Dewsbury, R.},
  date-added    = {2013-08-20 03:33:36 +0000},
  date-modified = {2013-08-20 03:34:24 +0000},
  journal       = {Daily Mail Online},
  month         = {June},
  title         = {That's cheeting! Tourists get the view of a lifetime as opportunistic cheetah uses their vehicle as a vantage point},
  year          = {2012}
}

@inproceedings{dharna2020co,
  author    = {Dharna, Aaron and Togelius, Julian and Soros, Lisa B},
  booktitle = {Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment},
  doi       = {10.1609/aiide.v16i1.7431},
  pages     = {203--209},
  title     = {Co-generation of game levels and game-playing agents},
  volume    = {16},
  year      = {2020}
}

@article{dharna2022transfer,
  author    = {Dharna, Aaron and Hoover, Amy K and Togelius, Julian and Soros, Lisa B},
  doi       = {10.1109/tg.2022.3151025},
  journal   = {IEEE Transactions on Games},
  number    = {2},
  pages     = {157--170},
  publisher = {IEEE},
  title     = {Transfer dynamics in emergent evolutionary curricula},
  volume    = {15},
  year      = {2022}
}

@article{dharna2025foundationmodelselfplayopenended,
  author  = {Dharna, Aaron and Lu, Cong and Clune, Jeff},
  journal = {Reinforcement Learning Journal},
  pages   = {276--342},
  title   = {Foundation Model Self-Play: {O}pen-Ended Strategy Innovation via Foundation Models},
  volume  = {6},
  year    = {2025}
}

@inproceedings{di2001evolving,
  author        = {Di Ferdinando, A. and Calabretta, R. and Parisi, D.},
  booktitle     = {Connectionist models of learning, development and evolution: proceedings of the Sixth Neural Computation and Psychology Workshop},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1007/978-1-4471-0281-6_25},
  organization  = {Springer Verlag},
  pages         = {253--262},
  title         = {Evolving modular architectures for neural networks},
  year          = {2001}
}

@article{dietterich2015rise,
  author    = {Dietterich, Thomas G and Horvitz, Eric J},
  doi       = {10.1145/2770869},
  journal   = {Communications of the ACM},
  number    = {10},
  pages     = {38--40},
  publisher = {ACM New York, NY, USA},
  title     = {Rise of concerns about {AI}: reflections and directions},
  volume    = {58},
  year      = {2015}
}

@inproceedings{ding2024quality,
  author    = {Ding, Li and Zhang, Jenny and Clune, Jeff and Spector, Lee and Lehman, Joel},
  booktitle = {Forty-first International Conference on Machine Learning},
  title     = {Quality Diversity through Human Feedback: Towards Open-Ended Diversity-Driven Optimization},
  year      = {2024}
}

@misc{dizdarevic2025adhoc,
  archiveprefix = {arXiv},
  author        = {Dizdarevi{\'c}, Tin and Hammond, Ravi and Gessler, Tobias and Calinescu, Anisoara and Cook, Jonathan and Gallici, Matteo and Lupu, Andrei and Muglich, Darius and Forkel, Johannes and Foerster, Jakob Nicolaus},
  doi           = {10.48550/arxiv.arXiv:2506.21490},
  eprint        = {2506.21490},
  primaryclass  = {cs.AI},
  title         = {{Ad-Hoc Human-AI Coordination Challenge}},
  url           = {https://arxiv.org/abs/2506.21490},
  year          = {2025}
}

@article{doncieux2015evolutionary,
  author        = {Doncieux, S and Bredeche, N and Mouret, J and Eiben, A},
  date-added    = {2015-03-09 18:23:14 +0000},
  date-modified = {2015-03-09 18:23:14 +0000},
  doi           = {10.3389/frobt.2015.00004},
  journal       = {Name: Frontiers in Robotics and AI},
  number        = {4},
  title         = {Evolutionary Robotics: What, Why, and Where to},
  volume        = {2},
  year          = {2015}
}

@inproceedings{du2023guidingpretrainingreinforcementlearning,
  author       = {Du, Yuqing and Watkins, Olivia and Wang, Zihan and Colas, C{\'e}dric and Darrell, Trevor and Abbeel, Pieter and Gupta, Abhishek and Andreas, Jacob},
  booktitle    = {International Conference on Machine Learning},
  organization = {PMLR},
  pages        = {8657--8677},
  title        = {Guiding pretraining in reinforcement learning with large language models},
  year         = {2023}
}

@inproceedings{du2023improving,
  author    = {Du, Yilun and Li, Shuang and Torralba, Antonio and Tenenbaum, Joshua B and Mordatch, Igor},
  booktitle = {Forty-first international conference on machine learning},
  title     = {Improving factuality and reasoning in language models through multiagent debate},
  year      = {2024}
}

@inproceedings{dua-2019-drop,
  address   = {Minneapolis, Minnesota},
  author    = {Dua, Dheeru  and
      Wang, Yizhong  and
      Dasigi, Pradeep  and
      Stanovsky, Gabriel  and
      Singh, Sameer  and
      Gardner, Matt},
  booktitle = {Proceedings of the 2019 Conference of the North {A}merican Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)},
  doi       = {10.18653/v1/N19-1246},
  editor    = {Burstein, Jill  and
      Doran, Christy  and
      Solorio, Thamar},
  month     = {6},
  pages     = {2368--2378},
  publisher = {Association for Computational Linguistics},
  title     = {{DROP}: A Reading Comprehension Benchmark Requiring Discrete Reasoning Over Paragraphs},
  year      = {2019}
}

@inproceedings{duan2016benchmarkingdeepreinforcementlearning,
  author       = {Duan, Yan and Chen, Xi and Houthooft, Rein and Schulman, John and Abbeel, Pieter},
  booktitle    = {International conference on machine learning},
  organization = {PMLR},
  pages        = {1329--1338},
  title        = {Benchmarking deep reinforcement learning for continuous control},
  year         = {2016}
}

@article{duan2016rl,
  author        = {Duan, Yan and Schulman, John and Chen, Xi and Bartlett, Peter L and Sutskever, Ilya and Abbeel, Pieter},
  date-added    = {2019-04-02 18:00:24 -0400},
  date-modified = {2019-04-06 07:27:22 -0700},
  doi           = {10.48550/arxiv.arXiv:1611.02779},
  journal       = {arXiv preprint arXiv:1611.02779},
  title         = {R{L}2: Fast Reinforcement Learning via Slow Reinforcement Learning},
  year          = {2016}
}

@inproceedings{duan2017rlsquare,
  author    = {Yan Duan and John Schulman and Xi Chen and Peter L. Bartlett and Ilya Sutskever and Pieter Abbeel},
  booktitle = {International Conference on Learning Representations},
  title     = {{RL}{\textasciicircum}2: Fast Reinforcement Learning via Slow Reinforcement Learning},
  year      = {2017}
}

@article{ecoffet2019go,
  author        = {Ecoffet, Adrien and Huizinga, Joost and Lehman, Joel and Stanley, Kenneth O and Clune, Jeff},
  date-added    = {2019-04-11 20:11:08 -0700},
  date-modified = {2019-04-11 20:11:08 -0700},
  doi           = {10.48550/arxiv.arXiv:1901.10995},
  journal       = {arXiv preprint arXiv:1901.10995},
  title         = {Go-Explore: a New Approach for Hard-Exploration Problems},
  year          = {2019}
}

@inproceedings{ecoffet2020open,
  author       = {Ecoffet, Adrien and Clune, Jeff and Lehman, Joel},
  booktitle    = {Artificial Life Conference Proceedings 32},
  doi          = {10.1162/isal_a_00323},
  organization = {MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…},
  pages        = {27--35},
  title        = {Open questions in creating safe open-ended AI: Tensions between control and creativity},
  year         = {2020}
}

@article{ecoffet2021first,
  author        = {Ecoffet, Adrien and Huizinga, Joost and Lehman, Joel and Stanley, Kenneth O and Clune, Jeff},
  date-added    = {2021-03-22 12:08:57 -0700},
  date-modified = {2021-03-22 12:08:57 -0700},
  doi           = {10.1038/s41586-020-03157-9},
  journal       = {Nature},
  number        = {7847},
  pages         = {580--586},
  publisher     = {Nature Publishing Group},
  title         = {First return, then explore},
  volume        = {590},
  year          = {2021}
}

@article{Ecoffet2021firstreturngoexplore,
  author    = {Ecoffet,  Adrien and Huizinga,  Joost and Lehman,  Joel and Stanley,  Kenneth O. and Clune,  Jeff},
  doi       = {10.1038/s41586-020-03157-9},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {2},
  number    = {7847},
  pages     = {580-586},
  publisher = {Springer Science and Business Media LLC},
  title     = {First return,  then explore},
  url       = {http://dx.doi.org/10.1038/s41586-020-03157-9},
  volume    = {590},
  year      = {2021}
}

@article{edwards2019imitating,
  author        = {Edwards, Ashley D and Sahni, Himanshu and Schroeker, Yannick and Isbell, Charles L},
  date-added    = {2019-05-16 10:41:53 -0700},
  date-modified = {2019-05-16 10:42:07 -0700},
  journal       = {International Conference on Machine Learning (ICML)},
  title         = {Imitating latent policies from observation},
  year          = {2019}
}

@conference{eggenberger1997evolving,
  author        = {Eggenberger, P.},
  booktitle     = {Fourth European Conference on Artificial Life},
  date-added    = {2011-01-29 22:22:59 -0500},
  date-modified = {2011-01-29 22:22:59 -0500},
  organization  = {The MIT Press},
  pages         = {205--213},
  title         = {{Evolving morphologies of simulated 3D organisms based on differential gene expression}},
  year          = {1997}
}

@article{eiben2007parameter,
  author        = {Eiben, A. and Michalewicz, Z. and Schoenauer, M. and Smith, J.},
  date-added    = {2010-04-08 19:27:34 -0400},
  date-modified = {2010-04-08 19:27:34 -0400},
  doi           = {10.1007/978-3-662-05094-1_8},
  journal       = {Parameter Setting in Evolutionary Algorithms},
  pages         = {19--46},
  publisher     = {Springer},
  title         = {{Parameter control in evolutionary algorithms}},
  year          = {2007}
}

@article{ekstig1994condensation,
  author        = {Ekstig, B.},
  date-added    = {2010-07-24 01:39:28 -0400},
  date-modified = {2010-07-24 01:39:28 -0400},
  journal       = {BioScience},
  number        = {3},
  pages         = {158--164},
  publisher     = {JSTOR},
  title         = {{Condensation of developmental stages and evolution}},
  volume        = {44},
  year          = {1994}
}

@book{eliot1964sacred,
  author        = {Eliot, T. S.},
  date-added    = {2014-09-21 20:55:13 +0000},
  date-modified = {2014-09-24 03:06:48 +0000},
  publisher     = {Methuen},
  title         = {The sacred wood: essays on poetry and criticism},
  volume        = {11},
  year          = {1964}
}

@article{ellefsen2015neural,
  author        = {Ellefsen, Kai Olav and Mouret, Jean-Baptiste and Clune, Jeff},
  date-added    = {2015-09-14 22:04:22 +0000},
  date-modified = {2019-04-17 15:34:34 -0700},
  doi           = {10.1371/journal.pcbi.1004128},
  journal       = {PLoS Comput Biol},
  number        = {4},
  pages         = {e1004128},
  title         = {Neural Modularity Helps Organisms Evolve to Learn New Skills without Forgetting Old Skills},
  volume        = {11},
  year          = {2015}
}

@article{ellefsen2015surprising,
  author        = {Ellefsen, Kai Olav and Clune, Jeff},
  date-added    = {2015-12-13 04:23:43 +0000},
  date-modified = {2015-12-13 04:24:22 +0000},
  doi           = {10.1162/isal_a_00016},
  journal       = {Laboratory News},
  title         = {The surprising creativity of digital evolution},
  year          = {2015}
}

@article{elsken2019neural,
  author  = {Elsken, Thomas and Metzen, Jan Hendrik and Hutter, Frank},
  journal = {Journal of Machine Learning Research},
  number  = {55},
  pages   = {1--21},
  title   = {Neural architecture search: A survey},
  volume  = {20},
  year    = {2019}
}

@book{emlen1984population,
  author        = {Emlen, J.M.},
  date-added    = {2010-07-24 01:40:14 -0400},
  date-modified = {2010-07-24 01:40:14 -0400},
  publisher     = {Macmillan},
  title         = {{Population biology}},
  year          = {1984}
}

@misc{emmons2025chainthoughtnecessarylanguage,
  archiveprefix = {arXiv},
  author        = {Scott Emmons and Erik Jenner and David K. Elson and Rif A. Saurous and Senthooran Rajamanoharan and Heng Chen and Irhum Shafkat and Rohin Shah},
  doi           = {10.48550/arxiv.arXiv:2507.05246},
  eprint        = {2507.05246},
  primaryclass  = {cs.AI},
  title         = {When Chain of Thought is Necessary, Language Models Struggle to Evade Monitors},
  url           = {https://arxiv.org/abs/2507.05246},
  year          = {2025}
}

@article{erdos1196_ESS1970,
  author  = {Erdos, Paul and Sárközi, András and Szemerédi, Endre},
  doi     = {10.4064/aa-15-1-35-49},
  journal = {Acta Arithmetica},
  number  = {1},
  pages   = {35--49},
  title   = {On divisibility properties of sequences of integers},
  volume  = {15},
  year    = {1970}
}

@article{Erhard_2018,
  author    = {Erhard, Manuel and Malik, Mehul and Krenn, Mario and Zeilinger, Anton},
  doi       = {10.1038/s41566-018-0257-6},
  issn      = {1749-4893},
  journal   = {Nature Photonics},
  month     = {10},
  number    = {12},
  pages     = {759-764},
  publisher = {Springer Science and Business Media LLC},
  title     = {Experimental Greenberger-Horne-Zeilinger entanglement beyond qubits},
  url       = {http://dx.doi.org/10.1038/s41566-018-0257-6},
  volume    = {12},
  year      = {2018}
}

@book{ernst1969gps,
  address   = {New York, NY},
  author    = {Ernst, George W. and Newell, Allen},
  doi       = {10.2307/2316514},
  note      = {A critical retrospective detailing the heuristic limitations and search failures of the General Problem Solver.},
  publisher = {Academic Press},
  series    = {{ACM} Monograph Series},
  title     = {{GPS}: A Case Study in Generality and Problem Solving},
  year      = {1969}
}

@article{espinosa2010specialization,
  author        = {Espinosa-Soto, C. and Wagner, A.},
  date-added    = {2013-09-12 06:53:36 +0000},
  date-modified = {2013-09-12 06:53:36 +0000},
  doi           = {10.1371/journal.pcbi.1000719},
  journal       = {PLoS Computational Biology},
  number        = {3},
  pages         = {e1000719},
  title         = {Specialization can drive the evolution of modularity},
  volume        = {6},
  year          = {2010}
}

@book{eubanks2018automating,
  address   = {New York, NY},
  author    = {Eubanks, Virginia},
  isbn      = {978-1250074317},
  publisher = {St. Martin's Press},
  title     = {Automating Inequality: How High-Tech Tools Profile, Police, and Punish the Poor},
  year      = {2018}
}

@article{euler1736solutiongraphtheory,
  author  = {Euler, Leonhard},
  journal = {Commentarii Academiae Scientiarum Imperialis Petropolitanae},
  pages   = {128--140},
  title   = {Solutio problematis ad geometriam situs pertinentis},
  volume  = {8},
  year    = {1736}
}

@article{everitt2018agi,
  author        = {Everitt, Tom and Lea, Gary and Hutter, Marcus},
  date-added    = {2019-05-17 11:09:19 -0600},
  date-modified = {2019-05-17 11:09:19 -0600},
  doi           = {10.48550/arxiv.arXiv:1805.01109},
  journal       = {arXiv preprint arXiv:1805.01109},
  title         = {AGI safety literature review},
  year          = {2018}
}

@article{eysenbach2018diversity,
  author        = {Eysenbach, Benjamin and Gupta, Abhishek and Ibarz, Julian and Levine, Sergey},
  date-added    = {2019-05-15 15:52:43 -0700},
  date-modified = {2019-05-15 15:52:43 -0700},
  doi           = {10.48550/arxiv.arXiv:1802.06070},
  journal       = {arXiv preprint arXiv:1802.06070},
  title         = {Diversity is all you need: Learning skills without a reward function},
  year          = {2018}
}

@article{Eyu2024sentimentrewardmodels,
  author    = {Eyu,  Jer Min and Yau,  Kok-Lim Alvin and Liu,  Lei and Chong,  Yung-Wey},
  doi       = {10.1007/s10462-024-10967-0},
  issn      = {1573-7462},
  journal   = {Artificial Intelligence Review},
  month     = {11},
  number    = {1},
  publisher = {Springer Science and Business Media LLC},
  title     = {Reinforcement learning in sentiment analysis: a review and future directions},
  url       = {http://dx.doi.org/10.1007/s10462-024-10967-0},
  volume    = {58},
  year      = {2024}
}

@misc{facebook_2024,
  author       = {Meta},
  howpublished = {\url{https://about.fb.com/news/2024/07/open-source-ai-is-the-path-forward/}},
  month        = {July},
  note         = {News article},
  title        = {Open Source AI is the Path Forward},
  year         = {2024}
}

@article{faldor2024omni,
  author        = {Faldor, Maxence and Zhang, Jenny and Cully, Antoine and Clune, Jeff},
  date-added    = {2024-10-11 11:25:13 -0700},
  date-modified = {2024-10-11 11:25:13 -0700},
  doi           = {10.48550/arXiv.2405.15568},
  journal       = {arXiv preprint arXiv:2405.15568},
  title         = {OMNI-EPIC: Open-endedness via Models of human Notions of Interestingness with Environments Programmed in Code},
  year          = {2024}
}

@article{fan2022minedojo,
  author  = {Fan, Linxi and Wang, Guanzhi and Jiang, Yunfan and Mandlekar, Ajay and Yang, Yuncong and Zhu, Haoyi and Tang, Andrew and Huang, De-An and Zhu, Yuke and Anandkumar, Anima},
  doi     = {10.52202/068431-1333},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {18343--18362},
  title   = {Minedojo: Building open-ended embodied agents with internet-scale knowledge},
  volume  = {35},
  year    = {2022}
}

@inproceedings{fawzi2015fundamental,
  author    = {Fawzi, Alhussein and Fawzi, Omar and Frossard, Pascal},
  booktitle = {Proc. ICML, Workshop on Deep Learning},
  title     = {Fundamental limits on adversarial robustness},
  volume    = {55},
  year      = {2015}
}

@article{Fawzi2022matrix,
  author    = {Fawzi,  Alhussein and Balog,  Matej and Huang,  Aja and Hubert,  Thomas and Romera-Paredes,  Bernardino and Barekatain,  Mohammadamin and Novikov,  Alexander and R. Ruiz,  Francisco J. and Schrittwieser,  Julian and Swirszcz,  Grzegorz and Silver,  David and Hassabis,  Demis and Kohli,  Pushmeet},
  doi       = {10.1038/s41586-022-05172-4},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {10},
  number    = {7930},
  pages     = {47-53},
  publisher = {Springer Science and Business Media LLC},
  title     = {Discovering faster matrix multiplication algorithms with reinforcement learning},
  url       = {http://dx.doi.org/10.1038/s41586-022-05172-4},
  volume    = {610},
  year      = {2022}
}

@misc{feng2026semiautonomousmathematicsdiscoverygemini,
  archiveprefix = {arXiv},
  author        = {Tony Feng and Trieu Trinh and Garrett Bingham and Jiwon Kang and Shengtong Zhang and Sang-hyun Kim and Kevin Barreto and Carl Schildkraut and Junehyuk Jung and Jaehyeon Seo and Carlo Pagano and Yuri Chervonyi and Dawsen Hwang and Kaiying Hou and Sergei Gukov and Cheng-Chiang Tsai and Hyunwoo Choi and Youngbeom Jin and Wei-Yuan Li and Hao-An Wu and Ruey-An Shiu and Yu-Sheng Shih and Quoc V. Le and Thang Luong},
  doi           = {10.48550/arxiv.arXiv:2601.22401},
  eprint        = {2601.22401},
  primaryclass  = {cs.AI},
  title         = {Semi-Autonomous Mathematics Discovery with Gemini: A Case Study on the Erdos Problems},
  url           = {https://arxiv.org/abs/2601.22401},
  year          = {2026}
}

@article{Feng23Opt,
  author    = {Lan-Tian Feng and Ming Zhang and Di Liu and Yu-Jie Cheng and Guo-Ping Guo and Dao-Xin Dai and Guang-Can Guo and Mario Krenn and Xi-Feng Ren},
  doi       = {10.1364/OPTICA.474750},
  journal   = {Optica},
  keywords  = {Constructive interference; Destructive interference; Quantum computation; Quantum information; Quantum technology; Stochastic processes},
  month     = {Jan},
  number    = {1},
  pages     = {105--109},
  publisher = {Optica Publishing Group},
  title     = {On-chip quantum interference between the origins of a multi-photon state},
  url       = {https://opg.optica.org/optica/abstract.cfm?URI=optica-10-1-105},
  volume    = {10},
  year      = {2023}
}

@misc{fernando2024promptbreeder,
  author = {Chrisantha Fernando and Dylan Sunil Banarse and Henryk Michalewski and Simon Osindero and Tim Rockt{\"a}schel},
  title  = {Promptbreeder: Self-Referential Self-Improvement via Prompt Evolution},
  year   = {2024}
}

@article{ficici:alife98,
  author        = {Ficici, S.G. and Pollack, J.B.},
  bibauthor     = {bwoolley},
  date-added    = {2019-05-05 13:43:49 -0600},
  date-modified = {2019-05-05 13:43:49 -0600},
  isbn          = {0262510995},
  journal       = {Artificial life VI},
  pages         = {238},
  publisher     = {The MIT Press},
  title         = {{Challenges in coevolutionary learning: Arms-race dynamics, open-endedness, and mediocre stable states}},
  year          = {1998}
}

@article{filliat1999evolution,
  author        = {Filliat, D. and Kodjabachian, J. and Meyer, J.A.},
  date-added    = {2010-03-31 15:42:13 -0400},
  date-modified = {2010-03-31 15:42:13 -0400},
  doi           = {10.1080/095400999116232},
  journal       = {Connection Science},
  number        = {3},
  pages         = {225--242},
  publisher     = {Taylor \& Francis},
  title         = {{Evolution of neural controllers for locomotion and obstacle avoidance in a six-legged robot}},
  volume        = {11},
  year          = {1999}
}

@inproceedings{finn2017maml,
  author       = {Finn, Chelsea and Abbeel, Pieter and Levine, Sergey},
  booktitle    = {International conference on machine learning},
  organization = {PMLR},
  pages        = {1126--1135},
  title        = {Model-agnostic meta-learning for fast adaptation of deep networks},
  year         = {2017}
}

@article{finn2017meta,
  author        = {Finn, Chelsea and Levine, Sergey},
  date-added    = {2019-04-25 16:03:32 -0700},
  date-modified = {2019-04-25 16:03:32 -0700},
  doi           = {10.48550/arxiv.arXiv:1710.11622},
  journal       = {arXiv preprint arXiv:1710.11622},
  title         = {Meta-learning and universality: Deep representations and gradient descent can approximate any learning algorithm},
  year          = {2017}
}

@inproceedings{finn2017model,
  author       = {Finn, Chelsea and Abbeel, Pieter and Levine, Sergey},
  booktitle    = {International conference on machine learning},
  organization = {PMLR},
  pages        = {1126--1135},
  title        = {Model-agnostic meta-learning for fast adaptation of deep networks},
  year         = {2017}
}

@book{floreano2008bio,
  author        = {Floreano, D. and Mattiussi, C.},
  date-added    = {2013-03-08 19:17:08 +0000},
  date-modified = {2014-07-20 17:35:49 +0000},
  publisher     = {The MIT Press},
  title         = {Bio-inspired artificial intelligence: theories, methods, and technologies},
  year          = {2008}
}

@misc{fmf_frontier_mitigations_2025,
  author  = {{Frontier Model Forum}},
  day     = {30},
  month   = {6},
  title   = {Frontier Mitigations},
  url     = {https://www.frontiermodelforum.org/technical-reports/frontier-mitigations/},
  urldate = {2026-03-18},
  year    = {2025}
}

@article{foerster2016learningcommunicatedeepmultiagent,
  author  = {Foerster, Jakob and Assael, Ioannis Alexandros and De Freitas, Nando and Whiteson, Shimon},
  journal = {Advances in neural information processing systems},
  title   = {Learning to communicate with deep multi-agent reinforcement learning},
  volume  = {29},
  year    = {2016}
}

@inproceedings{foerster2018learningopponentlearningawareness,
  address   = {Richland, SC},
  author    = {Foerster, Jakob and Chen, Richard Y. and Al-Shedivat, Maruan and Whiteson, Shimon and Abbeel, Pieter and Mordatch, Igor},
  booktitle = {Proceedings of the 17th International Conference on Autonomous Agents and MultiAgent Systems},
  doi       = {10.65109/hgwa8807},
  keywords  = {multi-agent learning, iterated prisoners dilemma, general-sum, deep reinforcement learning},
  location  = {Stockholm, Sweden},
  numpages  = {9},
  pages     = {122-130},
  publisher = {International Foundation for Autonomous Agents and Multiagent Systems},
  series    = {AAMAS '18},
  title     = {Learning with Opponent-Learning Awareness},
  year      = {2018}
}

@article{fortunato2017noisy,
  author        = {Fortunato, Meire and Azar, Mohammad Gheshlaghi and Piot, Bilal and Menick, Jacob and Osband, Ian and Graves, Alex and Mnih, Vlad and Munos, Remi and Hassabis, Demis and Pietquin, Olivier and others},
  date-added    = {2019-05-16 07:24:48 -0700},
  date-modified = {2019-05-16 07:24:48 -0700},
  doi           = {10.48550/arXiv.1706.10295},
  journal       = {arXiv preprint arXiv:1706.10295},
  title         = {Noisy networks for exploration},
  year          = {2017}
}

@article{french1992semi,
  author        = {French, Robert M},
  date-added    = {2019-04-26 14:30:14 -0700},
  date-modified = {2019-04-26 14:30:14 -0700},
  doi           = {10.1080/09540099208946624},
  journal       = {Connection Science},
  number        = {3-4},
  pages         = {365--377},
  publisher     = {Taylor \& Francis},
  title         = {Semi-distributed representations and catastrophic forgetting in connectionist networks},
  volume        = {4},
  year          = {1992}
}

@article{french1999catastrophic,
  author        = {French, Robert M},
  date-added    = {2013-10-11 20:47:52 +0000},
  date-modified = {2013-10-11 20:47:52 +0000},
  doi           = {10.1016/s1364-6613(99)01294-2},
  journal       = {Trends in cognitive sciences},
  number        = {4},
  pages         = {128--135},
  publisher     = {Elsevier},
  title         = {Catastrophic forgetting in connectionist networks},
  volume        = {3},
  year          = {1999}
}

@article{friedman1977algorithm,
  author        = {Friedman, Jerome H and Bentley, Jon Louis and Finkel, Raphael Ari},
  date-added    = {2015-03-30 19:31:28 +0000},
  date-modified = {2015-03-30 19:31:28 +0000},
  doi           = {10.1145/355744.355745},
  journal       = {ACM Transactions on Mathematical Software (TOMS)},
  number        = {3},
  pages         = {209--226},
  publisher     = {ACM},
  title         = {An algorithm for finding best matches in logarithmic expected time},
  volume        = {3},
  year          = {1977}
}

@article{Gabriel2020values,
  author    = {Gabriel, Iason},
  doi       = {10.1007/s11023-020-09539-2},
  issn      = {1572-8641},
  journal   = {Minds and Machines},
  month     = {Sept},
  number    = {3},
  pages     = {411-437},
  publisher = {Springer Science and Business Media LLC},
  title     = {Artificial Intelligence, Values, and Alignment},
  url       = {http://dx.doi.org/10.1007/s11023-020-09539-2},
  volume    = {30},
  year      = {2020}
}

@article{gallagher1996application,
  author        = {Gallagher, J.C. and Beer, R.D. and Espenschied, K.S. and Quinn, R.D.},
  date-added    = {2010-03-31 15:30:53 -0400},
  date-modified = {2010-09-29 00:22:03 -0400},
  doi           = {10.1016/s0921-8890(96)00036-x},
  journal       = {Robotics and Autonomous Systems},
  number        = {1},
  pages         = {95--103},
  publisher     = {Elsevier},
  title         = {{Application of evolved locomotion controllers to a hexapod robot}},
  volume        = {19},
  year          = {1996}
}

@article{gallup2012creationism,
  author        = {Newport, F.},
  date-added    = {2014-07-07 05:36:25 +0000},
  date-modified = {2014-07-07 05:39:55 +0000},
  journal       = {Gallup.com},
  title         = {In {U}.{S}., 46\% Hold Creationist View of Human Origins},
  year          = {2012}
}

@inproceedings{gao2016deep,
  author        = {Gao, Yang and Hendricks, Lisa Anne and Kuchenbecker, Katherine J and Darrell, Trevor},
  booktitle     = {2016 IEEE International Conference on Robotics and Automation (ICRA)},
  date-added    = {2019-04-11 08:34:12 -0700},
  date-modified = {2019-04-11 08:34:12 -0700},
  doi           = {10.1109/icra.2016.7487176},
  organization  = {IEEE},
  pages         = {536--543},
  title         = {Deep learning for tactile understanding from visual and haptic data},
  year          = {2016}
}

@inproceedings{gao2023gsmhard,
  author       = {Gao, Luyu and Madaan, Aman and Zhou, Shuyan and Alon, Uri and Liu, Pengfei and Yang, Yiming and Callan, Jamie and Neubig, Graham},
  booktitle    = {International Conference on Machine Learning},
  organization = {PMLR},
  pages        = {10764--10799},
  title        = {Pal: Program-aided language models},
  year         = {2023}
}

@conference{gauci2007generating,
  author        = {Gauci, J. and Stanley, K.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2010-03-30 12:01:04 -0400},
  date-modified = {2010-05-13 12:56:46 -0400},
  organization  = {ACM},
  pages         = {997-1004},
  title         = {{Generating large-scale neural networks through discovering geometric regularities}},
  year          = {2007}
}

@conference{gauci2008case,
  author        = {Gauci, J. and Stanley, K.O.},
  booktitle     = {Proceedings of the AAAI Conference on Artificial Intelligence},
  date-added    = {2010-03-30 16:22:25 -0400},
  date-modified = {2010-05-13 12:58:51 -0400},
  pages         = {628-633},
  publisher     = {AAAI Press},
  title         = {{A case study on the critical role of geometric regularity in machine learning}},
  year          = {2008}
}

@article{gauci2010autonomous,
  author        = {Gauci, J. and Stanley, K.O.},
  date-added    = {2010-09-21 18:37:27 -0400},
  date-modified = {2010-09-21 18:37:27 -0400},
  doi           = {10.1162/neco.2010.06-09-1042},
  journal       = {Neural Computation},
  number        = {7},
  pages         = {1860--1898},
  publisher     = {MIT Press},
  title         = {{Autonomous evolution of topographic regularities in artificial neural networks}},
  volume        = {22},
  year          = {2010}
}


@article{gee2003video,
 ISSN = {0010096X},
 title = {what video games have to teach us about learning and literacy},
 URL = {http://www.jstor.org/stable/4140653},
 author = {Scott Lloyd DeWitt and Cynthia L. Selfe and Pamela Takayoshi},
 journal = {College Composition and Communication},
 number = {2},
 pages = {335--342},
 publisher = {National Council of Teachers of English},
 reviewed-author = {James Paul Gee},
 urldate = {2026-08-20},
 volume = {56},
 year = {2004}
}

@article{geirhos2020shortcut,
  author    = {Geirhos, Robert and Jacobsen, J{\"o}rn-Henrik and Michaelis, Claudio and Zemel, Richard and Brendel, Wieland and Bethge, Matthias and Wichmann, Felix A},
  doi       = {10.1038/s42256-020-00257-z},
  journal   = {Nature Machine Intelligence},
  number    = {11},
  pages     = {665--673},
  publisher = {Nature Publishing Group UK London},
  title     = {Shortcut learning in deep neural networks},
  volume    = {2},
  year      = {2020}
}

@article{Gerhart2007,
  abstract      = {This theory concerns the means by which animals generate phenotypic variation from genetic change. Most anatomical and physiological traits that have evolved since the Cambrian are, we propose, the result of regulatory changes in the usage of various members of a large set of conserved core components that function in development and physiology. Genetic change of the DNA sequences for regulatory elements of DNA, RNAs, and proteins leads to heritable regulatory change, which specifies new combinations of core components, operating in new amounts and states at new times and places in the animal. These new configurations of components comprise new traits. The number and kinds of regulatory changes needed for viable phenotypic variation are determined by the properties of the developmental and physiological processes in which core components serve, in particular by the processes' modularity, robustness, adaptability, capacity to engage in weak regulatory linkage, and exploratory behavior. These properties reduce the number of regulatory changes needed to generate viable selectable phenotypic variation, increase the variety of regulatory targets, reduce the lethality of genetic change, and increase the amount of genetic variation retained by a population. By such reductions and increases, the conserved core processes facilitate the generation of phenotypic variation, which selection thereafter converts to evolutionary and genetic change in the population. Thus, we call it a theory of facilitated phenotypic variation.},
  author        = {Gerhart, John and Kirschner, Marc},
  bdsk-url-1    = {http://dx.doi.org/10.1073/pnas.0701035104},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1073/pnas.0701035104},
  issn          = {0027-8424},
  journal       = {Proceedings of the National Academy of Sciences},
  keywords      = {Adaptation,Animals,Biological,Biological Evolution,Genetic,Genetic Variation,Genetic Variation: genetics,Models,Phenotype},
  month         = {5},
  pages         = {8582--9},
  pmid          = {17494755},
  title         = {{The theory of facilitated variation.}},
  volume        = {104},
  year          = {2007}
}

@book{Gerry2004quantum,
  author    = {Gerry,  Christopher and Knight,  Peter},
  doi       = {10.1017/cbo9780511791239},
  isbn      = {9780511791239},
  month     = {10},
  publisher = {Cambridge University Press},
  title     = {Introductory Quantum Optics},
  url       = {http://dx.doi.org/10.1017/CBO9780511791239},
  year      = {2004}
}

@article{gleave2021adversarialpoliciesattackingdeep,
  author  = {Gleave, A and Dennis, M and Kant, N and Wild, C and Levine, S and Russsell, S},
  journal = {In Proc. ICLR-20},
  title   = {Adversarial Policies: Attacking Deep Reinforcement Learning},
  year    = {2020}
}

@inproceedings{glorot2010understanding,
  author        = {Glorot, Xavier and Bengio, Yoshua},
  booktitle     = {Proceedings of the thirteenth international conference on artificial intelligence and statistics},
  date-added    = {2019-04-11 21:14:49 -0700},
  date-modified = {2019-04-11 21:14:49 -0700},
  pages         = {249--256},
  title         = {Understanding the difficulty of training deep feedforward neural networks},
  year          = {2010}
}

@conference{goings2004kin,
  author        = {Goings, S. and Clune, J. and Ofria, C. and Pennock, R.T.},
  booktitle     = {Proceedings of the Ninth International Conference on Artificial Life},
  date-added    = {2010-07-24 01:41:01 -0400},
  date-modified = {2011-09-22 00:36:06 -0400},
  pages         = {303--308},
  title         = {{Kin selection: The rise and fall of kin-cheaters}},
  year          = {2004}
}

@inproceedings{goldsby2009problem,
  author        = {Goldsby, H.J. and Goings, S. and Clune, J. and Ofria, C.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2011-09-20 17:50:57 -0400},
  date-modified = {2011-09-20 17:51:37 -0400},
  doi           = {10.1145/1569901.1569917},
  organization  = {ACM},
  pages         = {105--112},
  title         = {Problem decomposition using indirect reciprocity in evolved populations},
  year          = {2009}
}

@conference{goldsby2011evolution,
  author        = {Goldsby, H. and Knoester, D. and Clune, J. and McKinley, P. and Ofria, C.},
  booktitle     = {Proceedings of the European Conference on Artificial Life},
  date-added    = {2011-09-20 17:51:27 -0400},
  date-modified = {2011-09-20 17:53:20 -0400},
  pages         = {10--18},
  publisher     = {Springer},
  title         = {The Evolution of Division of Labor},
  volume        = {2},
  year          = {2011}
}

@book{Goodfellow2016deeplearning,
    title={Deep Learning},
    author={Ian Goodfellow and Yoshua Bengio and Aaron Courville},
    publisher={MIT Press},
    note={\url{http://www.deeplearningbook.org}},
    year={2016}
}


@article{goodfellow2014explaining,
  author        = {Goodfellow, Ian J and Shlens, Jonathon and Szegedy, Christian},
  date-added    = {2015-12-13 01:35:22 +0000},
  date-modified = {2015-12-13 01:35:22 +0000},
  doi           = {10.48550/arxiv.arXiv:1412.6572},
  journal       = {arXiv preprint arXiv:1412.6572},
  title         = {Explaining and harnessing adversarial examples},
  year          = {2014}
}

@inproceedings{goodfellow2014generative,
 author = {Goodfellow, Ian J. and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {Z. Ghahramani and M. Welling and C. Cortes and N. Lawrence and K. Weinberger},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Generative Adversarial Nets},
 url = {https://proceedings.neurips.cc/paper_files/paper/2014/file/f033ed80deb0234979a61f95710dbe25-Paper.pdf},
 volume = {27},
 year = {2014}
}


@incollection{goodhart1984problems,
  address   = {London},
  author    = {Goodhart, Charles A. E.},
  booktitle = {Monetary Theory and Practice},
  doi       = {10.1007/978-1-349-17295-5_4},
  pages     = {91--121},
  publisher = {Palgrave},
  title     = {Problems of Monetary Management: The {UK} Experience},
  year      = {1984}
}

@article{Gorban2018Interpolating,
  author    = {Gorban,  A. N. and Tyukin,  I. Y.},
  doi       = {10.1098/rsta.2017.0237},
  issn      = {1471-2962},
  journal   = {Philosophical Transactions of the Royal Society A: Mathematical,  Physical and Engineering Sciences},
  month     = {3},
  number    = {2118},
  pages     = {20170237},
  publisher = {The Royal Society},
  title     = {Blessing of dimensionality: mathematical foundations of the statistical physics of data},
  url       = {http://dx.doi.org/10.1098/rsta.2017.0237},
  volume    = {376},
  year      = {2018}
}

@book{gould1977ontogeny,
  author        = {Gould, S.J.},
  date-added    = {2010-07-24 01:47:15 -0400},
  date-modified = {2010-07-24 01:47:15 -0400},
  doi           = {10.2307/2412825},
  publisher     = {Belknap press},
  title         = {{Ontogeny and phylogeny}},
  year          = {1977}
}

@article{gould1979spandrels,
  author        = {Gould, S.J. and Lewontin, R.C.},
  date-added    = {2010-07-24 01:48:57 -0400},
  date-modified = {2010-07-24 01:48:57 -0400},
  doi           = {10.1098/rspb.1979.0086},
  journal       = {Proceedings of the Royal Society of London. Series B, Biological Sciences},
  number        = {1161},
  pages         = {581--598},
  publisher     = {JSTOR},
  title         = {{The spandrels of San Marco and the Panglossian paradigm: a critique of the adaptationist programme}},
  volume        = {205},
  year          = {1979}
}

@article{gould1984relationship,
  author        = {Gould, S.J.},
  date-added    = {2010-07-24 01:48:22 -0400},
  date-modified = {2010-07-24 01:48:22 -0400},
  doi           = {10.1159/000272916},
  journal       = {Human Development},
  number        = {5-6},
  pages         = {233--239},
  publisher     = {Karger Publishers},
  title         = {{Relationship of individual and group change}},
  volume        = {27},
  year          = {1984}
}

@misc{grattafiori2024llama3herdmodels,
  archiveprefix = {arXiv},
  author        = {Aaron Grattafiori and Abhimanyu Dubey and Abhinav Jauhri and Abhinav Pandey and Abhishek Kadian and Ahmad Al-Dahle and Aiesha Letman and Akhil Mathur and Alan Schelten and Alex Vaughan and Amy Yang and Angela Fan and Anirudh Goyal and Anthony Hartshorn and Aobo Yang and Archi Mitra and Archie Sravankumar and Artem Korenev and Arthur Hinsvark and Arun Rao and Aston Zhang and Aurelien Rodriguez and Austen Gregerson and Ava Spataru and Baptiste Rozi\`ere and Bethany Biron and Binh Tang and Bobbie Chern and Charlotte Caucheteux and Chaya Nayak and Chloe Bi and Chris Marra and Chris McConnell and Christian Keller and Christophe Touret and Chunyang Wu and Corinne Wong and Cristian Canton Ferrer and Cyrus Nikolaidis and Damien Allonsius and Daniel Song and Danielle Pintz and Danny Livshits and Danny Wyatt and David Esiobu and Dhruv Choudhary and Dhruv Mahajan and Diego Garcia-Olano and Diego Perino and Dieuwke Hupkes and Egor Lakomkin and Ehab AlBadawy and Elina Lobanova and Emily Dinan and Eric Michael Smith and Filip Radenovic and Francisco Guzm\'an and Frank Zhang and Gabriel Synnaeve and Gabrielle Lee and Georgia Lewis Anderson and Govind Thattai and Graeme Nail and Gr\'egoire Mialon and Guan Pang and Guillem Cucur\`ell and Hailey Nguyen and Hannah Korevaar and Hu Xu and Hugo Touvron and et al.},
  doi           = {10.48550/arxiv.arXiv:2407.21783},
  eprint        = {2407.21783},
  primaryclass  = {cs.AI},
  title         = {The Llama 3 Herd of Models},
  url           = {https://arxiv.org/abs/2407.21783},
  year          = {2024}
}

@misc{graves2014generatingsequencesrecurrentneural,
  archiveprefix = {arXiv},
  author        = {Alex Graves},
  doi           = {10.48550/arxiv.arXiv:1308.0850},
  eprint        = {1308.0850},
  primaryclass  = {cs.NE},
  title         = {Generating Sequences With Recurrent Neural Networks},
  url           = {https://arxiv.org/abs/1308.0850},
  year          = {2013}
}

@article{graves2016hybrid,
  author        = {Graves, Alex and Wayne, Greg and Reynolds, Malcolm and Harley, Tim and Danihelka, Ivo and Grabska-Barwi{\'n}ska, Agnieszka and Colmenarejo, Sergio G{\'o}mez and Grefenstette, Edward and Ramalho, Tiago and Agapiou, John and others},
  date-added    = {2019-04-11 21:12:16 -0700},
  date-modified = {2019-04-11 21:12:16 -0700},
  doi           = {10.1038/nature20101},
  journal       = {Nature},
  number        = {7626},
  pages         = {471-476},
  publisher     = {Nature Publishing Group},
  title         = {Hybrid computing using a neural network with dynamic external memory},
  volume        = {538},
  year          = {2016}
}

@inproceedings{gravesspeech2014,
  abstract  = {This paper presents a speech recognition system that directly transcribes audio data with text, without requiring an intermediate phonetic representation. The system is based on a combination of the deep bidirectional LSTM recurrent neural network architecture and the Connectionist Temporal Classification objective function. A modification to the objective function is introduced that trains the network to minimise the expectation of an arbitrary transcription loss function. This allows a direct optimisation of the word error rate, even in the absence of a lexicon or language model. The system achieves a word error rate of 27.3\% on the Wall Street Journal corpus with no prior linguistic information, 21.9\% with only a lexicon of allowed words, and 8.2\% with a trigram language model. Combining the network with a baseline system further reduces the error rate to 6.7\%.},
  author    = {Graves, Alex and Jaitly, Navdeep},
  booktitle = {Proceedings of the 31st International Conference on International Conference on Machine Learning - Volume 32},
  location  = {Beijing, China},
  pages     = {II-1764-II-1772},
  publisher = {JMLR.org},
  series    = {ICML'14},
  title     = {Towards end-to-end speech recognition with recurrent neural networks},
  year      = {2014}
}

@misc{greenblatt2024alignmentfakinglargelanguage,
  archiveprefix = {arXiv},
  author        = {Ryan Greenblatt and Carson Denison and Benjamin Wright and Fabien Roger and Monte MacDiarmid and Sam Marks and Johannes Treutlein and Tim Belonax and Jack Chen and David Duvenaud and Akbir Khan and Julian Michael and Sören Mindermann and Ethan Perez and Linda Petrini and Jonathan Uesato and Jared Kaplan and Buck Shlegeris and Samuel R. Bowman and Evan Hubinger},
  doi           = {10.48550/arxiv.arXiv:2412.14093},
  eprint        = {2412.14093},
  primaryclass  = {cs.AI},
  title         = {Alignment faking in large language models},
  url           = {https://arxiv.org/abs/2412.14093},
  year          = {2024}
}

@misc{Greenblatt2024arcSOTA,
  author       = {Greenblatt, Ryan},
  howpublished = {\url{https://redwoodresearch.substack.com/p/getting-50-sota-on-arc-agi-with-gpt}},
  month        = {July},
  note         = {Technical Report},
  title        = {Getting 50\% SOTA on ARC-AGI with GPT-4},
  year         = {2024}
}

@inproceedings{greydanus2017visualizing,
  author       = {Greydanus, Samuel and Koul, Anurag and Dodge, Jonathan and Fern, Alan},
  booktitle    = {International conference on machine learning},
  organization = {PMLR},
  pages        = {1792--1801},
  title        = {Visualizing and understanding atari agents},
  year         = {2018}
}

@article{grimbleby2000automatic,
  author        = {Grimbleby, J.B.},
  date-added    = {2010-04-08 19:28:34 -0400},
  date-modified = {2010-05-06 00:36:35 -0400},
  doi           = {10.1049/ip-cds:20000770},
  journal       = {IEE Proceedings Circuits Devices and Systems},
  number        = {6},
  pages         = {319--324},
  publisher     = {Institution of Electrical Engineers},
  title         = {{Automatic analogue circuit synthesis using genetic algorithms}},
  volume        = {147},
  year          = {2000}
}

@conference{gruau1992genetic,
  author        = {Gruau, F. and LIP, E.N.S.L.},
  booktitle     = {Combinations of Genetic Algorithms and Neural Networks, International Workshop on},
  date-added    = {2010-03-30 12:03:00 -0400},
  date-modified = {2010-05-13 13:01:43 -0400},
  pages         = {55--74},
  title         = {{Genetic synthesis of Boolean neural networks with a cell rewriting developmental process}},
  year          = {1992}
}

@article{gruau1994automatic,
  author        = {Gruau, F.},
  date-added    = {2010-03-31 15:28:56 -0400},
  date-modified = {2010-05-13 13:00:52 -0400},
  doi           = {10.1177/105971239400300202},
  journal       = {Adaptive Behavior},
  number        = {2},
  pages         = {151-183},
  publisher     = {ISAB},
  title         = {{Automatic definition of modular neural networks}},
  volume        = {3},
  year          = {1994}
}

@conference{gruau1996comparison,
  author        = {Gruau, F. and Whitley, D. and Pyeatt, L.},
  booktitle     = {Proceedings of the First Annual Conference on Genetic Programming},
  date-added    = {2010-03-30 12:03:42 -0400},
  date-modified = {2010-03-30 12:03:42 -0400},
  organization  = {MIT Press},
  pages         = {81--89},
  title         = {{A comparison between cellular encoding and direct encoding for genetic neural networks}},
  year          = {1996}
}

@misc{GT7SophyDeployment2023,
  author       = {{Polyphony Digital}},
  day          = {2},
  howpublished = {\url{https://www.gran-turismo.com/us/gt7/news/00_5297246.html}},
  month        = {November},
  note         = {Accessed: 2026-04-20},
  title        = {'{G}ran {T}urismo {S}ophy 2.0' {N}ow {A}vailable in {G}ran {T}urismo 7! {A} {D}ynamic {R}acing {E}xperience for {P}layers of {A}ll {L}evels},
  year         = {2023}
}

@misc{guan2025monitoringmonitorability,
  archiveprefix = {arXiv},
  author        = {Melody Y. Guan and Miles Wang and Micah Carroll and Zehao Dou and Annie Y. Wei and Marcus Williams and Benjamin Arnav and Joost Huizinga and Ian Kivlichan and Mia Glaese and Jakub Pachocki and Bowen Baker},
  doi           = {10.48550/arxiv.arXiv:2512.18311},
  eprint        = {2512.18311},
  primaryclass  = {cs.AI},
  title         = {Monitoring Monitorability},
  url           = {https://arxiv.org/abs/2512.18311},
  year          = {2025}
}

@article{guimera2005functional,
  author        = {Guimera, R. and Amaral, L.A.N.},
  date-added    = {2013-09-05 06:32:02 +0000},
  date-modified = {2013-09-05 06:32:02 +0000},
  doi           = {10.1038/nature03288},
  journal       = {Nature},
  number        = {7028},
  pages         = {895--900},
  publisher     = {Nature Publishing Group},
  title         = {Functional cartography of complex metabolic networks},
  volume        = {433},
  year          = {2005}
}

@article{guo2024multiagentsurvey,
  author  = {Guo, Taicheng and Chen, Xiuying and Wang, Yaqi and Chang, Ruidi and Pei, Shichao and Chawla, Nitesh V and Wiest, Olaf and Zhang, Xiangliang},
  doi     = {10.48550/arxiv.arXiv:2402.01680},
  journal = {arXiv preprint arXiv:2402.01680},
  title   = {Large language model based multi-agents: A survey of progress and challenges},
  year    = {2024}
}

@article{gupta2018unsupervised,
  author        = {Gupta, Abhishek and Eysenbach, Benjamin and Finn, Chelsea and Levine, Sergey},
  date-added    = {2019-04-25 16:44:10 -0700},
  date-modified = {2019-04-25 16:44:10 -0700},
  doi           = {10.48550/arxiv.arXiv:1806.04640},
  journal       = {arXiv preprint arXiv:1806.04640},
  title         = {Unsupervised Meta-Learning for Reinforcement Learning},
  year          = {2018}
}

@misc{guss2021minerl2019competitionsample,
  archiveprefix = {arXiv},
  author        = {William H. Guss and Cayden Codel and Katja Hofmann and Brandon Houghton and Noboru Kuno and Stephanie Milani and Sharada Mohanty and Diego Perez Liebana and Ruslan Salakhutdinov and Nicholay Topin and Manuela Veloso and Phillip Wang},
  doi           = {10.48550/arXiv.1904.10079},
  eprint        = {1904.10079},
  primaryclass  = {cs.LG},
  title         = {The MineRL 2019 Competition on Sample Efficient Reinforcement Learning using Human Priors},
  url           = {https://arxiv.org/abs/1904.10079},
  year          = {2021}
}

@misc{guss2021minerl2020competitionsample,
  archiveprefix = {arXiv},
  author        = {William H. Guss and Mario Ynocente Castro and Sam Devlin and Brandon Houghton and Noboru Sean Kuno and Crissman Loomis and Stephanie Milani and Sharada Mohanty and Keisuke Nakata and Ruslan Salakhutdinov and John Schulman and Shinya Shiroshita and Nicholay Topin and Avinash Ummadisingu and Oriol Vinyals},
  doi           = {10.48550/arXiv.2101.11071},
  eprint        = {2101.11071},
  primaryclass  = {cs.LG},
  title         = {The MineRL 2020 Competition on Sample Efficient Reinforcement Learning using Human Priors},
  url           = {https://arxiv.org/abs/2101.11071},
  year          = {2021}
}

@inproceedings{guss2021robustdomainagnosticreinforcement,
  author       = {William Hebgen Guss and Stephanie Milani and Nicholay Topin and Brandon Houghton and Sharada Mohanty and Andrew Melnik and Augustin Harter and Benoit Buschmaas and Bjarne Jaster and Christoph Berganski and Dennis Heitkamp and Marko Henning and Helge Ritter and Chengjie Wu and Xiaotian Hao and Yiming Lu and Hangyu Mao and Yihuan Mao and Chao Wang and Michal Opanowicz and Anssi Kanervisto and Yanick Schraner and Christian Scheller and Xiren Zhou and Lu Liu and Daichi Nishio and Toi Tsuneda and Karolis Ramanauskas and Gabija Juceviciute},
  booktitle    = {NeurIPS 2020 Competition and Demonstration Track},
  organization = {PMLR},
  pages        = {233--252},
  title        = {Towards robust and domain agnostic reinforcement learning competitions: Minerl 2020},
  year         = {2021}
}

@article{Ha2018designrl,
  author    = {Ha, David},
  doi       = {10.1162/artl_a_00301},
  issn      = {1530-9185},
  journal   = {Artificial Life},
  month     = {11},
  number    = {4},
  pages     = {352-365},
  publisher = {MIT Press - Journals},
  title     = {Reinforcement Learning for Improving Agent Design},
  url       = {http://dx.doi.org/10.1162/artl_a_00301},
  volume    = {25},
  year      = {2019}
}

@inproceedings{ha2018world,
  author    = {Ha, David and Schmidhuber, J\"{u}rgen},
  booktitle = {Advances in Neural Information Processing Systems},
  editor    = {S. Bengio and H. Wallach and H. Larochelle and K. Grauman and N. Cesa-Bianchi and R. Garnett},
  publisher = {Curran Associates, Inc.},
  title     = {Recurrent World Models Facilitate Policy Evolution},
  url       = {https://proceedings.neurips.cc/paper_files/paper/2018/file/2de5d16682c3c35007e4e92982f1a2ba-Paper.pdf},
  volume    = {31},
  year      = {2018}
}

@conference{haddow2007achieving,
  author        = {Haddow, P.C. and Hoye, J.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2011-01-29 22:21:54 -0500},
  date-modified = {2011-01-31 00:48:37 -0500},
  organization  = {ACM},
  pages         = {1013--1020},
  title         = {{Achieving a simple development model for 3D shapes: are chemicals necessary?}},
  year          = {2007}
}

@article{hadfieldmenell2024cooperativeinversereinforcementlearning,
  author  = {Hadfield-Menell, Dylan and Russell, Stuart J and Abbeel, Pieter and Dragan, Anca},
  journal = {Advances in neural information processing systems},
  title   = {Cooperative inverse reinforcement learning},
  volume  = {29},
  year    = {2016}
}

@book{haeckel1866generelle,
  author        = {Haeckel, E.H.P.A.},
  date-added    = {2010-07-24 01:50:10 -0400},
  date-modified = {2010-07-24 01:50:32 -0400},
  doi           = {10.1515/9783110848281},
  publisher     = {G. Reimer},
  title         = {{Generelle morphologie der organismen: }},
  year          = {1866}
}

@misc{hafner2024masteringdiversedomainsworld,
  archiveprefix = {arXiv},
  author        = {Danijar Hafner and Jurgis Pasukonis and Jimmy Ba and Timothy Lillicrap},
  doi           = {10.48550/arxiv.arXiv:2301.04104},
  eprint        = {2301.04104},
  primaryclass  = {cs.AI},
  title         = {Mastering Diverse Domains through World Models},
  url           = {https://arxiv.org/abs/2301.04104},
  year          = {2024}
}

@article{hahnloser2000digital,
  author        = {Hahnloser, Richard HR and Sarpeshkar, Rahul and Mahowald, Misha A and Douglas, Rodney J and Seung, H Sebastian},
  date-added    = {2019-04-11 21:04:28 -0700},
  date-modified = {2019-04-11 21:04:28 -0700},
  doi           = {10.1038/35016072},
  journal       = {Nature},
  number        = {6789},
  pages         = {947-951},
  publisher     = {Nature Publishing Group},
  title         = {Digital selection and analogue amplification coexist in a cortex-inspired silicon circuit},
  volume        = {405},
  year          = {2000}
}

@inproceedings{hambro2022insightsneurips2021nethack,
  author       = {Hambro, Eric and Mohanty, Sharada and Babaev, Dmitrii and Byeon, Minwoo and Chakraborty, Dipam and Grefenstette, Edward and Jiang, Minqi and Daejin, Jo and Kanervisto, Anssi and Kim, Jongmin and others},
  booktitle    = {NeurIPS 2021 Competitions and Demonstrations Track},
  organization = {PMLR},
  pages        = {41--52},
  title        = {Insights from the neurips 2021 nethack challenge},
  year         = {2022}
}

@misc{hammond2025multiagentrisksadvancedai,
  archiveprefix = {arXiv},
  author        = {Lewis Hammond and Alan Chan and Jesse Clifton and Jason Hoelscher-Obermaier and Akbir Khan and Euan McLean and Chandler Smith and Wolfram Barfuss and Jakob Foerster and Tomáš Gavenčiak and The Anh Han and Edward Hughes and Vojtěch Kovařík and Jan Kulveit and Joel Z. Leibo and Caspar Oesterheld and Christian Schroeder de Witt and Nisarg Shah and Michael Wellman and Paolo Bova and Theodor Cimpeanu and Carson Ezell and Quentin Feuillade-Montixi and Matija Franklin and Esben Kran and Igor Krawczuk and Max Lamparth and Niklas Lauffer and Alexander Meinke and Sumeet Motwani and Anka Reuel and Vincent Conitzer and Michael Dennis and Iason Gabriel and Adam Gleave and Gillian Hadfield and Nika Haghtalab and Atoosa Kasirzadeh and Sébastien Krier and Kate Larson and Joel Lehman and David C. Parkes and Georgios Piliouras and Iyad Rahwan},
  doi           = {10.48550/arxiv.arXiv:2502.14143},
  eprint        = {2502.14143},
  primaryclass  = {cs.MA},
  title         = {Multi-Agent Risks from Advanced AI},
  url           = {https://arxiv.org/abs/2502.14143},
  year          = {2025}
}

@conference{hampton2004evolution,
  author        = {Hampton, A.N. and Adami, C.},
  booktitle     = {Proceedings of Artificial Life IX},
  date-added    = {2010-05-05 21:04:49 -0400},
  date-modified = {2010-05-13 12:50:20 -0400},
  pages         = {438-443},
  title         = {{Evolution of robust developmental neural networks}},
  year          = {2004}
}

@misc{hansen2023cmaevolutionstrategytutorial,
  archiveprefix = {arXiv},
  author        = {Nikolaus Hansen},
  doi           = {10.48550/arxiv.arXiv:1604.00772},
  eprint        = {1604.00772},
  primaryclass  = {cs.LG},
  title         = {The CMA Evolution Strategy: A Tutorial},
  url           = {https://arxiv.org/abs/1604.00772},
  year          = {2023}
}

@article{Hao2015ZeroDet,
  author    = {Hao, Dong and Rong, Zhihai and Zhou, Tao},
  doi       = {10.1103/physreve.91.052803},
  issn      = {1550-2376},
  journal   = {Physical Review E},
  month     = {5},
  number    = {5},
  publisher = {American Physical Society (APS)},
  title     = {Extortion under uncertainty: Zero-determinant strategies in noisy games},
  url       = {http://dx.doi.org/10.1103/PhysRevE.91.052803},
  volume    = {91},
  year      = {2015}
}

@article{harp1990designing,
  author  = {Harp, Steven and Samad, Tariq and Guha, Aloke},
  journal = {Advances in neural information processing systems},
  title   = {Designing application-specific neural networks using the genetic algorithm},
  volume  = {2},
  year    = {1989}
}

@inproceedings{Hartley2017MultiAgentCR,
  author    = {Hartley, Matthew and Zheng, Stephan and Yue, Yisong},
  booktitle = {31st conference on neural information processing systems (NIPS 2017)},
  title     = {Multi-agent counterfactual regret minimization for partial-information collaborative games},
  year      = {2017}
}

@article{Hartwell1999,
  abstract      = {Cellular functions, such as signal transmission, are carried out by 'modules' made up of many species of interacting molecules. Understanding how modules work has depended on combining phenomenological analysis with molecular studies. General principles that govern the structure and behaviour of modules may be discovered with help from synthetic sciences such as engineering and computer science, from stronger interactions between experiment and theory in cell biology, and from an appreciation of evolutionary constraints.},
  author        = {Hartwell, L H and Hopfield, J J and Leibler, S and Murray, a W},
  bdsk-url-1    = {http://www.ncbi.nlm.nih.gov/pubmed/10591225},
  bdsk-url-2    = {http://dx.doi.org/10.1038/35011540},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1038/35011540},
  issn          = {0028-0836},
  journal       = {Nature},
  keywords      = {Action Potentials,Biological Evolution,Forecasting,Models, Biological,Molecular Biology,Molecular Biology: trends},
  month         = {12},
  number        = {6761 Suppl},
  pages         = {C47--52},
  pmid          = {10591225},
  title         = {{From molecular to modular cell biology.}},
  volume        = {402},
  year          = {1999}
}

@article{hartwell1999molecular,
  author        = {Hartwell, L.H. and Hopfield, J.J. and Leibler, S. and Murray, A.W.},
  date-added    = {2010-05-06 15:29:08 -0400},
  date-modified = {2010-05-13 13:03:18 -0400},
  doi           = {10.1038/35011540},
  journal       = {Nature},
  number        = {6761},
  pages         = {47},
  publisher     = {[London: Macmillan Journals], 1869-},
  title         = {{From molecular to modular cell biology}},
  volume        = {402},
  year          = {1999}
}

@article{hausman2018learning,
  author        = {Hausman, Karol and Springenberg, Jost Tobias and Wang, Ziyu and Heess, Nicolas and Riedmiller, Martin},
  date-added    = {2019-04-11 21:21:14 -0700},
  date-modified = {2019-04-16 13:30:49 -0700},
  journal       = {International Conference on Learning Representations},
  title         = {Learning an embedding space for transferable robot skills},
  year          = {2018}
}

@book{hawkins2004intelligence,
  author        = {Hawkins, J.},
  date-added    = {2013-09-08 20:59:58 +0000},
  date-modified = {2014-07-20 17:42:36 +0000},
  publisher     = {Macmillan},
  title         = {On Intelligence},
  year          = {2004}
}

@book{Haykin1998,
  author        = {Haykin, S.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  edition       = {2nd},
  isbn          = {0132733501},
  publisher     = {Prentice Hall},
  title         = {{Neural Networks: A Comprehensive Foundation}},
  year          = {1998}
}

@inproceedings{he2015deepresiduallearningimage,
  author    = {He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle = {Proceedings of the IEEE conference on computer vision and pattern recognition},
  doi       = {10.1109/cvpr.2016.90},
  pages     = {770--778},
  title     = {Deep residual learning for image recognition},
  year      = {2016}
}

@inproceedings{he2016deep,
  author    = {He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle = {Proceedings of the IEEE conference on computer vision and pattern recognition},
  doi       = {10.1109/cvpr.2016.90},
  pages     = {770--778},
  title     = {Deep residual learning for image recognition},
  year      = {2016}
}

@article{hemberg2024evolvingcodelargelanguage,
  author    = {Hemberg, Erik and Moskal, Stephen and O'Reilly, Una-May},
  doi       = {10.1007/s10710-024-09494-2},
  journal   = {Genetic Programming and Evolvable Machines},
  number    = {2},
  pages     = {21},
  publisher = {Springer},
  title     = {Evolving code with a large language model},
  volume    = {25},
  year      = {2024}
}

@article{henaff2023explorationellipticalepisodicbonuses,
  author  = {Henaff, Mikael and Raileanu, Roberta and Jiang, Minqi and Rockt{\"a}schel, Tim},
  doi     = {10.52202/068431-2728},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {37631--37646},
  title   = {Exploration via elliptical episodic bonuses},
  volume  = {35},
  year    = {2022}
}

@inproceedings{hendrycks2021mmlu,
  author    = {Dan Hendrycks and Collin Burns and Steven Basart and Andy Zou and Mantas Mazeika and Dawn Song and Jacob Steinhardt},
  booktitle = {International Conference on Learning Representations},
  title     = {Measuring Massive Multitask Language Understanding},
  year      = {2021}
}

@article{hendrycks2021unsolved,
  author  = {Hendrycks, Dan and Carlini, Nicholas and Schulman, John and Steinhardt, Jacob},
  doi     = {10.48550/arxiv.arXiv:2109.13916},
  journal = {arXiv preprint arXiv:2109.13916},
  title   = {Unsolved problems in ml safety},
  year    = {2021}
}

@misc{hendrycks2022unsolvedproblemsmlsafety,
  archiveprefix = {arXiv},
  author        = {Dan Hendrycks and Nicholas Carlini and John Schulman and Jacob Steinhardt},
  doi           = {10.48550/arxiv.arXiv:2109.13916},
  eprint        = {2109.13916},
  primaryclass  = {cs.LG},
  title         = {Unsolved Problems in ML Safety},
  url           = {https://arxiv.org/abs/2109.13916},
  year          = {2022}
}

@article{hessel2017rainbow,
  author        = {Hessel, Matteo and Modayil, Joseph and Van Hasselt, Hado and Schaul, Tom and Ostrovski, Georg and Dabney, Will and Horgan, Dan and Piot, Bilal and Azar, Mohammad and Silver, David},
  date-added    = {2018-07-26 04:45:23 +0000},
  date-modified = {2018-07-26 04:45:23 +0000},
  doi           = {10.48550/arxiv.arXiv:1710.02298},
  journal       = {arXiv preprint arXiv:1710.02298},
  title         = {Rainbow: Combining improvements in deep reinforcement learning},
  year          = {2017}
}

@conference{hiller2010morphological,
  author        = {Hiller, J.D. and Lipson, H.},
  booktitle     = {Proceedings of the 12th annual conference on Genetic and evolutionary computation},
  date-added    = {2011-03-25 23:58:56 -0400},
  date-modified = {2011-03-25 23:58:56 -0400},
  organization  = {ACM},
  pages         = {151--152},
  title         = {{Morphological evolution of freeform robots}},
  year          = {2010}
}

@article{hiller2014dynamic,
  author        = {Hiller, Jonathan and Lipson, Hod},
  date-added    = {2015-04-03 20:27:43 +0000},
  date-modified = {2015-04-03 20:27:43 +0000},
  doi           = {10.1089/soro.2013.0010},
  journal       = {Soft Robotics},
  number        = {1},
  pages         = {88--101},
  publisher     = {Mary Ann Liebert, Inc. 140 Huguenot Street, 3rd Floor New Rochelle, NY 10801 USA},
  title         = {Dynamic simulation of soft multimaterial 3d-printed objects},
  volume        = {1},
  year          = {2014}
}

@article{hinton2006reducing,
  author        = {Hinton, G.E. and Salakhutdinov, R.R.},
  date-added    = {2011-09-21 00:52:36 -0400},
  date-modified = {2011-09-21 00:52:36 -0400},
  doi           = {10.1126/science.1127647},
  journal       = {Science},
  number        = {5786},
  pages         = {504},
  publisher     = {American Association for the Advancement of Science},
  title         = {Reducing the dimensionality of data with neural networks},
  volume        = {313},
  year          = {2006}
}

@inproceedings{hinton2011transforming,
  author        = {Hinton, Geoffrey E and Krizhevsky, Alex and Wang, Sida D},
  booktitle     = {International Conference on Artificial Neural Networks},
  date-added    = {2019-04-11 21:25:56 -0700},
  date-modified = {2019-04-11 21:25:56 -0700},
  doi           = {10.1007/978-3-642-21735-7_6},
  organization  = {Springer},
  pages         = {44--51},
  title         = {Transforming auto-encoders},
  year          = {2011}
}

@inproceedings{hinton2018matrix,
  author    = {Hinton, Geoffrey E and Sabour, Sara and Frosst, Nicholas},
  booktitle = {International conference on learning representations},
  title     = {Matrix capsules with EM routing},
  year      = {2018}
}

@article{hintonSpeech2012,
  author   = {Hinton, Geoffrey and Deng, Li and Yu, Dong and Dahl, George E. and Mohamed, Abdel-rahman and Jaitly, Navdeep and Senior, Andrew and Vanhoucke, Vincent and Nguyen, Patrick and Sainath, Tara N. and Kingsbury, Brian},
  doi      = {10.1109/MSP.2012.2205597},
  journal  = {IEEE Signal Processing Magazine},
  keywords = {Automatic speech recognition;Speech recognition;Hidden Markov models;Training;Gaussian processes;Acoustics;Neural networks;Data models},
  number   = {6},
  pages    = {82-97},
  title    = {Deep Neural Networks for Acoustic Modeling in Speech Recognition: The Shared Views of Four Research Groups},
  volume   = {29},
  year     = {2012}
}

@article{Hintze2008,
  abstract      = {Biological networks have evolved to be highly functional within uncertain environments while remaining extremely adaptable. One of the main contributors to the robustness and evolvability of biological networks is believed to be their modularity of function, with modules defined as sets of genes that are strongly interconnected but whose function is separable from those of other modules. Here, we investigate the in silico evolution of modularity and robustness in complex artificial metabolic networks that encode an increasing amount of information about their environment while acquiring ubiquitous features of biological, social, and engineering networks, such as scale-free edge distribution, small-world property, and fault-tolerance. These networks evolve in environments that differ in their predictability, and allow us to study modularity from topological, information-theoretic, and gene-epistatic points of view using new tools that do not depend on any preconceived notion of modularity. We find that for our evolved complex networks as well as for the yeast protein-protein interaction network, synthetic lethal gene pairs consist mostly of redundant genes that lie close to each other and therefore within modules, while knockdown suppressor gene pairs are farther apart and often straddle modules, suggesting that knockdown rescue is mediated by alternative pathways or modules. The combination of network modularity tools together with genetic interaction data constitutes a powerful approach to study and dissect the role of modularity in the evolution and function of biological networks.},
  author        = {Hintze, A. and Adami, C.},
  bdsk-url-1    = {http://dx.doi.org/10.1371/journal.pcbi.0040023},
  bdsk-url-2    = {http://dx.doi.org/10.1371/journal.pcbi.0040023},
  date-added    = {2013-09-05 06:31:17 +0000},
  date-modified = {2014-07-20 17:41:47 +0000},
  doi           = {10.1371/journal.pcbi.0040023},
  issn          = {1553-7358},
  journal       = {PLoS computational biology},
  keywords      = {Animals,Computer Simulation,Evolution, Molecular,Genetic Variation,Genetic Variation: genetics,Humans,Models, Genetic,Proteome,Proteome: genetics,Signal Transduction,Signal Transduction: genetics},
  month         = {2},
  number        = {2},
  pages         = {e23},
  pmid          = {18266463},
  title         = {{Evolution of complex modular biological networks.}},
  volume        = {4},
  year          = {2008}
}

@article{hochreiter:nc97,
  author        = {Sepp Hochreiter and J{\"u}rgen Schmidhuber},
  date-added    = {2019-04-11 21:09:18 -0700},
  date-modified = {2019-04-11 21:09:18 -0700},
  doi           = {10.1162/neco.1997.9.8.1735},
  journal       = {Neural Computation},
  pages         = {1735-1780},
  title         = {Long short-term memory},
  volume        = {9},
  year          = {1997}
}

@inproceedings{hochreiter2001learning,
  author        = {Hochreiter, Sepp and Younger, A Steven and Conwell, Peter R},
  booktitle     = {International Conference on Artificial Neural Networks},
  date-added    = {2019-05-24 16:31:55 -0700},
  date-modified = {2019-05-24 16:31:55 -0700},
  doi           = {10.1007/3-540-44668-0_13},
  organization  = {Springer},
  pages         = {87--94},
  title         = {Learning to learn using gradient descent},
  year          = {2001}
}

@article{Hoffman2001,
  author        = {Hoffman, R. E. and Mcglashan, T. H.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  journal       = {The Neuroscientist},
  number        = {5},
  pages         = {441--454},
  title         = {Neural Network Models of Schizophrenia},
  volume        = {7},
  year          = {2001}
}

@book{holland1975adaptation,
  author        = {Holland, J.},
  date-added    = {2013-08-21 03:27:26 +0000},
  date-modified = {2014-07-20 17:37:08 +0000},
  doi           = {10.7551/mitpress/1090.001.0001},
  publisher     = {U Michigan Press},
  title         = {Adaptation in natural and artificial systems: An introductory analysis with applications to biology, control, and artificial intelligence.},
  year          = {1975}
}

@article{Homma2024riskRL,
  author    = {Homma,  Shogo and Takezawa,  Masanori},
  doi       = {10.1371/journal.pone.0307991},
  editor    = {Akaishi,  Rei},
  issn      = {1932-6203},
  journal   = {PLOS ONE},
  month     = {8},
  number    = {8},
  pages     = {e0307991},
  publisher = {Public Library of Science (PLoS)},
  title     = {Risk preference as an outcome of evolutionarily adaptive learning mechanisms: An evolutionary simulation under diverse risky environments},
  url       = {http://dx.doi.org/10.1371/journal.pone.0307991},
  volume    = {19},
  year      = {2024}
}

@inproceedings{hong2023metagpt,
  author    = {Hong, Sirui and Zhuge, Mingchen and Chen, Jonathan and Zheng, Xiawu and Cheng, Yuheng and Wang, Jinlin and Zhang, Ceyao and Yau, Steven and Lin, Zijuan and Zhou, Liyang and others},
  booktitle = {International Conference on Learning Representations},
  pages     = {23247--23275},
  title     = {MetaGPT: Meta programming for a multi-agent collaborative framework},
  volume    = {2024},
  year      = {2024}
}

@misc{hopman2026evaluatingunderstandingschemingpropensity,
  archiveprefix = {arXiv},
  author        = {Mia Hopman and Jannes Elstner and Maria Avramidou and Amritanshu Prasad and David Lindner},
  doi           = {10.48550/arxiv.arXiv:2603.01608},
  eprint        = {2603.01608},
  primaryclass  = {cs.AI},
  title         = {Evaluating and Understanding Scheming Propensity in LLM Agents},
  url           = {https://arxiv.org/abs/2603.01608},
  year          = {2026}
}

@article{horgan2018distributed,
  author        = {Horgan, Dan and Quan, John and Budden, David and Barth-Maron, Gabriel and Hessel, Matteo and Van Hasselt, Hado and Silver, David},
  date-added    = {2018-07-26 04:51:09 +0000},
  date-modified = {2018-07-26 04:51:09 +0000},
  doi           = {10.48550/arxiv.arXiv:1803.00933},
  journal       = {arXiv preprint arXiv:1803.00933},
  title         = {Distributed prioritized experience replay},
  year          = {2018}
}

@article{hornby2002creating,
  author        = {Hornby, G.S. and Pollack, J.B.},
  date-added    = {2010-03-30 11:56:27 -0400},
  date-modified = {2010-03-30 11:56:27 -0400},
  doi           = {10.1162/106454602320991837},
  journal       = {Artificial Life},
  number        = {3},
  pages         = {223--246},
  publisher     = {MIT Press},
  title         = {{Creating high-level components with a generative representation for body-brain evolution}},
  volume        = {8},
  year          = {2002}
}

@article{hornby2003generative,
  author        = {Hornby, G.S. and Lipson, H. and Pollack, J.B.},
  date-added    = {2010-03-31 15:27:53 -0400},
  date-modified = {2010-05-13 13:04:00 -0400},
  doi           = {10.1109/tra.2003.814502},
  journal       = {IEEE Transactions on Robotics and Automation},
  number        = {4},
  pages         = {703--719},
  title         = {{Generative representations for the automated design of modular physical robots}},
  volume        = {19},
  year          = {2003}
}

@article{hornby2004functional,
  author        = {Hornby, G.S.},
  date-added    = {2010-05-05 20:48:06 -0400},
  date-modified = {2011-12-06 16:18:23 -0500},
  doi           = {10.1068/b3015},
  journal       = {Environment and Planning B},
  number        = {4},
  pages         = {569--588},
  title         = {{Functional scalability through generative representations: the evolution of table designs}},
  volume        = {31},
  year          = {2004}
}

@article{hornby2005autonomous,
  author        = {Hornby, G.S. and Takamura, S. and Yamamoto, T. and Fujita, M.},
  date-added    = {2010-03-31 14:56:07 -0400},
  date-modified = {2010-09-29 00:24:58 -0400},
  doi           = {10.1109/tro.2004.839222},
  journal       = {IEEE Transactions on Robotics},
  number        = {3},
  pages         = {402--410},
  title         = {{Autonomous evolution of dynamic gaits with two quadruped robots}},
  volume        = {21},
  year          = {2005}
}

@conference{hornby2005measuring,
  author        = {Hornby, G.S.},
  booktitle     = {Proceedings of the 2005 conference on Genetic and evolutionary computation},
  date-added    = {2010-08-04 23:28:35 -0400},
  date-modified = {2010-08-04 23:28:35 -0400},
  organization  = {ACM},
  pages         = {1736},
  title         = {{Measuring, enabling and comparing modularity, regularity and hierarchy in evolutionary design}},
  year          = {2005}
}

@inproceedings{Hornby2006,
  author    = {Hornby,  Gregory and Globus,  Al and Linden,  Derek and Lohn,  Jason},
  booktitle = {Space 2006},
  doi       = {10.2514/6.2006-7242},
  month     = {9},
  publisher = {American Institute of Aeronautics and Astronautics},
  title     = {Automated Antenna Design with Evolutionary Algorithms},
  url       = {http://dx.doi.org/10.2514/6.2006-7242},
  year      = {2006}
}

@article{hornby2011computer,
  author        = {Hornby, G.S. and Lohn, J.D. and Linden, D.S.},
  date-added    = {2012-05-14 00:53:50 -0400},
  date-modified = {2012-05-14 00:53:50 -0400},
  doi           = {10.1162/evco_a_00005},
  journal       = {Evolutionary Computation},
  number        = {1},
  pages         = {1--23},
  publisher     = {MIT Press},
  title         = {Computer-automated evolution of an x-band antenna for nasa's space technology 5 mission},
  volume        = {19},
  year          = {2011}
}

@inproceedings{Hu2020Simplified,
  author    = {Hengyuan Hu and Jakob N Foerster},
  booktitle = {International Conference on Learning Representations},
  title     = {Simplified Action Decoder for Deep Multi-Agent Reinforcement Learning},
  url       = {https://openreview.net/forum?id=B1xm3RVtwB},
  year      = {2020}
}

@article{hu2021accelerating,
  author    = {Hu, Shengran and Cheng, Ran and He, Cheng and Lu, Zhichao and Wang, Jing and Zhang, Miao},
  doi       = {10.1007/s40747-021-00594-5},
  journal   = {Complex \& Intelligent Systems},
  pages     = {1--10},
  publisher = {Springer},
  title     = {Accelerating multi-objective neural architecture search by random-weight evaluation},
  year      = {2021}
}

@inproceedings{hu2021multi,
  author       = {Hu, Shengran and Cheng, Ran and He, Cheng and Lu, Zhichao},
  booktitle    = {International Conference on Evolutionary Multi-Criterion Optimization},
  doi          = {10.1007/978-3-030-72062-9_39},
  organization = {Springer},
  pages        = {492--503},
  title        = {Multi-objective neural architecture search with almost no training},
  year         = {2021}
}

@article{hu2023thoughtcloning,
  author  = {Hu, Shengran and Clune, Jeff},
  doi     = {10.52202/075280-1924},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {44451--44469},
  title   = {Thought cloning: Learning to think while acting by imitating human thinking},
  volume  = {36},
  year    = {2023}
}

@article{hu2024automated,
  author        = {Hu, Shengran and Lu, Cong and Clune, Jeff},
  date-added    = {2024-10-11 11:24:29 -0700},
  date-modified = {2024-10-11 11:24:29 -0700},
  doi           = {10.48550/arXiv.2408.08435},
  journal       = {arXiv preprint arXiv:2408.08435},
  title         = {Automated design of agentic systems},
  year          = {2024}
}

@inproceedings{huang:arxiv16,
  author        = {Huang, Gao and Liu, Zhuang and Van Der Maaten, Laurens and Weinberger, Kilian Q},
  booktitle     = {CVPR},
  date-added    = {2019-04-11 20:15:07 -0700},
  date-modified = {2019-04-11 20:38:55 -0700},
  doi           = {10.1109/cvpr.2017.243},
  pages         = {3},
  title         = {Densely Connected Convolutional Networks.},
  volume        = {1},
  year          = {2017}
}

@inproceedings{huang2023revisiting,
  author    = {Huang, Shihua and Lu, Zhichao and Deb, Kalyanmoy and Boddeti, Vishnu Naresh},
  booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  doi       = {10.1109/cvpr52729.2023.00793},
  pages     = {8202--8211},
  title     = {Revisiting residual networks for adversarial robustness},
  year      = {2023}
}

@article{Hubert2025,
  author    = {Hubert, Thomas and Mehta, Rishi and Sartran, Laurent and Horv{\'a}th, Mikl{\'o}s Z. and {\v{Z}}u{\v{z}}i{\'c}, Goran and Wieser, Eric and Huang, Aja and Schrittwieser, Julian and Schroecker, Yannick and Masoom, Hussain and Bertolli, Ottavia and Zahavy, Tom and Mandhane, Amol and Yung, Jessica and Beloshapka, Iuliya and Ibarz, Borja and Veeriah, Vivek and Yu, Lei and Nash, Oliver and Lezeau, Paul and Mercuri, Salvatore and S{\"o}nne, Calle and Mehta, Bhavik and Davies, Alex and Zheng, Daniel and Pedregosa, Fabian and Li, Yin and von Glehn, Ingrid and Rowland, Mark and Albanie, Samuel and Velingker, Ameya and Schmitt, Simon and Lockhart, Edward and Hughes, Edward and Michalewski, Henryk and Sonnerat, Nicolas and Hassabis, Demis and Kohli, Pushmeet and Silver, David},
  doi       = {10.1038/s41586-025-09833-y},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {11},
  publisher = {Springer Science and Business Media LLC},
  title     = {Olympiad-level formal mathematical reasoning with reinforcement learning},
  url       = {http://dx.doi.org/10.1038/s41586-025-09833-y},
  year      = {2025}
}

@misc{hubinger2024sleeperagentstrainingdeceptive,
  archiveprefix = {arXiv},
  author        = {Evan Hubinger and Carson Denison and Jesse Mu and Mike Lambert and Meg Tong and Monte MacDiarmid and Tamera Lanham and Daniel M. Ziegler and Tim Maxwell and Newton Cheng and Adam Jermyn and Amanda Askell and Ansh Radhakrishnan and Cem Anil and David Duvenaud and Deep Ganguli and Fazl Barez and Jack Clark and Kamal Ndousse and Kshitij Sachan and Michael Sellitto and Mrinank Sharma and Nova DasSarma and Roger Grosse and Shauna Kravec and Yuntao Bai and Zachary Witten and Marina Favaro and Jan Brauner and Holden Karnofsky and Paul Christiano and Samuel R. Bowman and Logan Graham and Jared Kaplan and Sören Mindermann and Ryan Greenblatt and Buck Shlegeris and Nicholas Schiefer and Ethan Perez},
  doi           = {10.48550/arxiv.arXiv:2401.05566},
  eprint        = {2401.05566},
  primaryclass  = {cs.CR},
  title         = {Sleeper Agents: Training Deceptive LLMs that Persist Through Safety Training},
  url           = {https://arxiv.org/abs/2401.05566},
  year          = {2024}
}

@misc{hughes2024openendednessessentialartificialsuperhuman,
  archiveprefix = {arXiv},
  author        = {Edward Hughes and Michael Dennis and Jack Parker-Holder and Feryal Behbahani and Aditi Mavalankar and Yuge Shi and Tom Schaul and Tim Rocktaschel},
  doi           = {10.48550/arxiv.arXiv:2406.04268},
  eprint        = {2406.04268},
  primaryclass  = {cs.LG},
  title         = {Open-Endedness is Essential for Artificial Superhuman Intelligence},
  url           = {https://arxiv.org/abs/2406.04268},
  year          = {2024}
}

@conference{huizinga2014evolving,
  author        = {Huizinga, J. and Mouret, J-B. and Clune, J.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2013-09-12 06:02:27 +0000},
  date-modified = {2014-09-21 17:38:49 +0000},
  journal       = {In preparation.},
  pages         = {697-704},
  title         = {Evolving Neural Networks That Are Both Modular and Regular: HyperNeat Plus the Connection Cost Technique.},
  year          = {2014}
}

@inproceedings{huizinga2016does,
  author        = {Huizinga, Joost and Mouret, Jean-Baptiste and Clune, Jeff},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2016-08-02 21:19:31 +0000},
  date-modified = {2016-08-02 21:19:31 +0000},
  doi           = {10.1145/2908812.2908836},
  pages         = {125--132},
  title         = {Does Aligning Phenotypic and Genotypic Modularity Improve the Evolution of Neural Networks?},
  year          = {2016}
}

@article{huizinga2017emergence,
  author        = {Huizinga, Joost and Stanley, Kenneth O and Clune, Jeff},
  date-added    = {2018-06-14 18:06:11 +0000},
  date-modified = {2018-06-14 18:06:11 +0000},
  doi           = {10.1162/artl_a_00263},
  journal       = {Artificial Life},
  title         = {The Emergence of Canalization and Evolvability in an Open-Ended, Interactive Evolutionary System},
  year          = {2018}
}

@article{huizinga2018evolving,
  author        = {Huizinga, Joost and Clune, Jeff},
  date-added    = {2019-04-11 20:11:08 -0700},
  date-modified = {2019-04-11 20:11:08 -0700},
  doi           = {10.48550/arxiv.arXiv:1807.03392},
  journal       = {arXiv preprint arXiv:1807.03392},
  title         = {Evolving multimodal robot behavior via many stepping stones with the combinatorial multi-objective evolutionary algorithm},
  year          = {2018}
}

@article{hutter2000theory,
  author        = {Hutter, Marcus},
  date-added    = {2019-05-19 19:54:20 -0700},
  date-modified = {2019-05-19 19:54:20 -0700},
  doi           = {10.48550/arxiv.arXiv:cs/0004001},
  journal       = {arXiv preprint cs/0004001},
  title         = {A theory of universal artificial intelligence based on algorithmic complexity},
  year          = {2000}
}

@book{hutter2005universal,
  author    = {Hutter, Marcus},
  publisher = {Springer},
  title     = {Universal artificial intelligence: Sequential decisions based on algorithmic probability},
  volume    = {300},
  year      = {2005}
}

@book{hutter2019automl,
  author    = {Hutter, Frank and Kotthoff, Lars and Vanschoren, Joaquin},
  publisher = {Springer Nature},
  title     = {Automated machine learning: methods, systems, challenges},
  year      = {2019}
}

@article{ibrahim2024comprehensiveoverviewrewardengineering,
  author    = {Ibrahim, Sinan and Mostafa, Mostafa and Jnadi, Ali and Salloum, Hadi and Osinenko, Pavel},
  doi       = {10.1109/access.2024.3504735},
  journal   = {IEEE Access},
  pages     = {175473--175500},
  publisher = {IEEE},
  title     = {Comprehensive overview of reward engineering and shaping in advancing reinforcement learning applications},
  volume    = {12},
  year      = {2024}
}

@inproceedings{ioffe2015batch,
  author       = {Ioffe, Sergey and Szegedy, Christian},
  booktitle    = {International conference on machine learning},
  organization = {pmlr},
  pages        = {448--456},
  title        = {Batch normalization: Accelerating deep network training by reducing internal covariate shift},
  year         = {2015}
}

@article{jaccardcolabgamedev,
  author  = {Jaccard, Dominique
and Suppan, Laurent
and Sanchez, Eric
and Huguenin, Audrey
and Laurent, Maxence},
  day     = {2},
  doi     = {10.2196/28674},
  issn    = {2291-9279},
  journal = {JMIR Serious Games},
  month   = {Jul},
  number  = {3},
  pages   = {e28674},
  title   = {The co.LAB Generic Framework for Collaborative Design of Serious Games: Development Study},
  url     = {https://games.jmir.org/2021/3/e28674},
  volume  = {9},
  year    = {2021}
}

@book{Jacob1982evolutiontinker,
  address   = {New York},
  author    = {Jacob, Fran{\c{c}}ois},
  isbn      = {9780394706719},
  publisher = {Pantheon Books},
  series    = {Jessie and John Danz Lectures},
  title     = {The Possible and the Actual},
  year      = {1982}
}

@article{jacobs1992computational,
  author        = {Jacobs, R.A. and Jordan, M.I.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.4324/9781315784779-19},
  journal       = {Journal of Cognitive Neuroscience},
  number        = {4},
  pages         = {323--336},
  publisher     = {MIT Press},
  title         = {Computational consequences of a bias toward short connections},
  volume        = {4},
  year          = {1992}
}

@inproceedings{jaderberg2015spatial,
  author        = {Jaderberg, Max and Simonyan, Karen and Zisserman, Andrew and others},
  booktitle     = {Advances in neural information processing systems},
  date-added    = {2019-05-13 13:45:18 -0700},
  date-modified = {2019-05-13 13:45:18 -0700},
  pages         = {2017--2025},
  title         = {Spatial transformer networks},
  year          = {2015}
}

@article{jaderberg2016reinforcement,
  author        = {Jaderberg, Max and Mnih, Volodymyr and Czarnecki, Wojciech Marian and Schaul, Tom and Leibo, Joel Z and Silver, David and Kavukcuoglu, Koray},
  date-added    = {2019-04-11 21:35:18 -0700},
  date-modified = {2019-04-11 21:35:18 -0700},
  doi           = {10.48550/arxiv.arXiv:1611.05397},
  journal       = {arXiv preprint arXiv:1611.05397},
  title         = {Reinforcement learning with unsupervised auxiliary tasks},
  year          = {2016}
}

@article{jaderberg2017population,
  author        = {Jaderberg, Max and Dalibard, Valentin and Osindero, Simon and Czarnecki, Wojciech M and Donahue, Jeff and Razavi, Ali and Vinyals, Oriol and Green, Tim and Dunning, Iain and Simonyan, Karen and others},
  date-added    = {2019-04-11 20:51:33 -0700},
  date-modified = {2019-04-11 20:51:33 -0700},
  doi           = {10.48550/arxiv.arXiv:1711.09846},
  journal       = {arXiv preprint arXiv:1711.09846},
  title         = {Population based training of neural networks},
  year          = {2017}
}

@article{jaderberg2019human,
  author    = {Jaderberg, Max and Czarnecki, Wojciech M and Dunning, Iain and Marris, Luke and Lever, Guy and Castaneda, Antonio Garcia and Beattie, Charles and Rabinowitz, Neil C and Morcos, Ari S and Ruderman, Avraham and others},
  doi       = {10.1126/science.aau6249},
  journal   = {Science},
  number    = {6443},
  pages     = {859--865},
  publisher = {American Association for the Advancement of Science},
  title     = {Human-level performance in 3D multiplayer games with population-based reinforcement learning},
  volume    = {364},
  year      = {2019}
}

@misc{jaech2024openaio1systemcard,
  archiveprefix = {arXiv},
  author        = {OpenAI and : and Aaron Jaech and Adam Kalai and Adam Lerer and Adam Richardson and Ahmed El-Kishky and Aiden Low and Alec Helyar and Aleksander Madry and Alex Beutel and Alex Carney and Alex Iftimie and Alex Karpenko and Alex Tachard Passos and Alexander Neitz and Alexander Prokofiev and Alexander Wei and Allison Tam and Ally Bennett and Ananya Kumar and Andre Saraiva and Andrea Vallone and Andrew Duberstein and Andrew Kondrich and Andrey Mishchenko and Andy Applebaum and Angela Jiang and Ashvin Nair and Barret Zoph and Behrooz Ghorbani and Bohan Zhang and Ben Rossen and Benjamin Sokolowsky and Boaz Barak and Bob McGrew and Borys Minaiev and Botao Hao and Bowen Baker and Brandon Houghton and Brandon McKinzie and Brydon Eastman and Camillo Lugaresi and Cary Bassin and Cary Hudson and Chak Ming Li and Charles de Bourcy and Chelsea Voss and Chen Shen and Chong Zhang and Chris Koch and Chris Orsinger and Christopher Hesse and Claudia Fischer and Clive Chan and Dan Roberts and Daniel Kappler and Daniel Levy and Daniel Selsam and David Dohan and David Farhi and David Mely and David Robinson and Dimitris Tsipras and Doug Li and Dragos Oprica and Eben Freeman and Eddie Zhang and Edmund Wong and Elizabeth Proehl and Enoch Cheung and Eric Mitchell and Eric Wallace and Erik Ritter and Evan Mays and Fan Wang and Felipe Petroski Such and Filippo Raso and Florencia Leoni and Foivos Tsimpourlas and Francis Song and Fred von Lohmann and Freddie Sulit and Geoff Salmon and Giambattista Parascandolo and Gildas Chabot and Grace Zhao and Greg Brockman and Guillaume Leclerc and Hadi Salman and Haiming Bao and Hao Sheng and Hart Andrin and Hessam Bagherinezhad and Hongyu Ren and Hunter Lightman and Hyung Won Chung and Ian Kivlichan and Ian O'Connell and Ian Osband and Ignasi Clavera Gilaberte and Ilge Akkaya and Ilya Kostrikov and Ilya Sutskever and Irina Kofman and Jakub Pachocki and James Lennon and Jason Wei and Jean Harb and Jerry Twore and Jiacheng Feng and Jiahui Yu and Jiayi Weng and Jie Tang and Jieqi Yu and Joaquin Quiñonero Candela and Joe Palermo and Joel Parish and Johannes Heidecke and John Hallman and John Rizzo and Jonathan Gordon and Jonathan Uesato and Jonathan Ward and Joost Huizinga and Julie Wang and Kai Chen and Kai Xiao and Karan Singhal and Karina Nguyen and Karl Cobbe and Katy Shi and Kayla Wood and Kendra Rimbach and Keren Gu-Lemberg and Kevin Liu and Kevin Lu and Kevin Stone and Kevin Yu and Lama Ahmad and Lauren Yang and Leo Liu and Leon Maksin and Leyton Ho and Liam Fedus and Lilian Weng and Linden Li and Lindsay McCallum and Lindsey Held and Lorenz Kuhn and Lukas Kondraciuk and Lukasz Kaiser and Luke Metz and Madelaine Boyd and Maja Trebacz and Manas Joglekar and Mark Chen and Marko Tintor and Mason Meyer and Matt Jones and Matt Kaufer and Max Schwarzer and Meghan Shah and Mehmet Yatbaz and Melody Y. Guan and Mengyuan Xu and Mengyuan Yan and Mia Glaese and Mianna Chen and Michael Lampe and Michael Malek and Michele Wang and Michelle Fradin and Mike McClay and Mikhail Pavlov and Miles Wang and Mingxuan Wang and Mira Murati and Mo Bavarian and Mostafa Rohaninejad and Nat McAleese and Neil Chowdhury and Neil Chowdhury and Nick Ryder and Nikolas Tezak and Noam Brown and Ofir Nachum and Oleg Boiko and Oleg Murk and Olivia Watkins and Patrick Chao and Paul Ashbourne and Pavel Izmailov and Peter Zhokhov and Rachel Dias and Rahul Arora and Randall Lin and Rapha Gontijo Lopes and Raz Gaon and Reah Miyara and Reimar Leike and Renny Hwang and Rhythm Garg and Robin Brown and Roshan James and Rui Shu and Ryan Cheu and Ryan Greene and Saachi Jain and Sam Altman and Sam Toizer and Sam Toyer and Samuel Miserendino and Sandhini Agarwal and Santiago Hernandez and Sasha Baker and Scott McKinney and Scottie Yan and Shengjia Zhao and Shengli Hu and Shibani Santurkar and Shraman Ray Chaudhuri and Shuyuan Zhang and Siyuan Fu and Spencer Papay and Steph Lin and Suchir Balaji and Suvansh Sanjeev and Szymon Sidor and Tal Broda and Aidan Clark and Tao Wang and Taylor Gordon and Ted Sanders and Tejal Patwardhan and Thibault Sottiaux and Thomas Degry and Thomas Dimson and Tianhao Zheng and Timur Garipov and Tom Stasi and Trapit Bansal and Trevor Creech and Troy Peterson and Tyna Eloundou and Valerie Qi and Vineet Kosaraju and Vinnie Monaco and Vitchyr Pong and Vlad Fomenko and Weiyi Zheng and Wenda Zhou and Wenting Zhan and Wes McCabe and Wojciech Zaremba and Yann Dubois and Yinghai Lu and Yining Chen and Young Cha and Yu Bai and Yuchen He and Yuchen Zhang and Yunyun Wang and Zheng Shao and Zhuohan Li},
  doi           = {10.48550/arxiv.arXiv:2412.16720},
  eprint        = {2412.16720},
  primaryclass  = {cs.AI},
  title         = {OpenAI o1 System Card},
  url           = {https://arxiv.org/abs/2412.16720},
  year          = {2026}
}

@misc{jain2025largelanguagemodelspokemon,
  archiveprefix = {arXiv},
  author        = {Daksh Jain and Aarya Jain and Ashutosh Desai and Avyakt Verma and Ishan Bhanuka and Pratik Narang and Dhruv Kumar},
  doi           = {10.48550/arxiv.arXiv:2512.17308},
  eprint        = {2512.17308},
  primaryclass  = {cs.AI},
  title         = {Large Language Models as Pok\'emon Battle Agents: Strategic Play and Content Generation},
  url           = {https://arxiv.org/abs/2512.17308},
  year          = {2025}
}

@article{javed2019meta,
  author  = {Javed, Khurram and White, Martha},
  journal = {Advances in neural information processing systems},
  title   = {Meta-learning representations for continual learning},
  volume  = {32},
  year    = {2019}
}

@article{ji2013convolutional,
  author        = {Ji, S. and Xu, W. and Yang, M. and Yu, K.},
  date-added    = {2014-09-23 18:33:37 +0000},
  date-modified = {2014-09-24 03:11:38 +0000},
  doi           = {10.1109/tpami.2012.59},
  journal       = {Pattern Analysis and Machine Intelligence, IEEE Transactions on},
  number        = {1},
  pages         = {221--231},
  publisher     = {IEEE},
  title         = {3D convolutional neural networks for human action recognition},
  volume        = {35},
  year          = {2013}
}

@article{ji2023ai,
  author  = {Ji, Jiaming and Qiu, Tianyi and Chen, Boyuan and Zhang, Borong and Lou, Hantao and Wang, Kaile and Duan, Yawen and He, Zhonghao and Vierling, Lukas and Hong, Donghai and others},
  doi     = {10.48550/arxiv.arXiv:2310.19852},
  journal = {arXiv preprint arXiv:2310.19852},
  title   = {Ai alignment: A comprehensive survey},
  year    = {2023}
}

@misc{ji2025aialignmentcomprehensivesurvey,
  archiveprefix = {arXiv},
  author        = {Jiaming Ji and Tianyi Qiu and Boyuan Chen and Borong Zhang and Hantao Lou and Kaile Wang and Yawen Duan and Zhonghao He and Lukas Vierling and Donghai Hong and Jiayi Zhou and Zhaowei Zhang and Fanzhi Zeng and Juntao Dai and Xuehai Pan and Kwan Yee Ng and Aidan O'Gara and Hua Xu and Brian Tse and Jie Fu and Stephen McAleer and Yaodong Yang and Yizhou Wang and Song-Chun Zhu and Yike Guo and Wen Gao},
  doi           = {10.48550/arxiv.arXiv:2310.19852},
  eprint        = {2310.19852},
  primaryclass  = {cs.AI},
  title         = {AI Alignment: A Comprehensive Survey},
  url           = {https://arxiv.org/abs/2310.19852},
  year          = {2025}
}

@inproceedings{jimenez2024swebench,
  author    = {Jimenez, Carlos E and Yang, John and Wettig, Alexander and Yao, Shunyu and Pei, Kexin and Press, Ofir and Narasimhan, Karthik},
  booktitle = {International Conference on Learning Representations},
  pages     = {54107--54157},
  title     = {Swe-bench: Can language models resolve real-world github issues?},
  volume    = {2024},
  year      = {2024}
}

@book{jm3nlpbook,
  author  = {Daniel Jurafsky and James H. Martin},
  edition = {3rd},
  note    = {Online manuscript released January 6, 2026},
  title   = {Speech and Language Processing: An Introduction to Natural Language Processing, 
  		  Computational Linguistics, and Speech Recognition,
		   with Language Models},
  url     = {https://web.stanford.edu/~jurafsky/slp3/},
  year    = {2026}
}

@article{JMLR:v16:garcia15a,
  author  = {Javier Garc{\'i}a and Fernando Fern{\'a}ndez},
  journal = {Journal of Machine Learning Research},
  number  = {42},
  pages   = {1437--1480},
  title   = {A Comprehensive Survey on Safe Reinforcement Learning},
  url     = {http://jmlr.org/papers/v16/garcia15a.html},
  volume  = {16},
  year    = {2015}
}

@article{joachimczak2008evo,
  author        = {Joachimczak, M. and Wr{\'o}bel, B.},
  date-added    = {2011-01-29 22:27:20 -0500},
  date-modified = {2011-01-29 22:27:20 -0500},
  journal       = {Artificial Life},
  pages         = {297},
  title         = {{Evo-devo in silico: a model of a gene network regulating multicellular development in 3D space with artificial physics}},
  volume        = {11},
  year          = {2008}
}

@article{jong2004ideal,
  author        = {Jong, Edwin D De and Pollack, Jordan B},
  date-added    = {2019-05-05 13:44:22 -0600},
  date-modified = {2019-05-05 13:44:22 -0600},
  doi           = {10.1162/106365604773955139},
  journal       = {Evolutionary computation},
  number        = {2},
  pages         = {159--192},
  publisher     = {MIT Press},
  title         = {Ideal evaluation from coevolution},
  volume        = {12},
  year          = {2004}
}

@misc{juliani2019obstacle,
  archiveprefix = {arXiv},
  author        = {Arthur Juliani and Ahmed Khalifa and Vincent-Pierre Berges and Jonathan Harper and Ervin Teng and Hunter Henry and Adam Crespi and Julian Togelius and Danny Lange},
  doi           = {10.48550/arxiv.arXiv:1902.01378},
  eprint        = {1902.01378},
  primaryclass  = {cs.AI},
  title         = {Obstacle Tower: A Generalization Challenge in Vision, Control, and Planning},
  year          = {2019}
}

@article{jumper2021highly,
  author    = {Jumper, John and Evans, Richard and Pritzel, Alexander and Green, Tim and Figurnov, Michael and Ronneberger, Olaf and Tunyasuvunakool, Kathryn and Bates, Russ and {\v{Z}}{\'\i}dek, Augustin and Potapenko, Anna and others},
  doi       = {10.1038/s41586-021-03819-2},
  journal   = {nature},
  number    = {7873},
  pages     = {583--589},
  publisher = {Nature Publishing Group},
  title     = {Highly accurate protein structure prediction with AlphaFold},
  volume    = {596},
  year      = {2021}
}

@article{JUNGHANNS2001219sokoban,
  author   = {Andreas Junghanns and Jonathan Schaeffer},
  doi      = {https://doi.org/10.1016/S0004-3702(01)00109-6},
  issn     = {0004-3702},
  journal  = {Artificial Intelligence},
  keywords = {Single-agent search, IDA∗, Sokoban, Transposition table, Pattern search, Pattern database, Rapid random restart},
  number   = {1},
  pages    = {219-251},
  title    = {Sokoban: Enhancing general single-agent search methods using domain knowledge},
  url      = {https://www.sciencedirect.com/science/article/pii/S0004370201001096},
  volume   = {129},
  year     = {2001}
}

@inproceedings{justesen2018illuminating,
  author    = {Justesen, Niels and Torrado, Ruben Rodriguez and Bontrager, Philip and Khalifa, Ahmed and Togelius, Julian and Risi, Sebastian},
  booktitle = {NeurIPS Workshop on Deep Reinforcement Learning Workshop},
  title     = {Illuminating Generalization in Deep Reinforcement Learning through Procedural Level Generation},
  year      = {2018}
}

@misc{kadavath2022languagemodelsmostlyknow,
  archiveprefix = {arXiv},
  author        = {Saurav Kadavath and Tom Conerly and Amanda Askell and Tom Henighan and Dawn Drain and Ethan Perez and Nicholas Schiefer and Zac Hatfield-Dodds and Nova DasSarma and Eli Tran-Johnson and Scott Johnston and Sheer El-Showk and Andy Jones and Nelson Elhage and Tristan Hume and Anna Chen and Yuntao Bai and Sam Bowman and Stanislav Fort and Deep Ganguli and Danny Hernandez and Josh Jacobson and Jackson Kernion and Shauna Kravec and Liane Lovitt and Kamal Ndousse and Catherine Olsson and Sam Ringer and Dario Amodei and Tom Brown and Jack Clark and Nicholas Joseph and Ben Mann and Sam McCandlish and Chris Olah and Jared Kaplan},
  doi           = {10.48550/arxiv.arXiv:2207.05221},
  eprint        = {2207.05221},
  primaryclass  = {cs.CL},
  title         = {Language Models (Mostly) Know What They Know},
  url           = {https://arxiv.org/abs/2207.05221},
  year          = {2022}
}

@misc{kaiser2024modelbasedreinforcementlearningatari,
  archiveprefix = {arXiv},
  author        = {Lukasz Kaiser and Mohammad Babaeizadeh and Piotr Milos and Blazej Osinski and Roy H Campbell and Konrad Czechowski and Dumitru Erhan and Chelsea Finn and Piotr Kozakowski and Sergey Levine and Afroz Mohiuddin and Ryan Sepassi and George Tucker and Henryk Michalewski},
  doi           = {10.48550/arxiv.arXiv:1903.00374},
  eprint        = {1903.00374},
  primaryclass  = {cs.LG},
  title         = {Model-Based Reinforcement Learning for Atari},
  url           = {https://arxiv.org/abs/1903.00374},
  year          = {2024}
}

@misc{Kamradt2023Needle,
  author       = {Kamradt, Greg},
  howpublished = {GitHub repository},
  note         = {Accessed: 2026-03-25},
  title        = {Needle in a Haystack - Pressure Testing {LLMs}},
  url          = {https://github.com/gkamradt/LLMTest_NeedleInAHaystack},
  year         = {2023}
}

@inproceedings{kandasamy2018neural,
  author        = {Kandasamy, Kirthevasan and Neiswanger, Willie and Schneider, Jeff and Poczos, Barnabas and Xing, Eric P},
  booktitle     = {Advances in Neural Information Processing Systems},
  date-added    = {2019-04-13 10:36:42 -0700},
  date-modified = {2019-04-13 10:36:42 -0700},
  pages         = {2016--2025},
  title         = {Neural architecture search with bayesian optimisation and optimal transport},
  year          = {2018}
}

@article{kanitscheider2021multi,
  author        = {Kanitscheider, Ingmar and Huizinga, Joost and Farhi, David and Guss, William Hebgen and Houghton, Brandon and Sampedro, Raul and Zhokhov, Peter and Baker, Bowen and Ecoffet, Adrien and Tang, Jie and others},
  date-added    = {2023-07-11 12:35:21 -0700},
  date-modified = {2023-07-11 12:35:21 -0700},
  doi           = {10.48550/arxiv.arXiv:2106.14876},
  journal       = {arXiv preprint arXiv:2106.14876},
  title         = {Multi-task curriculum learning in a complex, visual, hard-exploration domain: Minecraft},
  year          = {2021}
}

@misc{KanjunAndNoam,
  author       = {Imbue},
  organization = {Imbue},
  title        = {Noam Brown, FAIR: On achieving human-level performance in poker and Diplomacy, and the power of spending compute at inference time},
  url          = {https://imbue.com/podcast/2023-02-09-podcast-episode-27-noam-brown/},
  year         = {2023}
}

@article{karlebach2008modelling,
  author        = {Karlebach, G. and Shamir, R.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1038/nrm2503},
  journal       = {Nature Reviews Molecular Cell Biology},
  number        = {10},
  pages         = {770--780},
  publisher     = {Nature Publishing Group},
  title         = {Modelling and analysis of gene regulatory networks},
  volume        = {9},
  year          = {2008}
}

@misc{karten2026pokeagentchallengecompetitivelongcontext,
  archiveprefix = {arXiv},
  author        = {Seth Karten and Jake Grigsby and Tersoo Upaa Jr and Junik Bae and Seonghun Hong and Hyunyoung Jeong and Jaeyoon Jung and Kun Kerdthaisong and Gyungbo Kim and Hyeokgi Kim and Yujin Kim and Eunju Kwon and Dongyu Liu and Patrick Mariglia and Sangyeon Park and Benedikt Schink and Xianwei Shi and Anthony Sistilli and Joseph Twin and Arian Urdu and Matin Urdu and Qiao Wang and Ling Wu and Wenli Zhang and Kunsheng Zhou and Stephanie Milani and Kiran Vodrahalli and Amy Zhang and Fei Fang and Yuke Zhu and Chi Jin},
  doi           = {10.48550/arxiv.arXiv:2603.15563},
  eprint        = {2603.15563},
  primaryclass  = {cs.LG},
  title         = {The PokeAgent Challenge: Competitive and Long-Context Learning at Scale},
  url           = {https://arxiv.org/abs/2603.15563},
  year          = {2026}
}

@article{Kashtan2005,
  abstract      = {Biological networks have an inherent simplicity: they are modular with a design that can be separated into units that perform almost independently. Furthermore, they show reuse of recurring patterns termed network motifs. Little is known about the evolutionary origin of these properties. Current models of biological evolution typically produce networks that are highly nonmodular and lack understandable motifs. Here, we suggest a possible explanation for the origin of modularity and network motifs in biology. We use standard evolutionary algorithms to evolve networks. A key feature in this study is evolution under an environment (evolutionary goal) that changes in a modular fashion. That is, we repeatedly switch between several goals, each made of a different combination of subgoals. We find that such "modularly varying goals" lead to the spontaneous evolution of modular network structure and network motifs. The resulting networks rapidly evolve to satisfy each of the different goals. Such switching between related goals may represent biological evolution in a changing environment that requires different combinations of a set of basic biological functions. The present study may shed light on the evolutionary forces that promote structural simplicity in biological networks and offers ways to improve the evolutionary design of engineered systems.},
  author        = {Kashtan, Nadav and Alon, Uri},
  bdsk-url-1    = {http://www.pnas.org/cgi/content/abstract/0503610102v1},
  bdsk-url-2    = {http://dx.doi.org/10.1073/pnas.0503610102},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1073/pnas.0503610102},
  issn          = {0027-8424},
  journal       = {Proceedings of the National Academy of Sciences},
  keywords      = {Algorithms,Computer Simulation,Evolution,Neural Networks (Computer)},
  month         = {9},
  number        = {39},
  pages         = {13773--13778},
  pmid          = {16174729},
  publisher     = {National Acad Sciences},
  title         = {{Spontaneous evolution of modularity and network motifs}},
  volume        = {102},
  year          = {2005}
}

@article{Kashtan2007,
  abstract      = {Simulations of biological evolution, in which computers are used to evolve sy
stems toward a goal, often require many generations to achieve even simple goals. It is t
herefore of interest to look for generic ways, compatible with natural conditions, in whi
ch evolution in simulations can be speeded. Here, we study the impact of temporally varyi
ng goals on the speed of evolution, defined as the number of generations needed for an in
itially random population to achieve a given goal. Using computer simulations, we find th
at evolution toward goals that change over time can, in certain cases, dramatically speed
 up evolution compared with evolution toward a fixed goal. The highest speedup is found u
nder modularly varying goals, in which goals change over time such that each new goal sha
res some of the subproblems with the previous goal. The speedup increases with the comple
xity of the goal: the harder the problem, the larger the speedup. Modularly varying goals
 seem to push populations away from local fitness maxima, and guide them toward evolvable
 and modular solutions. This study suggests that varying environments might significantly
 contribute to the speed of natural evolution. In addition, it suggests a way to accelera
te optimization algorithms and improve evolutionary approaches in engineering.},
  author        = {Kashtan, Nadav and Noor, Elad and Alon, Uri},
  bdsk-url-1    = {http://dx.doi.org/10.1073/pnas.0611630104},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1073/pnas.0611630104},
  issn          = {0027-8424},
  journal       = {Proceedings of the National Academy of Sciences},
  keywords      = {Algorithms,Biological Evolution,Environment,Genetic,Models,Time Factors},
  month         = {8},
  number        = {34},
  pages         = {13711--13716},
  pmid          = {17698964},
  title         = {{Varying environments can speed up evolution.}},
  volume        = {104},
  year          = {2007}
}

@article{kashtan2007varying,
  author        = {Kashtan, N. and Noor, E. and Alon, U.},
  date-added    = {2011-06-24 16:42:23 -0400},
  date-modified = {2011-06-24 16:42:23 -0400},
  doi           = {10.1073/pnas.0611630104},
  journal       = {Proceedings of the National Academy of Sciences},
  number        = {34},
  pages         = {13711},
  publisher     = {National Acad Sciences},
  title         = {Varying environments can speed up evolution},
  volume        = {104},
  year          = {2007}
}

@inproceedings{khalifa2016general,
  author        = {Khalifa, Ahmed and Perez-Liebana, Diego and Lucas, Simon M and Togelius, Julian},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference 2016},
  date-added    = {2020-01-31 19:24:24 -0800},
  date-modified = {2020-01-31 19:24:24 -0800},
  doi           = {10.1145/2908812.2908920},
  pages         = {253--259},
  title         = {General video game level generation},
  year          = {2016}
}

@inproceedings{khattab2024dspy,
  author    = {Khattab, Omar and Singhvi, Arnav and Maheshwari, Paridhi and Zhang, Zhiyuan and Santhanam, Keshav and Haq, Saiful and Sharma, Ashutosh and Joshi, Thomas T and Moazam, Hanna and Miller, Heather and others},
  booktitle = {The Twelfth International Conference on Learning Representations},
  title     = {DSPy: Compiling Declarative Language Model Calls into State-of-the-Art Pipelines},
  year      = {2024}
}

@article{kingma2014adam,
  author        = {Kingma, Diederik P and Ba, Jimmy},
  date-added    = {2019-05-23 09:55:09 -0700},
  date-modified = {2019-05-23 09:55:09 -0700},
  doi           = {10.48550/arxiv.arXiv:1412.6980},
  journal       = {arXiv preprint arXiv:1412.6980},
  title         = {Adam: A method for stochastic optimization},
  year          = {2014}
}

@misc{kingma2022autoencodingvariationalbayes,
  archiveprefix = {arXiv},
  author        = {Diederik P Kingma and Max Welling},
  doi           = {10.48550/arxiv.arXiv:1312.6114},
  eprint        = {1312.6114},
  primaryclass  = {stat.ML},
  title         = {Auto-Encoding Variational Bayes},
  url           = {https://arxiv.org/abs/1312.6114},
  year          = {2013}
}

@article{kirkpatrick2017overcoming,
  author    = {Kirkpatrick, James and Pascanu, Razvan and Rabinowitz, Neil and Veness, Joel and Desjardins, Guillaume and Rusu, Andrei A. and Milan, Kieran and Quan, John and Ramalho, Tiago and Grabska-Barwinska, Agnieszka and Hassabis, Demis and Clopath, Claudia and Kumaran, Dharshan and Hadsell, Raia},
  doi       = {10.1073/pnas.1611835114},
  issn      = {1091-6490},
  journal   = {Proceedings of the National Academy of Sciences},
  month     = {3},
  number    = {13},
  pages     = {3521–3526},
  publisher = {Proceedings of the National Academy of Sciences},
  title     = {Overcoming catastrophic forgetting in neural networks},
  url       = {http://dx.doi.org/10.1073/pnas.1611835114},
  volume    = {114},
  year      = {2017}
}

@article{klein2016learning,
  author        = {Klein, Aaron and Falkner, Stefan and Springenberg, Jost Tobias and Hutter, Frank},
  date-added    = {2019-04-16 13:25:25 -0700},
  date-modified = {2019-04-16 13:29:36 -0700},
  journal       = {International Conference on Learning Representations},
  title         = {Learning curve prediction with Bayesian neural networks},
  year          = {2017}
}

@article{klingenberg2005developmental,
  author        = {Klingenberg, C.P.},
  date-added    = {2010-05-06 15:29:53 -0400},
  date-modified = {2010-05-06 15:29:53 -0400},
  doi           = {10.1016/b978-012088777-4/50013-2},
  journal       = {Variations},
  pages         = {1--30},
  title         = {{Developmental constraints, modules, and evolvability}},
  year          = {2005}
}

@inproceedings{klissarov2024motif,
  author    = {Martin Klissarov and Pierluca D'Oro and Shagun Sodhani and Roberta Raileanu and Pierre-Luc Bacon and Pascal Vincent and Amy Zhang and Mikael Henaff},
  booktitle = {The Twelfth International Conference on Learning Representations},
  title     = {Motif: Intrinsic Motivation from Artificial Intelligence Feedback},
  url       = {https://openreview.net/forum?id=tmBKIecDE9},
  year      = {2024}
}

@article{kodjabachian1998evolution,
  author        = {Kodjabachian, J. and Meyer, J.A.},
  date-added    = {2010-04-01 00:01:55 -0400},
  date-modified = {2010-04-01 00:01:55 -0400},
  doi           = {10.1109/72.712153},
  journal       = {IEEE Transactions on Neural Networks},
  number        = {5},
  pages         = {796--812},
  title         = {{Evolution and development of neural controllers for locomotion, gradient-following, and obstacle-avoidance in artificial insects}},
  volume        = {9},
  year          = {1998}
}

@book{kohler1924mentality,
  author        = {Kohler, W.},
  date-added    = {2013-08-20 05:57:00 +0000},
  date-modified = {2014-07-20 17:36:43 +0000},
  publisher     = {Harcourt, Brace},
  title         = {The mentality of apes.},
  year          = {1924}
}

@article{korbak2025chain,
  author  = {Korbak, Tomek and Balesni, Mikita and Barnes, Elizabeth and Bengio, Yoshua and Benton, Joe and Bloom, Joseph and Chen, Mark and Cooney, Alan and Dafoe, Allan and Dragan, Anca and others},
  doi     = {10.48550/arxiv.2507.11473},
  journal = {arXiv preprint arXiv:2507.11473},
  title   = {Chain of thought monitorability: A new and fragile opportunity for ai safety},
  year    = {2025}
}

@article{Koster2022mechanism,
  author    = {Koster,  Raphael and Balaguer,  Jan and Tacchetti,  Andrea and Weinstein,  Ari and Zhu,  Tina and Hauser,  Oliver and Williams,  Duncan and Campbell-Gillingham,  Lucy and Thacker,  Phoebe and Botvinick,  Matthew and Summerfield,  Christopher},
  doi       = {10.1038/s41562-022-01383-x},
  issn      = {2397-3374},
  journal   = {Nature Human Behaviour},
  month     = {July},
  number    = {10},
  pages     = {1398-1407},
  publisher = {Springer Science and Business Media LLC},
  title     = {Human-centred mechanism design with Democratic AI},
  url       = {http://dx.doi.org/10.1038/s41562-022-01383-x},
  volume    = {6},
  year      = {2022}
}

@article{kounios2016resolving,
  author        = {Kounios, Loizos and Clune, Jeff and Kouvaris, Kostas and Wagner, G{\"u}nter P and Pavlicev, Mihaela and Weinreich, Daniel M and Watson, Richard A},
  date-added    = {2017-02-05 19:34:18 +0000},
  date-modified = {2017-02-05 19:34:18 +0000},
  doi           = {10.48550/arxiv.arXiv:1612.05955},
  journal       = {arXiv preprint arXiv:1612.05955},
  title         = {Resolving the paradox of evolvability with learning theory: How evolution learns to improve evolvability on rugged fitness landscapes},
  year          = {2016}
}

@article{kouvaris2015evolution,
  author        = {Kouvaris, Kostas and Clune, Jeff and Kounios, Louis and Brede, Markus and Watson, Richard A},
  date-added    = {2015-12-13 04:41:28 +0000},
  date-modified = {2017-02-05 19:31:34 +0000},
  doi           = {10.1371/journal.pcbi.1005358},
  journal       = {PLoS Computational Biology},
  title         = {How evolution learns to generalise: Using the principles of learning theory to understand the evolution of developmental organisation},
  year          = {2017}
}

@book{Koza1992gp,
  address   = {Cambridge, MA},
  author    = {Koza, John R},
  language  = {en},
  month     = {12},
  publisher = {Bradford Books},
  series    = {Complex Adaptive Systems},
  title     = {Genetic programming},
  year      = {1992},
  isbn      = {9780262111706},
}

@book{koza2003genetic,
  author        = {Koza, J.R. and Keane, Martin A and Streeter, Matthew J and Mydlowec, William and Yu, Jessen and Lanza, Guido},
  date-added    = {2011-01-29 21:37:08 -0500},
  date-modified = {2015-02-03 03:07:10 +0000},
  isbn          = {1402074468},
  publisher     = {Kluwer},
  title         = {Genetic programming IV: Routine human-competitive machine intelligence},
  year          = {2003}
}

@article{kozlov2002method,
  author        = {Kozlov, K. and Myasnikova, E. and Pisareva, A. and Samsonova, M. and Reinitz, J.},
  date-added    = {2011-09-17 10:37:56 -0400},
  date-modified = {2011-09-17 10:37:56 -0400},
  journal       = {In Silico Biology},
  number        = {2},
  pages         = {125--141},
  publisher     = {IOS Press},
  title         = {A method for two-dimensional registration and construction of the two-dimensional atlas of gene expression patterns in situ},
  volume        = {2},
  year          = {2002}
}

@article{Kreimer2008,
  abstract      = {Deciphering the modular organization of metabolic networks and understanding how modularity evolves have attracted tremendous interest in recent years. Here, we present a comprehensive large scale characterization of modularity across the bacterial tree of life, systematically quantifying the modularity of the metabolic networks of >300 bacterial species. Three main determinants of metabolic network modularity are identified. First, network size is an important topological determinant of network modularity. Second, several environmental factors influence network modularity, with endosymbionts and mammal-specific pathogens having lower modularity scores than bacterial species that occupy a wider range of niches. Moreover, even among the pathogens, those that alternate between two distinct niches, such as insect and mammal, tend to have relatively high metabolic network modularity. Third, horizontal gene transfer is an important force that contributes significantly to metabolic modularity. We additionally reconstruct the metabolic network of ancestral bacterial species and examine the evolution of modularity across the tree of life. This reveals a trend of modularity decrease from ancestors to descendants that is likely the outcome of niche specialization and the incorporation of peripheral metabolic reactions.},
  author        = {Kreimer, Anat and Borenstein, Elhanan and Gophna, Uri and Ruppin, Eytan},
  bdsk-url-1    = {http://www.pubmedcentral.nih.gov/articlerender.fcgi?artid=2383979%5C&tool=pmcentrez%5C&rendertype=abstract},
  bdsk-url-2    = {http://dx.doi.org/10.1073/pnas.0712149105},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1073/pnas.0712149105},
  issn          = {1091-6490},
  journal       = {Proceedings of the National Academy of Sciences},
  keywords      = {Bacteria,Bacteria: metabolism,Evolution,Metabolic Networks and Pathways,Proteobacteria,Proteobacteria: metabolism},
  month         = {5},
  number        = {19},
  pages         = {6976--81},
  pmid          = {18460604},
  title         = {{The evolution of modularity in bacterial metabolic networks.}},
  volume        = {105},
  year          = {2008}
}

@article{kreimer2008evolution,
  author        = {Kreimer, A. and Borenstein, E. and Gophna, U. and Ruppin, E.},
  date-added    = {2010-05-06 15:41:44 -0400},
  date-modified = {2010-05-06 15:41:44 -0400},
  doi           = {10.1073/pnas.0712149105},
  journal       = {Proceedings of the National Academy of Sciences},
  number        = {19},
  pages         = {6976},
  publisher     = {National Acad Sciences},
  title         = {{The evolution of modularity in bacterial metabolic networks}},
  volume        = {105},
  year          = {2008}
}

@article{Krenn2020,
  author    = {Krenn,  Mario and Erhard,  Manuel and Zeilinger,  Anton},
  doi       = {10.1038/s42254-020-0230-4},
  issn      = {2522-5820},
  journal   = {Nature Reviews Physics},
  month     = {9},
  number    = {11},
  pages     = {649-661},
  publisher = {Springer Science and Business Media LLC},
  title     = {Computer-inspired quantum experiments},
  url       = {http://dx.doi.org/10.1038/s42254-020-0230-4},
  volume    = {2},
  year      = {2020}
}

@article{krenn2021conceptual,
  author    = {Krenn, Mario and Kottmann, Jakob S and Tischler, Nora and Aspuru-Guzik, Al{\'a}n},
  doi       = {10.1103/physrevx.11.031044},
  journal   = {Physical Review X},
  number    = {3},
  pages     = {031044},
  publisher = {APS},
  title     = {Conceptual understanding through efficient automated design of quantum optical experiments},
  volume    = {11},
  year      = {2021}
}

@article{KrennEntangle2017,
  author    = {Krenn, Mario and Hochrainer, Armin and Lahiri, Mayukh and Zeilinger, Anton},
  doi       = {10.1103/PhysRevLett.118.080401},
  issue     = {8},
  journal   = {Phys. Rev. Lett.},
  month     = {Feb},
  numpages  = {6},
  pages     = {080401},
  publisher = {American Physical Society},
  title     = {Entanglement by Path Identity},
  url       = {https://link.aps.org/doi/10.1103/PhysRevLett.118.080401},
  volume    = {118},
  year      = {2017}
}

@article{krichmar2005characterizing,
  author        = {Krichmar, J. L and Nitz, D. A and Gally, J. A and Edelman, G. M.},
  date-added    = {2013-09-14 05:02:47 +0000},
  date-modified = {2014-07-20 17:54:03 +0000},
  doi           = {10.1073/pnas.0409792102},
  journal       = {Proceedings of the National Academy of Sciences of the United States of America},
  number        = {6},
  pages         = {2111--2116},
  publisher     = {National Acad Sciences},
  title         = {Characterizing functional hippocampal pathways in a brain-based device as it solves a spatial memory task},
  volume        = {102},
  year          = {2005}
}

@article{krizhevsky2012alexnet,
  author  = {Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  journal = {Advances in neural information processing systems},
  title   = {Imagenet classification with deep convolutional neural networks},
  volume  = {25},
  year    = {2012}
}

@inproceedings{krizhevsky2012imagenet,
  author        = {Krizhevsky, A. and Sutskever, I. and Hinton, G.},
  booktitle     = {Advances in Neural Information Processing Systems 25},
  date-added    = {2014-09-18 15:07:24 +0000},
  date-modified = {2015-12-13 01:26:11 +0000},
  pages         = {1106--1114},
  title         = {Image{N}et classification with deep convolutional neural networks},
  year          = {2012}
}

@article{Krubitzer2009,
  abstract      = {The neocortex is the part of the brain that is involved in perception, cognition, and volitional motor control. In mammals it is a highly dynamic structure that has been dramatically altered in different lineages, and these alterations account for the remarkable variations in behavior that species exhibit. When we consider how this structure changes and becomes more complex in some mammals such as humans, we must also consider how the alterations that occur at macro levels of organization, such as the level of the individual and social system, as well as micro levels of organization, such as the level of neurons, synapses and molecules, impact the neocortex. It is also important to consider the constraints imposed on the evolution of the neocortex. Observations of highly conserved features of cortical organization that all mammals share, as well as the convergent evolution of similar features of organization, indicate that the constraints imposed on the neocortex are pervasive and restrict the avenues along which evolution can proceed. Although both genes and the laws of physics place formidable constraints on the evolution of all animals, humans have evolved a number of mechanisms that allow them to loosen these constraints and often alter the course of their own evolution. While this cortical plasticity is a defining feature of mammalian neocortex, it appears to be exaggerated in humans and could be considered a unique derivation of our species.},
  author        = {Krubitzer, Leah},
  bdsk-url-1    = {http://www.ncbi.nlm.nih.gov/pubmed/19338502},
  bdsk-url-2    = {http://dx.doi.org/10.1111/j.1749-6632.2009.04421.x},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1111/j.1749-6632.2009.04421.x},
  issn          = {1749-6632},
  journal       = {Annals of the New York Academy of Sciences},
  keywords      = {Anatomy, Comparative,Animals,Brain,Brain: anatomy \& histology,Brain: growth \& development,Brain: physiology,Consensus,Evolution,Growth and Development,Growth and Development: genetics,Humans,Models, Biological,Models, Theoretical,Phylogeny},
  month         = {3},
  pages         = {44--67},
  pmid          = {19338502},
  title         = {{In search of a unifying theory of complex brain evolution.}},
  volume        = {1156},
  year          = {2009}
}

@article{krulwich2010coyotes,
  author        = {Krulwich, R.},
  date-added    = {2013-08-20 03:16:29 +0000},
  date-modified = {2013-08-20 03:17:30 +0000},
  journal       = {NPR.org},
  month         = {December},
  title         = {60 Wild Coyotes Patrol Chicago (And Occasionally Stop At Convenience Stores)},
  year          = {2013}
}

@article{kudithipudi2022biological,
  author        = {Kudithipudi, Dhireesha and Aguilar-Simon, Mario and Babb, Jonathan and Bazhenov, Maxim and Blackiston, Douglas and Bongard, Josh and Brna, Andrew P and Chakravarthi Raja, Suraj and Cheney, Nick and Clune, Jeff and others},
  date-added    = {2023-07-07 14:48:03 -0700},
  date-modified = {2023-07-07 14:48:03 -0700},
  doi           = {10.1038/s42256-022-00452-0},
  journal       = {Nature Machine Intelligence},
  number        = {3},
  pages         = {196--210},
  publisher     = {Nature Publishing Group UK London},
  title         = {Biological underpinnings for lifelong learning machines},
  volume        = {4},
  year          = {2022}
}

@article{kuttler2020nethacklearningenvironment,
  author  = {K{\"u}ttler, Heinrich and Nardelli, Nantas and Miller, Alexander and Raileanu, Roberta and Selvatici, Marco and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {7671--7684},
  title   = {The nethack learning environment},
  volume  = {33},
  year    = {2020}
}

@article{labarbera1990principles,
  author        = {LaBarbera, M.},
  date-added    = {2013-09-14 03:28:34 +0000},
  date-modified = {2013-09-14 03:28:34 +0000},
  doi           = {10.1126/science.2396104},
  journal       = {Science},
  number        = {4972},
  pages         = {992},
  publisher     = {American Association for the Advancement of Science},
  title         = {Principles of design of fluid transport systems in zoology},
  volume        = {249},
  year          = {1990}
}

@misc{ladha2024turing,
  author       = {Abrahim Ladha},
  howpublished = {\url{https://faculty.cc.gatech.edu/~ladha/S24/4510/L11.pdf}},
  note         = {CS 4510 Automata and Complexity, February 21st, 2024, Scribed by Rishabh Singhal},
  title        = {Lecture 11: Turing-Completeness},
  year         = {2024}
}

@article{lanctot2017unifiedgametheoreticapproachmultiagent,
  author  = {Lanctot, Marc and Zambaldi, Vinicius and Gruslys, Audrunas and Lazaridou, Angeliki and Tuyls, Karl and P{\'e}rolat, Julien and Silver, David and Graepel, Thore},
  journal = {Advances in neural information processing systems},
  title   = {A unified game-theoretic approach to multiagent reinforcement learning},
  volume  = {30},
  year    = {2017}
}

@misc{langchain,
  author       = {LangChainAI},
  howpublished = {\url{https://github.com/langchain-ai/langchain}},
  journal      = {GitHub repository},
  publisher    = {GitHub},
  title        = {LangChain: Build context-aware reasoning applications},
  year         = {2022}
}

@book{langton1997artificial,
  author        = {Langton, Christopher G},
  date-added    = {2019-04-25 16:52:37 -0700},
  date-modified = {2019-04-25 16:52:37 -0700},
  publisher     = {Mit Press},
  title         = {Artificial life: An overview},
  year          = {1997}
}

@misc{lanham2023measuringfaithfulnesschainofthoughtreasoning,
  archiveprefix = {arXiv},
  author        = {Tamera Lanham and Anna Chen and Ansh Radhakrishnan and Benoit Steiner and Carson Denison and Danny Hernandez and Dustin Li and Esin Durmus and Evan Hubinger and Jackson Kernion and Kamile Lukosiūte and Karina Nguyen and Newton Cheng and Nicholas Joseph and Nicholas Schiefer and Oliver Rausch and Robin Larson and Sam McCandlish and Sandipan Kundu and Saurav Kadavath and Shannon Yang and Thomas Henighan and Timothy Maxwell and Timothy Telleen-Lawton and Tristan Hume and Zac Hatfield-Dodds and Jared Kaplan and Jan Brauner and Samuel R. Bowman and Ethan Perez},
  doi           = {10.48550/arxiv.arXiv:2307.13702},
  eprint        = {2307.13702},
  primaryclass  = {cs.AI},
  title         = {Measuring Faithfulness in Chain-of-Thought Reasoning},
  url           = {https://arxiv.org/abs/2307.13702},
  year          = {2023}
}

@article{Laughlin2003,
  abstract      = {Brains perform with remarkable efficiency, are capable of prodigious computation, and are marvels of communication. We are beginning to understand some of the geometric, biophysical, and energy constraints that have governed the evolution of cortical networks. To operate efficiently within these constraints, nature has optimized the structure and function of cortical networks with design principles similar to those used in electronic networks. The brain also exploits the adaptability of biological systems to reconfigure in response to changing needs.},
  author        = {Laughlin, S. B. and Sejnowski, T. J.},
  bdsk-url-1    = {http://dx.doi.org/10.1126/science.1089662},
  date-added    = {2013-09-14 03:28:52 +0000},
  date-modified = {2014-07-20 17:51:35 +0000},
  doi           = {10.1126/science.1089662},
  issn          = {1095-9203},
  journal       = {Science (New York, N.Y.)},
  keywords      = {Action Potentials,Animals,Biological Evolution,Brain,Brain: physiology,Cell Communication,Humans,Nerve Net,Nerve Net: physiology,Neuronal Plasticity,Neurons,Neurons: physiology,Synaptic Transmission},
  month         = {9},
  number        = {5641},
  pages         = {1870--4},
  pmid          = {14512617},
  title         = {{Communication in neuronal networks.}},
  volume        = {301},
  year          = {2003}
}

@article{lawrence1997face,
  author        = {Lawrence, S. and Giles, C.L. and Tsoi, A.C. and Back, A.D.},
  date-added    = {2010-09-10 22:00:30 -0400},
  date-modified = {2010-09-10 22:00:30 -0400},
  doi           = {10.1109/72.554195},
  journal       = {IEEE Transactions on Neural Networks},
  number        = {1},
  pages         = {98--113},
  title         = {{Face recognition: A convolutional neural-network approach}},
  volume        = {8},
  year          = {1997}
}

@inproceedings{le2011building,
  author       = {Le, Quoc V},
  booktitle    = {2013 IEEE international conference on acoustics, speech and signal processing},
  doi          = {10.1109/icassp.2013.6639343},
  organization = {IEEE},
  pages        = {8595--8598},
  title        = {Building high-level features using large scale unsupervised learning},
  year         = {2013}
}

@article{lecun1989backpropagation,
  author        = {LeCun, Y. and Boser, B. and Denker, J.S. and Henderson, D. and Howard, R.E. and Hubbard, W. and Jackel, L.D.},
  date-added    = {2010-09-10 21:52:59 -0400},
  date-modified = {2010-09-10 21:52:59 -0400},
  doi           = {10.1162/neco.1989.1.4.541},
  journal       = {Neural computation},
  number        = {4},
  pages         = {541--551},
  publisher     = {MIT Press},
  title         = {{Backpropagation applied to handwritten zip code recognition}},
  volume        = {1},
  year          = {1989}
}

@article{lecun1990optimal,
  author  = {LeCun, Yann and Denker, John and Solla, Sara},
  journal = {Advances in neural information processing systems},
  title   = {Optimal brain damage},
  volume  = {2},
  year    = {1989}
}

@article{lecun1998gradient,
  author        = {LeCun, Yann and Bottou, L{\'e}on and Bengio, Yoshua and Haffner, Patrick},
  date-added    = {2019-04-11 21:08:07 -0700},
  date-modified = {2019-04-11 21:08:07 -0700},
  doi           = {10.1109/5.726791},
  journal       = {Proceedings of the IEEE},
  number        = {11},
  pages         = {2278--2324},
  publisher     = {IEEE},
  title         = {Gradient-based learning applied to document recognition},
  volume        = {86},
  year          = {1998}
}

@inproceedings{lee2009convolutional,
  author        = {Lee, H. and Grosse, R. and Ranganath, R. and Ng, A. Y.},
  booktitle     = {Proceedings of the 26th Annual International Conference on Machine Learning},
  date-added    = {2014-09-18 15:08:52 +0000},
  date-modified = {2014-09-24 03:08:59 +0000},
  doi           = {10.1145/1553374.1553453},
  organization  = {ACM},
  pages         = {609--616},
  title         = {Convolutional deep belief networks for scalable unsupervised learning of hierarchical representations},
  year          = {2009}
}

@article{lee2011unsupervised,
  author        = {Lee, H. and Grosse, R. and Ranganath, R. and Ng, A. Y.},
  date-added    = {2013-09-08 21:55:28 +0000},
  date-modified = {2014-07-20 17:47:51 +0000},
  doi           = {10.1145/2001269.2001295},
  journal       = {Communications of the ACM},
  number        = {10},
  pages         = {95--103},
  publisher     = {ACM},
  title         = {Unsupervised learning of hierarchical representations with convolutional deep belief networks},
  volume        = {54},
  year          = {2011}
}

@conference{lee2013evolving,
  author        = {Lee, S. and Yosinski, J. and Glette, K. and Lipson, H. and Clune, J.},
  booktitle     = {Applications of Evolutionary Computing},
  date-added    = {2013-02-01 06:07:15 +0000},
  date-modified = {2013-02-01 06:08:37 +0000},
  publisher     = {Springer},
  title         = {Evolving gaits for physical robots with the HyperNEAT generative encoding: the benefits of simulation.},
  year          = {2013}
}

@article{lee2020learning,
  author        = {Lee, Joonho and Hwangbo, Jemin and Wellhausen, Lorenz and Koltun, Vladlen and Hutter, Marco},
  date-added    = {2021-09-30 12:36:54 -0700},
  date-modified = {2021-09-30 12:36:54 -0700},
  doi           = {10.1126/scirobotics.abc5986},
  journal       = {Science robotics},
  number        = {47},
  publisher     = {Science Robotics},
  title         = {Learning quadrupedal locomotion over challenging terrain},
  volume        = {5},
  year          = {2020}
}

@misc{lee2023rlaif,
  archiveprefix = {arXiv},
  author        = {Harrison Lee and Samrat Phatale and Hassan Mansoor and Thomas Mesnard and Johan Ferret and Kellie Lu and Colton Bishop and Ethan Hall and Victor Carbune and Abhinav Rastogi and Sushant Prakash},
  doi           = {10.48550/arxiv.arXiv:2309.00267},
  eprint        = {2309.00267},
  primaryclass  = {cs.CL},
  title         = {RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback},
  year          = {2023}
}

@misc{leelazero,
  author  = {Pascutto, Gian-Carlo},
  title   = {Leela Zero},
  url     = {https://zero.sjeng.org},
  version = {0.17},
  year    = {2019}
}

@conference{lehman2008exploiting,
  author        = {Lehman, J. and Stanley, K.O.},
  booktitle     = {Proceedings of Artificial Life XI},
  date-added    = {2014-01-19 00:02:33 +0000},
  date-modified = {2014-01-19 00:02:33 +0000},
  journal       = {Artificial Life},
  pages         = {329-336},
  title         = {{Exploiting open-endedness to solve problems through the search for novelty}},
  volume        = {11},
  year          = {2008}
}

@inproceedings{lehman2010efficiently,
  author        = {Lehman, Joel and Stanley, Kenneth O},
  booktitle     = {Proceedings of the 12th annual conference on Genetic and evolutionary computation},
  date-added    = {2019-05-09 09:53:47 -0500},
  date-modified = {2019-05-09 09:53:47 -0500},
  doi           = {10.1145/1830483.1830638},
  organization  = {ACM},
  pages         = {837--844},
  title         = {Efficiently evolving programs through the search for novelty},
  year          = {2010}
}

@inproceedings{lehman2010revising,
  author        = {Lehman, Joel and Stanley, Kenneth O},
  booktitle     = {Proceedings of the 12th annual conference on Genetic and evolutionary computation},
  date-added    = {2015-03-09 21:00:45 +0000},
  date-modified = {2015-03-09 21:00:45 +0000},
  doi           = {10.1145/1830483.1830503},
  organization  = {ACM},
  pages         = {103--110},
  title         = {Revising the evolutionary computation abstraction: minimal criteria novelty search},
  year          = {2010}
}

@article{lehman2011abandoning,
  author        = {Lehman, J. and Stanley, K.O.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1162/evco_a_00025},
  journal       = {Evolutionary Computation},
  number        = {2},
  pages         = {189--223},
  publisher     = {MIT Press},
  title         = {Abandoning objectives: Evolution through the search for novelty alone},
  volume        = {19},
  year          = {2011}
}

@inproceedings{lehman2011evolving,
  author        = {Lehman, J. and Stanley, K.O.},
  booktitle     = {Proceedings of the 13th annual conference on Genetic and evolutionary computation},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1145/2001576.2001606},
  organization  = {ACM},
  pages         = {211--218},
  title         = {Evolving a diversity of virtual creatures through novelty search and local competition},
  year          = {2011}
}

@inproceedings{lehman2011improving,
  author        = {Lehman, Joel and Stanley, Kenneth O},
  booktitle     = {2011 IEEE congress of evolutionary computation (CEC)},
  date-added    = {2019-05-06 10:25:25 -0500},
  date-modified = {2019-05-06 10:25:25 -0500},
  doi           = {10.1109/cec.2011.5949955},
  organization  = {IEEE},
  pages         = {2693--2700},
  title         = {Improving evolvability through novelty search and self-adaptation},
  year          = {2011}
}

@conference{lehman2011novelty,
  author        = {Lehman, J. and Stanley, K.O.},
  booktitle     = {Genetic Programming Theory and Practice IX},
  date-added    = {2014-09-21 20:31:25 +0000},
  date-modified = {2014-09-24 03:05:34 +0000},
  pages         = {37--56},
  publisher     = {Springer},
  title         = {Novelty search and the problem with objectives},
  year          = {2011}
}

@conference{lehman2016creative,
  author        = {Lehman, J. and Risi, S. and Clune, J.},
  booktitle     = {Proceedings of the International Conference on Computational Creativity},
  date-added    = {2016-08-02 21:05:50 +0000},
  date-modified = {2016-08-02 21:06:50 +0000},
  title         = {Creative Generation of 3D Objects with Deep Learning and Innovation Engines},
  year          = {2016}
}

@inproceedings{lehman2018more,
  author        = {Lehman, Joel and Chen, Jay and Clune, Jeff and Stanley, Kenneth O},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2019-05-16 07:20:42 -0700},
  date-modified = {2019-05-16 07:20:42 -0700},
  doi           = {10.1145/3205455.3205474},
  organization  = {ACM},
  pages         = {450--457},
  title         = {ES is more than just a traditional finite-difference approximator},
  year          = {2018}
}

@article{lehman2018surprising,
  author    = {Lehman, Joel and Clune, Jeff and Misevic, Dusan and Adami, Christoph and Altenberg, Lee and Beaulieu, Julie and Bentley, Peter J and Bernard, Samuel and Beslon, Guillaume and Bryson, David M and others},
  doi       = {10.1162/artl_a_00319},
  journal   = {Artificial life},
  number    = {2},
  pages     = {274--306},
  publisher = {MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…},
  title     = {The surprising creativity of digital evolution: A collection of anecdotes from the evolutionary computation and artificial life research communities},
  volume    = {26},
  year      = {2020}
}

@incollection{lehman2022evolutionlargemodels,
  author    = {Lehman, Joel and Gordon, Jonathan and Jain, Shawn and Ndousse, Kamal and Yeh, Cathy and Stanley, Kenneth O},
  booktitle = {Handbook of evolutionary machine learning},
  pages     = {331--366},
  publisher = {Springer},
  title     = {Evolution through large models},
  year      = {2023}
}

@article{lei2016layer,
  author        = {Lei Ba, Jimmy and Kiros, Jamie Ryan and Hinton, Geoffrey E},
  date-added    = {2019-04-11 21:16:41 -0700},
  date-modified = {2019-04-11 21:16:41 -0700},
  doi           = {10.48550/arxiv.arXiv:1607.06450},
  journal       = {arXiv preprint arXiv:1607.06450},
  title         = {Layer normalization},
  year          = {2016}
}

@misc{leibo2019autocurriculaemergenceinnovationsocial,
  archiveprefix = {arXiv},
  author        = {Joel Z. Leibo and Edward Hughes and Marc Lanctot and Thore Graepel},
  doi           = {10.48550/arxiv.arXiv:1903.00742},
  eprint        = {1903.00742},
  primaryclass  = {cs.AI},
  title         = {Autocurricula and the Emergence of Innovation from Social Interaction: A Manifesto for Multi-Agent Intelligence Research},
  url           = {https://arxiv.org/abs/1903.00742},
  year          = {2019}
}

@inproceedings{leibo2021scalableevaluationmultiagentreinforcement,
  author       = {Leibo, Joel Z and Due{\~n}ez-Guzman, Edgar A and Vezhnevets, Alexander and Agapiou, John P and Sunehag, Peter and Koster, Raphael and Matyas, Jayd and Beattie, Charlie and Mordatch, Igor and Graepel, Thore},
  booktitle    = {International conference on machine learning},
  organization = {PMLR},
  pages        = {6187--6199},
  title        = {Scalable evaluation of multi-agent reinforcement learning with melting pot},
  year         = {2021}
}

@article{Leicht2008,
  author        = {Leicht, E. A. and Newman, M. E. J.},
  bdsk-url-1    = {http://arxiv.org/pdf/0709.4500},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.48550/arxiv.arXiv:0709.4500},
  journal       = {Physical review letters},
  keywords      = {modularity,modularity nn},
  mendeley-tags = {modularity nn},
  pages         = {118703--118707},
  title         = {{Community structure in directed networks}},
  year          = {2008}
}

@article{leike2018scalable,
  author  = {Leike, Jan and Krueger, David and Everitt, Tom and Martic, Miljan and Maini, Vishal and Legg, Shane},
  doi     = {10.48550/arXiv.1811.07871},
  journal = {arXiv preprint arXiv:1811.07871},
  title   = {Scalable agent alignment via reward modeling: a research direction},
  year    = {2018}
}

@misc{leike2023superalignment,
  author       = {Sutskever, Ilya and Leike, Jan},
  howpublished = {\url{https://openai.com/index/introducing-superalignment/}},
  month        = {July},
  note         = {OpenAI Blog},
  title        = {Introducing Superalignment},
  year         = {2023}
}

@article{lenski1999genome,
  author        = {Lenski, R.E. and Ofria, C. and Collier, T.C. and Adami, C.},
  date-added    = {2010-07-24 01:51:05 -0400},
  date-modified = {2010-07-24 01:51:05 -0400},
  doi           = {10.1038/23245},
  journal       = {Nature},
  number        = {6745},
  pages         = {661--664},
  publisher     = {Nature Publishing Group},
  title         = {{Genome complexity, robustness and genetic interactions in digital organisms}},
  volume        = {400},
  year          = {1999}
}

@article{lenski2003evolutionary,
  author        = {Lenski, R. E. and Ofria, C. and Pennock, R. T. and Adami, C.},
  date-added    = {2010-07-24 01:51:39 -0400},
  date-modified = {2010-07-24 02:33:10 -0400},
  doi           = {10.1038/nature01568},
  journal       = {Nature},
  number        = {6936},
  pages         = {139--144},
  publisher     = {Nature Publishing Group},
  title         = {{The evolutionary origin of complex features}},
  volume        = {423},
  year          = {2003}
}

@article{levine2016end,
  author  = {Levine, Sergey and Finn, Chelsea and Darrell, Trevor and Abbeel, Pieter},
  journal = {Journal of Machine Learning Research},
  number  = {39},
  pages   = {1--40},
  title   = {End-to-end training of deep visuomotor policies},
  volume  = {17},
  year    = {2016}
}

@book{levinton1988genetics,
  address       = {New York},
  author        = {Levinton, J.S.},
  date-added    = {2010-07-24 01:52:17 -0400},
  date-modified = {2012-06-28 17:34:08 -0700},
  doi           = {10.1017/cbo9780511612961},
  publisher     = {Cambridge University Press},
  title         = {{Genetics, paleontology, and macroevolution}},
  year          = {1988}
}

@article{lewis2020rag,
  author  = {Lewis, Patrick and Perez, Ethan and Piktus, Aleksandra and Petroni, Fabio and Karpukhin, Vladimir and Goyal, Naman and K{\"u}ttler, Heinrich and Lewis, Mike and Yih, Wen-tau and Rockt{\"a}schel, Tim and others},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {9459--9474},
  title   = {Retrieval-augmented generation for knowledge-intensive nlp tasks},
  volume  = {33},
  year    = {2020}
}

@book{leytonbrown2008gametheory,
  author    = {Leyton-Brown, Kevin and Shoham, Yoav},
  edition   = {1st},
  isbn      = {1598295934},
  publisher = {Morgan and Claypool Publishers},
  title     = {Essentials of Game Theory: A Concise, Multidisciplinary Introduction},
  year      = {2008}
}

@conference{li2014encouraging,
  author        = {Li, J. and Storie J. and Clune, J.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2014-01-11 00:43:15 +0000},
  date-modified = {2014-09-21 17:38:01 +0000},
  journal       = {In preparation.},
  pages         = {193-200},
  title         = {Encouraging creative thinking in robots improves their ability to solve challenging problems},
  year          = {2014}
}

@inproceedings{li2015visualizing,
  author    = {Li, Jiwei and Chen, Xinlei and Hovy, Eduard and Jurafsky, Dan},
  booktitle = {Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
  doi       = {10.18653/v1/n16-1082},
  pages     = {681--691},
  title     = {Visualizing and understanding neural models in NLP},
  year      = {2016}
}

@conference{li2016convergent,
  author        = {Li, Yixuan and Yosinski, Jason and Clune, Jeff and Lipson, Hod and Hopcroft, John},
  booktitle     = {International Conference on Learning Representations (ICLR)},
  date-added    = {2015-12-12 20:43:41 +0000},
  date-modified = {2016-10-24 22:36:09 +0000},
  title         = {Convergent Learning: Do different neural networks learn the same representations?},
  year          = {2016}
}

@article{li2016learning,
  author        = {Li, Ke and Malik, Jitendra},
  date-added    = {2019-05-24 16:50:50 -0700},
  date-modified = {2019-05-24 16:50:50 -0700},
  doi           = {10.48550/arxiv.arXiv:1606.01885},
  journal       = {arXiv preprint arXiv:1606.01885},
  title         = {Learning to optimize},
  year          = {2016}
}

@article{lillicrap2015continuous,
  author        = {Lillicrap, Timothy P and Hunt, Jonathan J and Pritzel, Alexander and Heess, Nicolas and Erez, Tom and Tassa, Yuval and Silver, David and Wierstra, Daan},
  date-added    = {2015-12-13 19:38:46 +0000},
  date-modified = {2015-12-13 19:38:46 +0000},
  doi           = {10.48550/arxiv.arXiv:1509.02971},
  journal       = {arXiv preprint arXiv:1509.02971},
  title         = {Continuous control with deep reinforcement learning},
  year          = {2015}
}

@article{lindenmayer1968mathematical,
  author        = {Lindenmayer, A.},
  date-added    = {2010-05-05 20:49:05 -0400},
  date-modified = {2010-05-13 13:04:30 -0400},
  doi           = {10.1016/0022-5193(68)90079-9},
  journal       = {Journal of Theoretical Biology},
  number        = {3},
  pages         = {280--299},
  publisher     = {Elsevier},
  title         = {{Mathematical models for cellular interactions in development I. Filaments with one-sided inputs}},
  volume        = {18},
  year          = {1968}
}

@article{lipson2000automatic,
  author        = {Lipson, H. and Pollack, J.B.},
  date-added    = {2011-06-26 02:01:04 -0400},
  date-modified = {2011-06-26 02:01:04 -0400},
  doi           = {10.1038/35023115},
  journal       = {Nature},
  number        = {6799},
  pages         = {974--978},
  publisher     = {Nature Publishing Group},
  title         = {Automatic design and manufacture of robotic lifeforms},
  volume        = {406},
  year          = {2000}
}

@article{lipson2007principles,
  author        = {Lipson, H.},
  date-added    = {2010-03-30 11:50:41 -0400},
  date-modified = {2010-04-01 01:54:14 -0400},
  doi           = {10.4024/40701.jbpc.07.04},
  journal       = {Journal of Biological Physics and Chemistry},
  number        = {4},
  pages         = {125},
  title         = {{Principles of modularity, regularity, and hierarchy for scalable systems}},
  volume        = {7},
  year          = {2007}
}

@book{lipson2013fabricated,
  author        = {Lipson, H. and Kurman, M.},
  date-added    = {2013-01-31 20:01:24 +0000},
  date-modified = {2013-01-31 20:01:24 +0000},
  publisher     = {Wiley},
  title         = {Fabricated: The New World of 3D Printing},
  year          = {2013}
}

@conference{liu2004hierarchical,
  author        = {Liu, H. and Iba, H.},
  booktitle     = {Proceedings of the IEEE Congress on Evolutionary Computation},
  date-added    = {2010-03-31 15:35:05 -0400},
  date-modified = {2010-05-13 13:07:53 -0400},
  title         = {{A hierarchical approach for adaptive humanoid robot control}},
  year          = {2004}
}

@inproceedings{liu2018progressive,
  author        = {Liu, Chenxi and Zoph, Barret and Neumann, Maxim and Shlens, Jonathon and Hua, Wei and Li, Li-Jia and Fei-Fei, Li and Yuille, Alan and Huang, Jonathan and Murphy, Kevin},
  booktitle     = {Proceedings of the European Conference on Computer Vision (ECCV)},
  date-added    = {2019-04-16 13:24:48 -0700},
  date-modified = {2019-04-16 13:24:48 -0700},
  doi           = {10.1007/978-3-030-01246-5_2},
  pages         = {19--34},
  title         = {Progressive neural architecture search},
  year          = {2018}
}

@article{liu2023dynamic,
  author  = {Liu, Zijun and Zhang, Yanzhe and Li, Peng and Liu, Yang and Yang, Diyi},
  doi     = {10.48550/arxiv.arXiv:2310.02170},
  journal = {arXiv preprint arXiv:2310.02170},
  title   = {Dynamic llm-agent network: An llm-agent collaboration framework with agent team optimization},
  year    = {2023}
}

@inproceedings{liu2024evolution,
  author    = {Liu, Fei and Xialiang, Tong and Yuan, Mingxuan and Lin, Xi and Luo, Fu and Wang, Zhenkun and Lu, Zhichao and Zhang, Qingfu},
  booktitle = {Forty-first International Conference on Machine Learning},
  title     = {Evolution of Heuristics: Towards Efficient Automatic Algorithm Design Using Large Language Model},
  year      = {2024}
}

@inproceedings{lohmann2012aracna,
  author        = {Lohmann, S. and Yosinski, J. and Gold, E. and Clune, J. and Blum, J. and Lipson, H.},
  booktitle     = {Artificial Life},
  date-added    = {2012-09-27 05:02:04 +0000},
  date-modified = {2012-09-27 05:02:04 +0000},
  doi           = {10.7551/978-0-262-31050-5-ch051},
  pages         = {387--392},
  title         = {Aracna: An Open-Source Quadruped Platform for Evolutionary Robotics},
  volume        = {13},
  year          = {2012}
}

@incollection{lohn2005evolved,
  author        = {Lohn, J.D. and Hornby, G.S. and Linden, D.S.},
  booktitle     = {Genetic Programming Theory and Practice II},
  date-added    = {2013-08-21 03:35:56 +0000},
  date-modified = {2014-07-20 17:37:43 +0000},
  pages         = {301--315},
  publisher     = {Springer},
  title         = {An evolved antenna for deployment on nasa's space technology 5 mission},
  year          = {2005}
}

@conference{lorensen1987marching,
  author        = {Lorensen, W.E. and Cline, H.E.},
  booktitle     = {Proceedings of the 14th annual conference on Computer graphics and interactive techniques},
  date-added    = {2011-01-29 23:32:32 -0500},
  date-modified = {2011-03-28 01:12:49 -0400},
  isbn          = {0897912276},
  pages         = {163--169},
  title         = {{Marching cubes: A high resolution 3D surface construction algorithm}},
  year          = {1987}
}

@article{lovejoy2000reinterpreting,
  author        = {Lovejoy, N.R.},
  date-added    = {2010-07-24 01:52:51 -0400},
  date-modified = {2010-07-24 01:52:51 -0400},
  doi           = {10.1554/0014-3820(2000)054[1349:rrsona]2.0.co;2},
  journal       = {Evolution},
  number        = {4},
  pages         = {1349--1362},
  publisher     = {John Wiley \& Sons},
  title         = {{Reinterpreting recapitulation: systematics of needlefishes and their allies (Teleostei: Beloniformes)}},
  volume        = {54},
  year          = {2000}
}

@inproceedings{lowe1999object,
  author        = {Lowe, David G and others},
  booktitle     = {iccv},
  date-added    = {2019-04-10 06:28:18 -0700},
  date-modified = {2019-04-11 20:38:33 -0700},
  doi           = {10.1109/iccv.1999.790410},
  pages         = {1150--1157},
  title         = {Object recognition from local scale-invariant features.},
  volume        = {99},
  year          = {1999}
}

@inproceedings{Lowe1999sift,
  author    = {Lowe, D.G.},
  booktitle = {Proceedings of the Seventh IEEE International Conference on Computer Vision},
  doi       = {10.1109/ICCV.1999.790410},
  keywords  = {Object recognition;Electrical capacitance tomography;Image recognition;Lighting;Neurons;Computer science;Reactive power;Filters;Programmable logic arrays;Layout},
  pages     = {1150-1157 vol.2},
  title     = {Object recognition from local scale-invariant features},
  volume    = {2},
  year      = {1999}
}

@inproceedings{lu2019nsga,
  author    = {Lu, Zhichao and Whalen, Ian and Boddeti, Vishnu and Dhebar, Yashesh and Deb, Kalyanmoy and Goodman, Erik and Banzhaf, Wolfgang},
  booktitle = {Proceedings of the genetic and evolutionary computation conference},
  doi       = {10.1145/3321707.3321729},
  pages     = {419--427},
  title     = {Nsga-net: neural architecture search using multi-objective genetic algorithm},
  year      = {2019}
}

@inproceedings{lu2022modelfreeopponentshaping,
  author    = {Chris Lu and
               Timon Willi and
               Christian A. Schroeder de Witt and
               Jakob N. Foerster},
  booktitle = {International Conference on Machine Learning, {ICML} 2022, 17-23 July
               2022, Baltimore, Maryland, {USA}},
  pages     = {14398-14411},
  publisher = {{PMLR}},
  series    = {Proceedings of Machine Learning Research},
  title     = {Model-Free Opponent Shaping},
  volume    = {162},
  year      = {2022}
}

@inproceedings{lu2023arbitrary,
  author       = {Lu, Chris and Towers, Sebastian and Foerster, Jakob},
  booktitle    = {ALIFE 2023: Ghost in the Machine: Proceedings of the 2023 Artificial Life Conference},
  doi          = {10.1162/isal_a_00674},
  organization = {MIT Press},
  title        = {Arbitrary Order Meta-Learning with Simple Population-Based Evolution},
  year         = {2023}
}

@article{lu2024aiscientist,
  author  = {Lu, Chris and Lu, Cong and Lange, Robert Tjarko and Foerster, Jakob and Clune, Jeff and Ha, David},
  doi     = {10.48550/arXiv.2408.06292},
  journal = {arXiv preprint arXiv:2408.06292},
  title   = {The {AI} {S}cientist: Towards Fully Automated Open-Ended Scientific Discovery},
  year    = {2024}
}

@article{lu2024discopop,
  author  = {Lu, Chris and Holt, Samuel and Fanconi, Claudio and Chan, Alex J and Foerster, Jakob and van der Schaar, Mihaela and Lange, Robert Tjarko},
  doi     = {10.48550/arxiv.arXiv:2406.08414},
  journal = {arXiv preprint arXiv:2406.08414},
  title   = {Discovering Preference Optimization Algorithms with and for Large Language Models},
  year    = {2024}
}

@article{lu2024discoveringpreferenceopt,
  author  = {Lu, Chris and Holt, Samuel and Fanconi, Claudio and Chan, Alex J and Foerster, Jakob and van der Schaar, Mihaela and Lange, Robert T},
  doi     = {10.52202/079017-2748},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {86528--86573},
  title   = {Discovering preference optimization algorithms with and for large language models},
  volume  = {37},
  year    = {2024}
}

@inproceedings{lu2024intelligent,
  author    = {Cong Lu and Shengran Hu and Jeff Clune},
  booktitle = {The Thirteenth International Conference on Learning Representations},
  title     = {Intelligent Go-Explore: Standing on the Shoulders of Giant Foundation Models},
  url       = {https://openreview.net/forum?id=apErWGzCAA},
  year      = {2025}
}

@article{lu2026towards,
  author    = {Lu, Chris and Lu, Cong and Lange, Robert Tjarko and Yamada, Yutaro and Hu, Shengran and Foerster, Jakob and Ha, David and Clune, Jeff},
  doi       = {https://doi.org/10.1038/s41586-026-10265-5},
  journal   = {Nature},
  pages     = {914-919},
  publisher = {Nature Publishing Group UK London},
  title     = {Towards end-to-end automation of AI research},
  url       = {https://doi.org/10.1038/s41586-026-10265-5},
  volume    = {651},
  year      = {2026}
}

@misc{luo2022controllingcommercialcoolingsystems,
  archiveprefix = {arXiv},
  author        = {Jerry Luo and Cosmin Paduraru and Octavian Voicu and Yuri Chervonyi and Scott Munns and Jerry Li and Crystal Qian and Praneet Dutta and Jared Quincy Davis and Ningjia Wu and Xingwei Yang and Chu-Ming Chang and Ted Li and Rob Rose and Mingyan Fan and Hootan Nakhost and Tinglin Liu and Brian Kirkman and Frank Altamura and Lee Cline and Patrick Tonker and Joel Gouker and Dave Uden and Warren Buddy Bryan and Jason Law and Deeni Fatiha and Neil Satra and Juliet Rothenberg and Mandeep Waraich and Molly Carlin and Satish Tallapaka and Sims Witherspoon and David Parish and Peter Dolan and Chenyu Zhao and Daniel J. Mankowitz},
  doi           = {10.48550/arxiv.arXiv:2211.07357},
  eprint        = {2211.07357},
  primaryclass  = {cs.LG},
  title         = {Controlling Commercial Cooling Systems Using Reinforcement Learning},
  url           = {https://arxiv.org/abs/2211.07357},
  year          = {2022}
}

@article{lynch2025agentic,
  author  = {Lynch, Aengus and Wright, Benjamin and Larson, Caleb and Troy, Kevin K. and Ritchie, Stuart J. and Mindermann, Sören and Perez, Ethan and Hubinger, Evan},
  journal = {Anthropic Research},
  note    = {https://www.anthropic.com/research/agentic-misalignment},
  title   = {Agentic Misalignment: How LLMs Could be an Insider Threat},
  year    = {2025}
}

@inproceedings{lyu2015unified,
  author       = {Lyu, Chunchuan and Huang, Kaizhu and Liang, Hai-Ning},
  booktitle    = {2015 IEEE international conference on data mining},
  doi          = {10.1109/icdm.2015.84},
  organization = {IEEE},
  pages        = {301--309},
  title        = {A unified gradient regularization family for adversarial examples},
  year         = {2015}
}

@misc{ma2026mixingexpertknowledgebring,
  archiveprefix = {arXiv},
  author        = {Yichuan Ma and Linyang Li and Yongkang Chen and Peiji Li and Jiasheng Ye and Qipeng Guo and Dahua Lin and Kai Chen},
  doi           = {10.48550/arxiv.arXiv:2601.16447},
  eprint        = {2601.16447},
  primaryclass  = {cs.CL},
  title         = {Mixing Expert Knowledge: Bring Human Thoughts Back To the Game of Go},
  url           = {https://arxiv.org/abs/2601.16447},
  year          = {2026}
}

@inproceedings{maas2013rectifier,
  author        = {Maas, Andrew L and Hannun, Awni Y and Ng, Andrew Y},
  booktitle     = {ICML},
  date-added    = {2019-04-11 21:06:16 -0700},
  date-modified = {2019-04-11 21:09:59 -0700},
  pages         = {3},
  title         = {Rectifier nonlinearities improve neural network acoustic models},
  volume        = {30},
  year          = {2013}
}

@inproceedings{maclaurin2015gradient,
  author        = {Maclaurin, Dougal and Duvenaud, David and Adams, Ryan},
  booktitle     = {International Conference on Machine Learning},
  date-added    = {2019-05-14 13:49:32 -0700},
  date-modified = {2019-05-14 13:49:32 -0700},
  pages         = {2113--2122},
  title         = {Gradient-based hyperparameter optimization through reversible learning},
  year          = {2015}
}

@article{madaan2024self,
  author  = {Madaan, Aman and Tandon, Niket and Gupta, Prakhar and Hallinan, Skyler and Gao, Luyu and Wiegreffe, Sarah and Alon, Uri and Dziri, Nouha and Prabhumoye, Shrimai and Yang, Yiming and others},
  doi     = {10.52202/075280-2019},
  journal = {Advances in neural information processing systems},
  pages   = {46534--46594},
  title   = {Self-refine: Iterative refinement with self-feedback},
  volume  = {36},
  year    = {2023}
}

@inproceedings{maeureka,
  author    = {Ma, Yecheng Jason and Liang, William and Wang, Guanzhi and Huang, De-An and Bastani, Osbert and Jayaraman, Dinesh and Zhu, Yuke and Fan, Linxi and Anandkumar, Anima},
  booktitle = {The Twelfth International Conference on Learning Representations},
  title     = {Eureka: Human-Level Reward Design via Coding Large Language Models},
  year      = {2023}
}

@inproceedings{mahendran2015understanding,
  author    = {Mahendran, Aravindh and Vedaldi, Andrea},
  booktitle = {Proceedings of the IEEE conference on computer vision and pattern recognition},
  doi       = {10.1109/cvpr.2015.7299155},
  pages     = {5188--5196},
  title     = {Understanding deep image representations by inverting them},
  year      = {2015}
}

@misc{makoviychuk2021isaacgymhighperformance,
  archiveprefix = {arXiv},
  author        = {Viktor Makoviychuk and Lukasz Wawrzyniak and Yunrong Guo and Michelle Lu and Kier Storey and Miles Macklin and David Hoeller and Nikita Rudin and Arthur Allshire and Ankur Handa and Gavriel State},
  doi           = {10.48550/arxiv.arXiv:2108.10470},
  eprint        = {2108.10470},
  primaryclass  = {cs.RO},
  title         = {Isaac Gym: High Performance GPU-Based Physics Simulation For Robot Learning},
  url           = {https://arxiv.org/abs/2108.10470},
  year          = {2021}
}

@article{manadhata2011attacksurfacemetric,
  author  = {Manadhata, Pratyusa and Wing, Jeannette},
  doi     = {10.1109/TSE.2010.60},
  journal = {Software Engineering, IEEE Transactions on},
  month   = {05},
  pages   = {371-386},
  title   = {An Attack Surface Metric},
  volume  = {37},
  year    = {2011}
}

@article{Mandel1991Optic,
  author    = {Zou,  X. Y. and Wang,  L. J. and Mandel,  L.},
  doi       = {10.1103/physrevlett.67.318},
  issn      = {0031-9007},
  journal   = {Physical Review Letters},
  month     = {7},
  number    = {3},
  pages     = {318-321},
  publisher = {American Physical Society (APS)},
  title     = {Induced coherence and indistinguishability in optical interference},
  url       = {http://dx.doi.org/10.1103/PhysRevLett.67.318},
  volume    = {67},
  year      = {1991}
}

@inproceedings{mao2016resource,
  author    = {Mao, Hongzi and Alizadeh, Mohammad and Menache, Ishai and Kandula, Srikanth},
  booktitle = {Proceedings of the 15th ACM workshop on hot topics in networks},
  doi       = {10.1145/3005745.3005750},
  pages     = {50--56},
  title     = {Resource management with deep reinforcement learning},
  year      = {2016}
}

@inproceedings{mao2023crossentropylossfunctionstheoretical,
  author       = {Mao, Anqi and Mohri, Mehryar and Zhong, Yutao},
  booktitle    = {International conference on Machine learning},
  organization = {pmlr},
  pages        = {23803--23828},
  title        = {Cross-entropy loss functions: Theoretical analysis and applications},
  year         = {2023}
}

@misc{marks2025auditinglanguagemodelshidden,
  archiveprefix = {arXiv},
  author        = {Samuel Marks and Johannes Treutlein and Trenton Bricken and Jack Lindsey and Jonathan Marcus and Siddharth Mishra-Sharma and Daniel Ziegler and Emmanuel Ameisen and Joshua Batson and Tim Belonax and Samuel R. Bowman and Shan Carter and Brian Chen and Hoagy Cunningham and Carson Denison and Florian Dietz and Satvik Golechha and Akbir Khan and Jan Kirchner and Jan Leike and Austin Meek and Kei Nishimura-Gasparian and Euan Ong and Christopher Olah and Adam Pearce and Fabien Roger and Jeanne Salle and Andy Shih and Meg Tong and Drake Thomas and Kelley Rivoire and Adam Jermyn and Monte MacDiarmid and Tom Henighan and Evan Hubinger},
  doi           = {10.48550/arxiv.arXiv:2503.10965},
  eprint        = {2503.10965},
  primaryclass  = {cs.AI},
  title         = {Auditing language models for hidden objectives},
  url           = {https://arxiv.org/abs/2503.10965},
  year          = {2025}
}

@incollection{martello1990bin,
  address   = {Chichester, UK},
  author    = {Martello, Silvano and Toth, Paolo},
  booktitle = {Knapsack Problems: Algorithms and Computer Implementations},
  chapter   = {8},
  isbn      = {0471924202},
  note      = {Archived from the original (PDF) on 8 May 2006},
  publisher = {John Wiley \& Sons},
  title     = {Bin Packing},
  url       = {http://www.or.deis.unibo.it/kp/Chapter8.pdf},
  year      = {1990}
}

@conference{matos2005evolution,
  author        = {Matos, A. and Suzuki, R. and Arita, T.},
  booktitle     = {Proceedings of the Tenth International Symposium on Artificial Life and Robotics},
  date-added    = {2010-07-24 01:53:33 -0400},
  date-modified = {2011-12-06 16:18:15 -0500},
  pages         = {635--638},
  title         = {{Evolution of development and heterochrony in artificial neural networks}},
  year          = {2005}
}

@article{Maynard-Smith:1992aa,
  author        = {Maynard Smith, John},
  bdsk-url-1    = {https://doi.org/10.1038/355772a0},
  da            = {1992/02/01},
  date-added    = {2019-05-01 12:48:57 -0700},
  date-modified = {2019-05-01 12:48:57 -0700},
  doi           = {10.1038/355772a0},
  id            = {Maynard Smith1992},
  isbn          = {1476-4687},
  journal       = {Nature},
  number        = {6363},
  pages         = {772--773},
  title         = {Byte-sized evolution},
  ty            = {JOUR},
  url           = {https://doi.org/10.1038/355772a0},
  volume        = {355},
  year          = {1992}
}

@article{mayr1994recapitulation,
  author        = {Mayr, E.},
  date-added    = {2010-07-24 01:54:07 -0400},
  date-modified = {2010-07-24 01:54:07 -0400},
  doi           = {10.1086/418541},
  journal       = {Quarterly Review of Biology},
  number        = {2},
  pages         = {223--232},
  publisher     = {JSTOR},
  title         = {{Recapitulation reinterpreted: the somatic program}},
  volume        = {69},
  year          = {1994}
}

@inproceedings{mcallister2019robustness,
  author        = {McAllister, Rowan and Kahn, Gregory and Clune, Jeff and Levine, Sergey},
  booktitle     = {2019 International Conference on Robotics and Automation (ICRA)},
  date-added    = {2021-03-22 15:18:07 -0700},
  date-modified = {2021-03-22 15:18:07 -0700},
  doi           = {10.1109/icra.2019.8793552},
  organization  = {IEEE},
  pages         = {2083--2089},
  title         = {Robustness to out-of-distribution inputs via task-aware generative uncertainty},
  year          = {2019}
}

@article{mcculloch1943logical,
  author        = {McCulloch, W.S. and Pitts, W.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1016/s0092-8240(05)80006-0},
  journal       = {Bulletin of mathematical biology},
  number        = {4},
  pages         = {115--133},
  publisher     = {Springer},
  title         = {A logical calculus of the ideas immanent in nervous activity},
  volume        = {5},
  year          = {1943}
}

@book{mckinney1991heterochrony,
  author        = {McKinney, M.L. and McNamara, K.J.},
  date-added    = {2010-07-24 01:54:48 -0400},
  date-modified = {2010-07-24 01:54:48 -0400},
  doi           = {10.1007/978-1-4757-0773-1},
  publisher     = {Plenum Press, New York},
  title         = {{Heterochrony: the evolution of ontogeny}},
  year          = {1991}
}

@article{meckel1811entwurf,
  author        = {Meckel Jr, JF},
  date-added    = {2010-07-24 01:57:45 -0400},
  date-modified = {2010-07-24 01:58:19 -0400},
  journal       = {Beitr vergl Anat},
  pages         = {1--60},
  title         = {{Entwurf einer Darstellung der zwischen den Embryonalzustanden der hoheren Tiere und den permanenten der niederen stattfindenden Parallele}},
  volume        = {2},
  year          = {1811}
}

@book{meckel1825system,
  author        = {Meckel, J.F.},
  date-added    = {2010-07-24 01:58:53 -0400},
  date-modified = {2010-07-24 01:58:53 -0400},
  publisher     = {Renger},
  title         = {{System der vergleichenden Anatomie}},
  year          = {1825}
}

@misc{meinke2025frontiermodelscapableincontext,
  archiveprefix = {arXiv},
  author        = {Alexander Meinke and Bronson Schoen and J{\"e}r{\"e}my Scheurer and Mikita Balesni and Rusheb Shah and Marius Hobbhahn},
  doi           = {10.48550/arxiv.arXiv:2412.04984},
  eprint        = {2412.04984},
  primaryclass  = {cs.AI},
  title         = {Frontier Models are Capable of In-context Scheming},
  url           = {https://arxiv.org/abs/2412.04984},
  year          = {2025}
}

@article{mengistu2016evolutionary,
  author        = {Mengistu, Henok and Huizinga, Joost and Mouret, Jean-Baptiste and Clune, Jeff},
  date-added    = {2016-08-02 21:32:19 +0000},
  date-modified = {2016-08-02 21:32:19 +0000},
  doi           = {10.1371/journal.pcbi.1004829},
  journal       = {PLOS Comput Biol},
  number        = {6},
  pages         = {e1004829},
  publisher     = {Public Library of Science},
  title         = {The evolutionary origins of hierarchy},
  volume        = {12},
  year          = {2016}
}

@inproceedings{mengistu2016evolvability,
  author        = {Mengistu, Henok and Lehman, Joel and Clune, Jeff},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2016-08-02 21:30:36 +0000},
  date-modified = {2016-08-02 21:30:36 +0000},
  doi           = {10.1145/2908812.2908838},
  pages         = {141--148},
  title         = {Evolvability Search: Directly Selecting for Evolvability in order to Study and Produce It},
  year          = {2016}
}

@article{mermillod2013stability,
  author        = {Mermillod, Martial and Bugaiska, Aur{\'e}lia and Bonin, Patrick},
  date-added    = {2019-04-26 14:30:58 -0700},
  date-modified = {2019-04-26 14:30:58 -0700},
  doi           = {10.3389/fpsyg.2013.00504},
  journal       = {Frontiers in psychology},
  pages         = {504},
  publisher     = {Frontiers},
  title         = {The stability-plasticity dilemma: Investigating the continuum from catastrophic forgetting to age-limited learning effects},
  volume        = {4},
  year          = {2013}
}

@article{meta2022humandiplomacy,
  author    = {Bakhtin,  Anton and Brown,  Noam and Dinan,  Emily and Farina,  Gabriele and Flaherty,  Colin and Fried,  Daniel and Goff,  Andrew and Gray,  Jonathan and Hu,  Hengyuan and Jacob,  Athul Paul and Komeili,  Mojtaba and Konath,  Karthik and Kwon,  Minae and Lerer,  Adam and Lewis,  Mike and Miller,  Alexander H. and Mitts,  Sasha and Renduchintala,  Adithya and Roller,  Stephen and Rowe,  Dirk and Shi,  Weiyan and Spisak,  Joe and Wei,  Alexander and Wu,  David and Zhang,  Hugh and Zijlstra,  Markus},
  doi       = {10.1126/science.ade9097},
  issn      = {1095-9203},
  journal   = {Science},
  month     = {12},
  number    = {6624},
  pages     = {1067-1074},
  publisher = {American Association for the Advancement of Science (AAAS)},
  title     = {Human-level play in the game of Diplomacy by combining language models with strategic reasoning},
  url       = {http://dx.doi.org/10.1126/science.ade9097},
  volume    = {378},
  year      = {2022}
}

@misc{methods,
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  title         = {Materials and methods are available as supplementary material on Science Online.}
}

@misc{metr2025recentrewardhacking,
  author       = {Sydney Von Arx, Lawrence Chan, Beth Barnes},
  howpublished = {\url{https://metr.org/blog/2025-06-05-recent-reward-hacking/}},
  month        = {06},
  title        = {Recent Frontier Models Are Reward Hacking},
  year         = {2025}
}

@article{metz2023howNYTimes,
  author  = {Metz, Cade},
  day     = {10},
  journal = {The New York Times},
  month   = {6},
  note    = {Accessed: 2023-06-10},
  title   = {How Could {AI} Destroy Humanity?},
  url     = {https://www.nytimes.com/2023/06/10/technology/ai-humanity.html},
  year    = {2023}
}

@article{Meunier2010,
  abstract      = {Brain networks are increasingly understood as one of a large class of information processing systems that share important organizational principles in common, including the property of a modular community structure. A module is topologically defined as a subset of highly inter-connected nodes which are relatively sparsely connected to nodes in other modules. In brain networks, topological modules are often made up of anatomically neighboring and/or functionally related cortical regions, and inter-modular connections tend to be relatively long distance. Moreover, brain networks and many other complex systems demonstrate the property of hierarchical modularity, or modularity on several topological scales: within each module there will be a set of sub-modules, and within each sub-module a set of sub-sub-modules, etc. There are several general advantages to modular and hierarchically modular network organization, including greater robustness, adaptivity, and evolvability of network function. In this context, we review some of the mathematical concepts available for quantitative analysis of (hierarchical) modularity in brain networks and we summarize some of the recent work investigating modularity of structural and functional brain networks derived from analysis of human neuroimaging data.},
  author        = {Meunier, D. and Lambiotte, R. and Bullmore, E. T.},
  bdsk-url-1    = {http://www.ncbi.nlm.nih.gov/pubmed/21151783},
  bdsk-url-2    = {http://dx.doi.org/10.3389/fnins.2010.00200},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2014-07-20 17:40:23 +0000},
  doi           = {10.3389/fnins.2010.00200},
  issn          = {1662-453X},
  journal       = {Frontiers in neuroscience},
  keywords      = {and st,bartholomew,bullmore studied medicine at,cortex,edward t,fractal,graph,near-decomposability,partition,s hospital in london,the university of oxford},
  month         = {1},
  number        = {December},
  pages         = {200},
  pmid          = {21151783},
  title         = {{Modular and Hierarchically Modular Organization of Brain Networks.}},
  volume        = {4},
  year          = {2010}
}

@article{meyerson2024lmcrossover,
  author    = {Meyerson, Elliot and Nelson, Mark J. and Bradley, Herbie and Gaier, Adam and Moradi, Arash and Hoover, Amy K. and Lehman, Joel},
  doi       = {10.1145/3694791},
  issn      = {2688-3007},
  journal   = {ACM Transactions on Evolutionary Learning and Optimization},
  month     = {11},
  number    = {4},
  pages     = {1-40},
  publisher = {Association for Computing Machinery (ACM)},
  title     = {Language Model Crossover: Variation through Few-Shot Prompting},
  url       = {http://dx.doi.org/10.1145/3694791},
  volume    = {4},
  year      = {2024}
}

@inproceedings{miao-2020-asdiv,
  author    = {Miao, Shen-yun and Liang, Chao-Chun and Su, Keh-Yih},
  booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
  doi       = {10.18653/v1/2020.acl-main.92},
  pages     = {975--984},
  title     = {A Diverse Corpus for Evaluating and Developing English Math Word Problem Solvers},
  year      = {2020}
}

@article{miconi2018backpropamine,
  author        = {Miconi, Thomas and Rawal, Aditya and Clune, Jeff and Stanley, Kenneth O},
  date-added    = {2019-04-21 21:06:42 -0700},
  date-modified = {2019-04-21 21:06:55 -0700},
  journal       = {International Conference on Learning Representations},
  title         = {Backpropamine: training self-modifying neural networks with differentiable neuromodulated plasticity},
  year          = {2019}
}

@article{miconi2018differentiable,
  author        = {Miconi, Thomas and Clune, Jeff and Stanley, Kenneth O},
  date-added    = {2019-04-06 07:22:51 -0700},
  date-modified = {2019-04-06 07:22:51 -0700},
  journal       = {International Conference on Machine Learning (ICML)},
  title         = {Differentiable plasticity: training plastic neural networks with backpropagation},
  year          = {2018}
}

@article{miikkulainen:arxiv17,
  author        = {Risto Miikkulainen and Jason Liang and Elliot Meyerson and Aditya Rawal and Dan Fink and Olivier Francon and Bala Raju and Hormoz Shahrzad and Arshak Navruzyan and Nigel Duffy and Babak Hodjat},
  bdsk-url-1    = {http://arxiv.org/abs/1703.00548},
  date-added    = {2019-04-11 20:38:09 -0700},
  date-modified = {2019-04-11 20:38:09 -0700},
  doi           = {10.48550/arxiv.arXiv:1703.00548},
  journal       = {arXiv prepring arXiv:1703.00548},
  title         = {Evolving Deep Neural Networks},
  year          = {2017}
}

@incollection{miikkulainen2024evolving,
  author    = {Miikkulainen, Risto and Liang, Jason and Meyerson, Elliot and Rawal, Aditya and Fink, Dan and Francon, Olivier and Raju, Bala and Shahrzad, Hormoz and Navruzyan, Arshak and Duffy, Nigel and others},
  booktitle = {Artificial intelligence in the age of neural networks and brain computing},
  pages     = {269--287},
  publisher = {Elsevier},
  title     = {Evolving deep neural networks},
  year      = {2024}
}

@conference{miller2004evolving,
  author        = {Miller, J.F.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2011-01-29 22:24:36 -0500},
  date-modified = {2011-01-31 00:49:32 -0500},
  organization  = {Springer},
  pages         = {129--139},
  title         = {{Evolving a self-repairing, self-regulating, French flag organism}},
  year          = {2004}
}

@article{mintberg1979structuring,
  author  = {Mintberg, Henry},
  journal = {Englewood Cliffs, NJ},
  title   = {The structuring of organizations: a synthesis of the research},
  year    = {1979}
}

@article{mirhoseini2021tpudesign,
  author    = {Mirhoseini,  Azalia and Goldie,  Anna and Yazgan,  Mustafa and Jiang,  Joe Wenjie and Songhori,  Ebrahim and Wang,  Shen and Lee,  Young-Joon and Johnson,  Eric and Pathak,  Omkar and Nova,  Azade and Pak,  Jiwoo and Tong,  Andy and Srinivasa,  Kavya and Hang,  William and Tuncer,  Emre and Le,  Quoc V. and Laudon,  James and Ho,  Richard and Carpenter,  Roger and Dean,  Jeff},
  doi       = {10.1038/s41586-021-03544-w},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {June},
  number    = {7862},
  pages     = {207-212},
  publisher = {Springer Science and Business Media LLC},
  title     = {A graph placement methodology for fast chip design},
  url       = {http://dx.doi.org/10.1038/s41586-021-03544-w},
  volume    = {594},
  year      = {2021}
}

@article{misevic2006sexual,
  author        = {Misevic, D. and Ofria, C. and Lenski, R.E.},
  date-added    = {2010-07-24 01:56:14 -0400},
  date-modified = {2010-07-24 01:56:14 -0400},
  doi           = {10.1098/rspb.2005.3338},
  journal       = {Proceedings of the Royal Society B: Biological Sciences},
  number        = {1585},
  pages         = {457},
  publisher     = {The Royal Society},
  title         = {{Sexual reproduction reshapes the genetic architecture of digital organisms}},
  volume        = {273},
  year          = {2006}
}

@article{mitTechReviewEndlessForms2011,
  author        = {Cass, S.},
  date-added    = {2011-09-20 01:28:51 -0400},
  date-modified = {2011-09-20 01:30:36 -0400},
  journal       = {MIT Technology Review},
  month         = {August 25},
  title         = {3-D Design Simplified: A new website could accelerate the adoption of 3-D printing.},
  year          = {2011}
}

@article{mnih2015human,
  author        = {Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  date-added    = {2015-12-13 19:38:21 +0000},
  date-modified = {2015-12-13 19:38:21 +0000},
  doi           = {10.1038/nature14236},
  journal       = {Nature},
  number        = {7540},
  pages         = {529--533},
  publisher     = {Nature Publishing Group},
  title         = {Human-level control through deep reinforcement learning},
  volume        = {518},
  year          = {2015}
}

@article{molinaro2024latent,
  author  = {Molinaro, Gaia and Colas, C{\'e}dric and Oudeyer, Pierre-Yves and Collins, Anne G},
  doi     = {10.52202/079017-1013},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {32251--32280},
  title   = {Latent learning progress drives autonomous goal selection in human reinforcement learning},
  volume  = {37},
  year    = {2024}
}

@article{mones2012hierarchy,
  author        = {Mones, E. and Vicsek, L. and Vicsek, T.},
  date-added    = {2013-09-14 02:49:29 +0000},
  date-modified = {2014-07-20 17:53:15 +0000},
  doi           = {10.1371/journal.pone.0033799},
  journal       = {PLoS One},
  number        = {3},
  pages         = {e33799},
  publisher     = {Public Library of Science},
  title         = {Hierarchy measure for complex networks},
  volume        = {7},
  year          = {2012}
}

@inproceedings{mordatch2018emergencegroundedcompositionallanguage,
  author    = {Mordatch, Igor and Abbeel, Pieter},
  booktitle = {Proceedings of the AAAI conference on artificial intelligence},
  doi       = {10.1609/aaai.v32i1.11492},
  title     = {Emergence of grounded compositional language in multi-agent populations},
  volume    = {32},
  year      = {2018}
}

@article{mountcastle1997columnar,
  author        = {Mountcastle, V.B.},
  date-added    = {2013-06-25 10:30:35 +0000},
  date-modified = {2013-06-25 10:30:35 +0000},
  doi           = {10.1093/brain/120.4.701},
  journal       = {Brain},
  number        = {4},
  pages         = {701--722},
  publisher     = {Oxford Univ Press},
  title         = {The columnar organization of the neocortex.},
  volume        = {120},
  year          = {1997}
}

@inproceedings{Mouret2009,
  author        = {Mouret, J.-B. and Doncieux, S.},
  booktitle     = {IEEE Congress on Evolutionary Computation, CEC'09},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1109/cec.2009.4983129},
  pages         = {1570--1577},
  title         = {Evolving modular neural-networks through exaptation},
  year          = {2009}
}

@inproceedings{mouret2009overcoming,
  author        = {Mouret, Jean-Baptiste and Doncieux, St{\'e}phane},
  booktitle     = {2009 IEEE Congress on Evolutionary Computation},
  date-added    = {2019-05-05 13:11:01 -0600},
  date-modified = {2019-05-05 13:11:01 -0600},
  doi           = {10.1109/cec.2009.4983077},
  organization  = {IEEE},
  pages         = {1161--1168},
  title         = {Overcoming the bootstrap problem in evolutionary robotics using behavioral diversity},
  year          = {2009}
}

@article{Mouret2012,
  author        = {Mouret, J.-B. and Doncieux, S.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1162/evco_a_00048},
  journal       = {Evolutionary Computation},
  number        = {20},
  title         = {Encouraging Behavioral Diversity in Evolutionary Robotics: an Empirical Study},
  volume        = {1},
  year          = {2012}
}

@inproceedings{mouret2012algorithm,
  author        = {Mouret, J.-B. and Clune, J.},
  booktitle     = {Proc. of the Artificial Life Conf},
  date-added    = {2013-09-13 17:31:18 +0000},
  date-modified = {2014-07-20 17:53:38 +0000},
  pages         = {593--594},
  title         = {An algorithm to create phenotype-fitness maps},
  year          = {2012}
}

@article{mouret2015illuminating,
  author        = {Mouret, Jean-Baptiste and Clune, Jeff},
  date-added    = {2015-12-13 20:34:34 +0000},
  date-modified = {2015-12-13 20:34:34 +0000},
  doi           = {10.48550/arXiv.1504.04909},
  journal       = {arXiv preprint arXiv:1504.04909},
  title         = {Illuminating search spaces by mapping elites},
  year          = {2015}
}

@book{muller1864darwin,
  author        = {Muller, F.},
  date-added    = {2010-07-24 02:01:32 -0400},
  date-modified = {2010-07-24 02:01:59 -0400},
  publisher     = {Wilhelm Engelmann},
  title         = {{Fur Darwin}},
  year          = {1864}
}

@inproceedings{nair2010rectified,
  author        = {Nair, Vinod and Hinton, Geoffrey E},
  booktitle     = {Proceedings of the 27th international conference on machine learning (ICML-10)},
  date-added    = {2019-04-11 21:05:08 -0700},
  date-modified = {2019-04-11 21:05:08 -0700},
  pages         = {807--814},
  title         = {Rectified linear units improve restricted boltzmann machines},
  year          = {2010}
}

@article{nakano2021webgpt,
  author  = {Nakano, Reiichiro and Hilton, Jacob and Balaji, Suchir and Wu, Jeff and Ouyang, Long and Kim, Christina and Hesse, Christopher and Jain, Shantanu and Kosaraju, Vineet and Saunders, William and others},
  doi     = {10.48550/arxiv.arXiv:2112.09332},
  journal = {arXiv preprint arXiv:2112.09332},
  title   = {Webgpt: Browser-assisted question-answering with human feedback},
  year    = {2021}
}

@inproceedings{nanda2023progress,
  author    = {Neel Nanda and Lawrence Chan and Tom Lieberum and Jess Smith and Jacob Steinhardt},
  booktitle = {The Eleventh International Conference on Learning Representations },
  title     = {Progress measures for grokking via mechanistic interpretability},
  url       = {https://openreview.net/forum?id=9XFSbDPmdW},
  year      = {2023}
}

@inproceedings{Newell1959ReportOA,
  author    = {Allen Newell and J. C. Shaw and Herbert A. Simon},
  booktitle = {IFIP Congress},
  title     = {Report on a general problem-solving program},
  url       = {https://api.semanticscholar.org/CorpusID:35199622},
  year      = {1959}
}

@article{newman2003structure,
  author        = {Newman, M.E.J.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1137/s003614450342480},
  journal       = {SIAM review},
  pages         = {167--256},
  publisher     = {JSTOR},
  title         = {The structure and function of complex networks},
  year          = {2003}
}

@article{Newman2006,
  author        = {Newman, M. E. J.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1073/pnas.0601602103},
  journal       = {Proceedings of the National Academy of Sciences},
  number        = {23},
  pages         = {8577--8582},
  title         = {Modularity and community structure in networks},
  volume        = {103},
  year          = {2006}
}

@misc{Ng_agent_def,
  author       = {Ng, Andrew},
  howpublished = {\url{https://www.deeplearning.ai/the-batch/issue-253/}},
  month        = {June},
  note         = {Newsletter issue},
  title        = {Issue 253},
  year         = {2024}
}

@inproceedings{ng2000algorithms,
  author        = {Ng, Andrew Y and Russell, Stuart J},
  booktitle     = {ICML},
  date-added    = {2019-05-19 21:30:34 -0700},
  date-modified = {2019-05-19 21:30:58 -0700},
  pages         = {2},
  title         = {Algorithms for inverse reinforcement learning},
  volume        = {1},
  year          = {2000}
}

@inproceedings{ngo2024the,
  author    = {Richard Ngo and Lawrence Chan and S{\"o}ren Mindermann},
  booktitle = {The Twelfth International Conference on Learning Representations},
  title     = {The Alignment Problem from a Deep Learning Perspective},
  url       = {https://openreview.net/forum?id=fh8EYKFKns},
  year      = {2024}
}

@inproceedings{NgPolicyInvariance1999,
  address   = {San Francisco, CA, USA},
  author    = {Ng, Andrew Y. and Harada, Daishi and Russell, Stuart J.},
  booktitle = {Proceedings of the Sixteenth International Conference on Machine Learning},
  isbn      = {1558606122},
  numpages  = {10},
  pages     = {278--287},
  publisher = {Morgan Kaufmann Publishers Inc.},
  series    = {ICML '99},
  title     = {Policy Invariance Under Reward Transformations: Theory and Application to Reward Shaping},
  year      = {1999}
}

@conference{nguyen2015deep,
  author        = {Nguyen, Anh and Yosinski, Jason and Clune, Jeff},
  booktitle     = {In Computer Vision and Pattern Recognition (CVPR '15)},
  date-added    = {2015-09-14 21:34:17 +0000},
  date-modified = {2015-09-14 21:35:51 +0000},
  title         = {Deep neural networks are easily fooled: High confidence predictions for unrecognizable images},
  year          = {2015}
}

@inproceedings{nguyen2015innovation,
  author        = {Nguyen, Anh and Yosinski, Jason and Clune, Jeff},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2015-09-14 21:43:58 +0000},
  date-modified = {2015-09-14 21:43:58 +0000},
  doi           = {10.1145/2739480.2754703},
  title         = {Innovation engines: Automated creativity and improved stochastic optimization via deep learning},
  year          = {2015}
}

@conference{nguyen2016multifaceted,
  author        = {Nguyen, Anh and Yosinski, Jason and Clune, Jeff},
  booktitle     = {Visualization for Deep Learning workshop. International Conference on Machine Learning (ICML)},
  date-added    = {2016-10-24 22:55:21 +0000},
  date-modified = {2016-10-24 22:55:50 +0000},
  doi           = {10.48550/arxiv.arXiv:1602.03616},
  journal       = {arXiv preprint arXiv:1602.03616},
  title         = {Multifaceted Feature Visualization: Uncovering the Different Types of Features Learned By Each Neuron in Deep Neural Networks},
  year          = {2016}
}

@conference{nguyen2016synthesizing,
  author        = {Nguyen, Anh and Dosovitskiy, Alexey and Yosinski, Jason and Brox, Thomas and Clune, Jeff},
  booktitle     = {Advances in Neural Information Processing Systems (NeurIPS)},
  date-added    = {2016-10-24 22:28:29 +0000},
  date-modified = {2019-10-20 20:34:17 -0400},
  doi           = {10.48550/arxiv.arXiv:1605.09304},
  journal       = {arXiv preprint arXiv:1605.09304},
  title         = {Synthesizing the preferred inputs for neurons in neural networks via deep generator networks},
  year          = {2016}
}

@article{nguyen2016understanding,
  author        = {Nguyen, Anh and Yosinski, Jason and Clune, Jeff},
  date-added    = {2019-04-11 20:11:08 -0700},
  date-modified = {2019-04-11 20:11:08 -0700},
  doi           = {10.1162/evco_a_00189},
  journal       = {Evolutionary computation},
  number        = {3},
  pages         = {545--572},
  publisher     = {MIT Press},
  title         = {Understanding innovation engines: Automated creativity and improved stochastic optimization via deep learning},
  volume        = {24},
  year          = {2016}
}

@article{nguyen2017plug,
  author        = {Nguyen, Anh and Clune, Jeff and Bengio, Yoshua and Dosovitskiy, Alexey and Yosinski, Jason},
  date-added    = {2016-12-07 13:56:44 +0000},
  date-modified = {2019-04-17 13:49:26 -0700},
  journal       = {Computer Vision and Pattern Recognition (CVPR)},
  title         = {Plug \& Play Generative Networks: Conditional Iterative Generation of Images in Latent Space},
  year          = {2017}
}

@incollection{nguyen2019understanding,
  author        = {Nguyen, Anh and Yosinski, Jason and Clune, Jeff},
  booktitle     = {Explainable AI: interpreting, explaining and visualizing deep learning},
  date-added    = {2021-03-23 10:35:38 -0700},
  date-modified = {2021-03-23 10:35:38 -0700},
  pages         = {55--76},
  publisher     = {Springer},
  title         = {Understanding neural networks via feature visualization: A survey},
  year          = {2019}
}

@inproceedings{nguyentuong2008learning,
  author    = {Nguyen-Tuong, Duy and Peters, Jan and Seeger, Matthias and Sch{\"o}lkopf, Bernhard},
  booktitle = {Proceedings of the 16th European Symposium on Artificial Neural Networks (ESANN)},
  pages     = {13-18},
  title     = {Learning inverse dynamics: a comparison},
  year      = {2008}
}

@article{nokland2015improving,
  author        = {N{\o}kland, Arild},
  date-added    = {2015-12-14 01:53:11 +0000},
  date-modified = {2015-12-14 01:53:11 +0000},
  doi           = {10.48550/arxiv.arXiv:1510.04189},
  journal       = {arXiv preprint arXiv:1510.04189},
  title         = {Improving Back-Propagation by Adding an Adversarial Gradient},
  year          = {2015}
}

@article{nolfi1995evolving,
  author        = {Nolfi, S. and Parisi, D.},
  date-added    = {2010-07-24 02:02:50 -0400},
  date-modified = {2010-07-24 02:02:50 -0400},
  doi           = {10.1007/3-540-59496-5_311},
  journal       = {Advances in Artificial Life},
  pages         = {353--367},
  publisher     = {Springer},
  title         = {{Evolving artificial neural networks that develop in time}},
  year          = {1995}
}

@book{nolfi2000evolutionary,
  address       = {Cambridge, MA},
  author        = {Nolfi, S. and Floreano, D.},
  date-added    = {2010-03-31 23:58:57 -0400},
  date-modified = {2010-09-09 16:41:04 -0400},
  doi           = {10.7551/mitpress/2889.001.0001},
  publisher     = {MIT press},
  title         = {{Evolutionary robotics: The biology, intelligence, and technology of self-organizing machines}},
  year          = {2000}
}

@article{norman2023first,
  author  = {Norman, Ben and Clune, Jeff},
  doi     = {10.48550/arxiv.arXiv:2307.02276},
  journal = {arXiv preprint arXiv:2307.02276},
  title   = {First-explore, then exploit: Meta-learning intelligent exploration},
  year    = {2023}
}

@article{norman2023firstexplore,
  author  = {Norman, Ben and Clune, Jeff},
  doi     = {10.52202/079017-0864},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {27490--27528},
  title   = {First-explore, then exploit: Meta-learning to solve hard exploration-exploitation trade-offs},
  volume  = {37},
  year    = {2024}
}

@article{norman2024first,
  author  = {Norman, Ben and Clune, Jeff},
  doi     = {10.52202/079017-0864},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {27490--27528},
  title   = {First-explore, then exploit: Meta-learning to solve hard exploration-exploitation trade-offs},
  volume  = {37},
  year    = {2024}
}

@inproceedings{norouzzadeh2016neuromodulation,
  author        = {Norouzzadeh, Mohammad Sadegh and Clune, Jeff},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2016-08-02 21:21:29 +0000},
  date-modified = {2016-08-02 21:21:29 +0000},
  doi           = {10.1145/2908812.2908837},
  pages         = {157--164},
  title         = {Neuromodulation Improves the Evolution of Forward Models},
  year          = {2016}
}

@article{Norouzzadeh2018pnas,
  abstract      = {Motion-sensor cameras in natural habitats offer the opportunity to inexpensively and unobtrusively gather vast amounts of data on animals in the wild. A key obstacle to harnessing their potential is the great cost of having humans analyze each image. Here, we demonstrate that a cutting-edge type of artificial intelligence called deep neural networks can automatically extract such invaluable information. For example, we show deep learning can automate animal identification for 99.3\% of the 3.2 million-image Snapshot Serengeti dataset while performing at the same 96.6\% accuracy of crowdsourced teams of human volunteers. Automatically, accurately, and inexpensively collecting such data could help catalyze the transformation of many fields of ecology, wildlife biology, zoology, conservation biology, and animal behavior into {\textquotedblleft}big data{\textquotedblright} sciences.Having accurate, detailed, and up-to-date information about the location and behavior of animals in the wild would improve our ability to study and conserve ecosystems. We investigate the ability to automatically, accurately, and inexpensively collect such data, which could help catalyze the transformation of many fields of ecology, wildlife biology, zoology, conservation biology, and animal behavior into {\textquotedblleft}big data{\textquotedblright} sciences. Motion-sensor {\textquotedblleft}camera traps{\textquotedblright} enable collecting wildlife pictures inexpensively, unobtrusively, and frequently. However, extracting information from these pictures remains an expensive, time-consuming, manual task. We demonstrate that such information can be automatically extracted by deep learning, a cutting-edge type of artificial intelligence. We train deep convolutional neural networks to identify, count, and describe the behaviors of 48 species in the 3.2 million-image Snapshot Serengeti dataset. Our deep neural networks automatically identify animals with \>93.8\% accuracy, and we expect that number to improve rapidly in years to come. More importantly, if our system classifies only images it is confident about, our system can automate animal identification for 99.3\% of the data while still performing at the same 96.6\% accuracy as that of crowdsourced teams of human volunteers, saving \>8.4 y (i.e., \>17,000 h at 40 h/wk) of human labeling effort on this 3.2 million-image dataset. Those efficiency gains highlight the importance of using deep neural networks to automate data extraction from camera-trap images, reducing a roadblock for this widely used technology. Our results suggest that deep learning could enable the inexpensive, unobtrusive, high-volume, and even real-time collection of a wealth of information about vast numbers of animals in the wild.},
  author        = {Norouzzadeh, Mohammad Sadegh and Nguyen, Anh and Kosmala, Margaret and Swanson, Alexandra and Palmer, Meredith S. and Packer, Craig and Clune, Jeff},
  bdsk-url-1    = {http://www.pnas.org/content/115/25/E5716},
  bdsk-url-2    = {https://doi.org/10.1073/pnas.1719367115},
  date-added    = {2018-07-10 04:15:51 +0000},
  date-modified = {2018-07-10 04:16:01 +0000},
  doi           = {10.1073/pnas.1719367115},
  eprint        = {http://www.pnas.org/content/115/25/E5716.full.pdf},
  issn          = {0027-8424},
  journal       = {Proceedings of the National Academy of Sciences},
  number        = {25},
  pages         = {E5716--E5725},
  publisher     = {National Academy of Sciences},
  title         = {Automatically identifying, counting, and describing wild animals in camera-trap images with deep learning},
  url           = {http://www.pnas.org/content/115/25/E5716},
  volume        = {115},
  year          = {2018}
}

@article{norouzzadeh2021deep,
  author        = {Norouzzadeh, Mohammad Sadegh and Morris, Dan and Beery, Sara and Joshi, Neel and Jojic, Nebojsa and Clune, Jeff},
  date-added    = {2021-03-22 14:45:00 -0700},
  date-modified = {2021-03-22 14:45:00 -0700},
  doi           = {10.1111/2041-210x.13504},
  journal       = {Methods in Ecology and Evolution},
  number        = {1},
  pages         = {150--161},
  publisher     = {Wiley Online Library},
  title         = {A deep active learning system for species identification and counting in camera trap images},
  volume        = {12},
  year          = {2021}
}

@article{novikov2025alphaevolve,
  author  = {Novikov, Alexander and V{\~u}, Ng{\^a}n and Eisenberger, Marvin and Dupont, Emilien and Huang, Po-Sen and Wagner, Adam Zsolt and Shirobokov, Sergey and Kozlovskii, Borislav and Ruiz, Francisco JR and Mehrabian, Abbas and others},
  doi     = {10.48550/arXiv.2506.13131},
  journal = {arXiv preprint arXiv:2506.13131},
  title   = {AlphaEvolve: A coding agent for scientific and algorithmic discovery},
  year    = {2025}
}

@article{nsf2010evaluation,
  author        = {NSF et al.},
  date-added    = {2014-07-07 05:59:13 +0000},
  date-modified = {2014-07-07 06:04:07 +0000},
  journal       = {National Science Foundation Division of Research and Learning in Formal and Informal Settings},
  title         = {The 2010 User-Friendly Handbook for Project Evaluation},
  year          = {2010}
}

@article{nsf2013minorities,
  annote        = {http://www.nsf.gov/statistics/wmpd/2013/pdf/nsf13304_full.pdf},
  author        = {National Science Foundation: National Center for Science and Engineering Statistics},
  date-added    = {2014-07-07 22:43:43 +0000},
  date-modified = {2014-07-07 23:20:05 +0000},
  journal       = {Special NSF Special Report 13-304},
  title         = {Women, Minorities, and Persons with Disabilities in Science and Engineering: 2013.},
  year          = {2013}
}

@article{nugent2010impact,
  author        = {Nugent, G. and Barker, B. and Grandgenett, N. and Adamchuk, V. I.},
  date-added    = {2014-07-10 05:09:07 +0000},
  date-modified = {2014-07-20 17:54:58 +0000},
  doi           = {10.1080/15391523.2010.10782557},
  journal       = {Journal of Research on Technology in Education},
  number        = {4},
  pages         = {391--408},
  publisher     = {Taylor \& Francis},
  title         = {Impact of robotics and geospatial technology interventions on youth STEM learning and attitudes},
  volume        = {42},
  year          = {2010}
}

@inproceedings{nugent2011impact,
  author        = {Nugent, G. and Barker, B. and White, A. and Grandgenett, N.},
  booktitle     = {World Conference on Educational Multimedia, Hypermedia and Telecommunications},
  date-added    = {2014-07-10 05:07:44 +0000},
  date-modified = {2014-07-20 17:56:28 +0000},
  pages         = {3614--3619},
  title         = {The impact of robotics competitions on youth STEM learning, attitudes and 21st century workplace skills},
  year          = {2011}
}

@article{ofria2002design,
  author        = {Ofria, C. and Adami, C. and Collier, T.C.},
  date-added    = {2010-07-24 02:03:33 -0400},
  date-modified = {2010-07-24 02:03:33 -0400},
  doi           = {10.1109/tevc.2002.802442},
  journal       = {IEEE Transactions on Evolutionary Computation},
  number        = {4},
  pages         = {420--424},
  title         = {{Design of evolvable computer languages}},
  volume        = {6},
  year          = {2002}
}

@article{ofria2004avida,
  author        = {Ofria, C. and Wilke, C. O.},
  date-added    = {2010-07-23 14:13:04 -0400},
  date-modified = {2010-07-23 14:14:42 -0400},
  doi           = {10.1162/106454604773563612},
  journal       = {Artificial Life},
  number        = {2},
  pages         = {191--229},
  publisher     = {MIT Press},
  title         = {{Avida: A software platform for research in computational evolutionary biology}},
  volume        = {10},
  year          = {2004}
}

@inproceedings{oh2018self,
  author        = {Oh, Junhyuk and Guo, Yijie and Singh, Satinder and Lee, Honglak},
  booktitle     = {International Conference on Machine Learning},
  date-added    = {2021-09-30 14:58:00 -0700},
  date-modified = {2021-09-30 14:58:00 -0700},
  organization  = {PMLR},
  pages         = {3878--3887},
  title         = {Self-imitation learning},
  year          = {2018}
}

@misc{OpenAI_Faulty_2016,
  author       = {Clark, Jack and Amodei, Dario},
  howpublished = {OpenAI blog},
  month        = {12},
  note         = {Accessed: 2025-11-18},
  title        = {Faulty reward functions in the wild},
  url          = {https://openai.com/index/faulty-reward-functions/},
  year         = {2016}
}

@misc{openai_gpt3.5,
  author       = {OpenAI},
  howpublished = {\url{https://openai.com/index/chatgpt/}},
  month        = {November},
  note         = {Blog post},
  title        = {Introducing ChatGPT},
  year         = {2022}
}

@misc{OpenAI_Learning_2017,
  author       = {Amodei, Dario and Christiano, Paul and Ray, Alex},
  howpublished = {OpenAI blog},
  month        = {6},
  note         = {Accessed: 2025-11-18},
  title        = {Learning from human preferences},
  url          = {https://openai.com/index/learning-from-human-preferences/},
  year         = {2017}
}

@misc{openai2019dota2largescale,
  archiveprefix = {arXiv},
  author        = {{OpenAI} and Berner, Christopher and Brockman, Greg and Chan, Brooke and Cheung, Vicki and D{\k{e}}biak, Przemys{\l}aw and Dennison, Christy and Farhi, David and Fischer, Quirin and Hashme, Shariq and Hesse, Chris and J{\'o}zefowicz, Rafal and Gray, Scott and Olsson, Catherine and Pachocki, Jakub and Petrov, Michael and Pinto, Henrique P. {d. O.} and Raiman, Jonathan and Salimans, Tim and Schlatter, Jeremy and Schneider, Jonas and Sidor, Szymon and Sutskever, Ilya and Tang, Jie and Wolski, Filip and Zhang, Susan},
  doi           = {10.48550/arxiv.arXiv:1912.06680},
  eprint        = {1912.06680},
  primaryclass  = {cs.LG},
  title         = {Dota 2 with Large Scale Deep Reinforcement Learning},
  url           = {https://arxiv.org/abs/1912.06680},
  year          = {2019}
}

@article{openai2019solving,
  author        = {OpenAI and Akkaya, Ilge and Andrychowicz, Marcin and Chociej, Maciek and Litwin, Mateusz and McGrew, Bob and Petron, Arthur and Paino, Alex and Plappert, Matthias and Powell, Glenn and Ribas, Raphael and others},
  date-added    = {2021-09-30 11:59:45 -0700},
  date-modified = {2021-09-30 12:00:02 -0700},
  doi           = {10.48550/arxiv.arXiv:1910.07113},
  journal       = {arXiv preprint arXiv:1910.07113},
  title         = {Solving rubik's cube with a robot hand},
  year          = {2019}
}


@misc{openai2024gpt4,
      title={GPT-4 Technical Report}, 
      author={OpenAI and Josh Achiam and Steven Adler and Sandhini Agarwal and Lama Ahmad and Ilge Akkaya and Florencia Leoni Aleman and Diogo Almeida and Janko Altenschmidt and Sam Altman and Shyamal Anadkat and Red Avila and Igor Babuschkin and Suchir Balaji and Valerie Balcom and Paul Baltescu and Haiming Bao and Mohammad Bavarian and Jeff Belgum and Irwan Bello and Jake Berdine and Gabriel Bernadett-Shapiro and Christopher Berner and Lenny Bogdonoff and Oleg Boiko and Madelaine Boyd and Anna-Luisa Brakman and Greg Brockman and Tim Brooks and Miles Brundage and Kevin Button and Trevor Cai and Rosie Campbell and Andrew Cann and Brittany Carey and Chelsea Carlson and Rory Carmichael and Brooke Chan and Che Chang and Fotis Chantzis and Derek Chen and Sully Chen and Ruby Chen and Jason Chen and Mark Chen and Ben Chess and Chester Cho and Casey Chu and Hyung Won Chung and Dave Cummings and Jeremiah Currier and Yunxing Dai and Cory Decareaux and Thomas Degry and Noah Deutsch and Damien Deville and Arka Dhar and David Dohan and Steve Dowling and Sheila Dunning and Adrien Ecoffet and Atty Eleti and Tyna Eloundou and David Farhi and Liam Fedus and Niko Felix and Simón Posada Fishman and Juston Forte and Isabella Fulford and Leo Gao and Elie Georges and Christian Gibson and Vik Goel and Tarun Gogineni and Gabriel Goh and Rapha Gontijo-Lopes and Jonathan Gordon and Morgan Grafstein and Scott Gray and Ryan Greene and Joshua Gross and Shixiang Shane Gu and Yufei Guo and Chris Hallacy and Jesse Han and Jeff Harris and Yuchen He and Mike Heaton and Johannes Heidecke and Chris Hesse and Alan Hickey and Wade Hickey and Peter Hoeschele and Brandon Houghton and Kenny Hsu and Shengli Hu and Xin Hu and Joost Huizinga and Shantanu Jain and Shawn Jain and Joanne Jang and Angela Jiang and Roger Jiang and Haozhun Jin and Denny Jin and Shino Jomoto and Billie Jonn and Heewoo Jun and Tomer Kaftan and Łukasz Kaiser and Ali Kamali and Ingmar Kanitscheider and Nitish Shirish Keskar and Tabarak Khan and Logan Kilpatrick and Jong Wook Kim and Christina Kim and Yongjik Kim and Jan Hendrik Kirchner and Jamie Kiros and Matt Knight and Daniel Kokotajlo and Łukasz Kondraciuk and Andrew Kondrich and Aris Konstantinidis and Kyle Kosic and Gretchen Krueger and Vishal Kuo and Michael Lampe and Ikai Lan and Teddy Lee and Jan Leike and Jade Leung and Daniel Levy and Chak Ming Li and Rachel Lim and Molly Lin and Stephanie Lin and Mateusz Litwin and Theresa Lopez and Ryan Lowe and Patricia Lue and Anna Makanju and Kim Malfacini and Sam Manning and Todor Markov and Yaniv Markovski and Bianca Martin and Katie Mayer and Andrew Mayne and Bob McGrew and Scott Mayer McKinney and Christine McLeavey and Paul McMillan and Jake McNeil and David Medina and Aalok Mehta and Jacob Menick and Luke Metz and Andrey Mishchenko and Pamela Mishkin and Vinnie Monaco and Evan Morikawa and Daniel Mossing and Tong Mu and Mira Murati and Oleg Murk and David Mély and Ashvin Nair and Reiichiro Nakano and Rajeev Nayak and Arvind Neelakantan and Richard Ngo and Hyeonwoo Noh and Long Ouyang and Cullen O'Keefe and Jakub Pachocki and Alex Paino and Joe Palermo and Ashley Pantuliano and Giambattista Parascandolo and Joel Parish and Emy Parparita and Alex Passos and Mikhail Pavlov and Andrew Peng and Adam Perelman and Filipe de Avila Belbute Peres and Michael Petrov and Henrique Ponde de Oliveira Pinto and Michael and Pokorny and Michelle Pokrass and Vitchyr H. Pong and Tolly Powell and Alethea Power and Boris Power and Elizabeth Proehl and Raul Puri and Alec Radford and Jack Rae and Aditya Ramesh and Cameron Raymond and Francis Real and Kendra Rimbach and Carl Ross and Bob Rotsted and Henri Roussez and Nick Ryder and Mario Saltarelli and Ted Sanders and Shibani Santurkar and Girish Sastry and Heather Schmidt and David Schnurr and John Schulman and Daniel Selsam and Kyla Sheppard and Toki Sherbakov and Jessica Shieh and Sarah Shoker and Pranav Shyam and Szymon Sidor and Eric Sigler and Maddie Simens and Jordan Sitkin and Katarina Slama and Ian Sohl and Benjamin Sokolowsky and Yang Song and Natalie Staudacher and Felipe Petroski Such and Natalie Summers and Ilya Sutskever and Jie Tang and Nikolas Tezak and Madeleine B. Thompson and Phil Tillet and Amin Tootoonchian and Elizabeth Tseng and Preston Tuggle and Nick Turley and Jerry Tworek and Juan Felipe Cerón Uribe and Andrea Vallone and Arun Vijayvergiya and Chelsea Voss and Carroll Wainwright and Justin Jay Wang and Alvin Wang and Ben Wang and Jonathan Ward and Jason Wei and CJ Weinmann and Akila Welihinda and Peter Welinder and Jiayi Weng and Lilian Weng and Matt Wiethoff and Dave Willner and Clemens Winter and Samuel Wolrich and Hannah Wong and Lauren Workman and Sherwin Wu and Jeff Wu and Michael Wu and Kai Xiao and Tao Xu and Sarah Yoo and Kevin Yu and Qiming Yuan and Wojciech Zaremba and Rowan Zellers and Chong Zhang and Marvin Zhang and Shengjia Zhao and Tianhao Zheng and Juntang Zhuang and William Zhuk and Barret Zoph},
      year={2024},
      eprint={2303.08774},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2303.08774}, 
}

@misc{openai2026discretegeometry,
  author       = {{OpenAI}},
  howpublished = {\url{https://openai.com/index/model-disproves-discrete-geometry-conjecture/}},
  note         = {Accessed: \today},
  title        = {An OpenAI model has disproved a central conjecture in discrete geometry},
  year         = {2026}
}

@article{openendedteam2021xland,
  author        = {{Open-Ended Team} and Stooke, Adam and Mahajan, Anuj and Barros, Catarina and Deck, Charlie and Bauer, Jakob and Sygnowski, Jakub and Trebacz, Maja and Jaderberg, Max and Mathieu, Michael and others},
  date-added    = {2021-09-30 12:38:42 -0700},
  date-modified = {2021-09-30 12:45:43 -0700},
  doi           = {10.48550/arXiv.2107.12808},
  journal       = {arXiv preprint arXiv:2107.12808},
  title         = {Open-ended learning leads to generally capable agents},
  year          = {2021}
}

@inproceedings{otherplayHu2020,
  author    = {Hu, Hengyuan and Lerer, Adam and Peysakhovich, Alex and Foerster, Jakob},
  booktitle = {Proceedings of the 37th International Conference on Machine Learning},
  pages     = {4399--4410},
  publisher = {PMLR},
  series    = {Proceedings of Machine Learning Research},
  title     = {{Other-play} for zero-shot coordination},
  url       = {https://proceedings.mlr.press/v119/hu20a.html},
  volume    = {119},
  year      = {2020}
}

@article{ou2025symbolic,
  author    = {Ou, Yixin and Zhou, Wangchunshu and Ding, Shengwei and Li, Long and Wu, Jialong and Wang, Tiannan and Chen, Jiamin and Wang, Shuai and Xu, Xiaohua and Zhang, Ningyu and others},
  doi       = {10.2139/ssrn.5379114},
  journal   = {AI Open},
  publisher = {Elsevier},
  title     = {Symbolic learning enables self-evolving agents},
  year      = {2025}
}

@article{oudeyer2007intrinsic,
  author        = {Oudeyer, Pierre-Yves and Kaplan, Frdric and Hafner, Verena V},
  date-added    = {2019-05-15 15:54:30 -0700},
  date-modified = {2019-05-15 15:54:30 -0700},
  doi           = {10.1109/tevc.2006.890271},
  journal       = {IEEE transactions on evolutionary computation},
  number        = {2},
  pages         = {265--286},
  publisher     = {IEEE},
  title         = {Intrinsic motivation systems for autonomous mental development},
  volume        = {11},
  year          = {2007}
}

@article{oudeyer2009intrinsic,
  author    = {Oudeyer, Pierre-Yves and Kaplan, Frederic},
  doi       = {10.3389/neuro.12.006.2007},
  journal   = {Frontiers in neurorobotics},
  pages     = {108},
  publisher = {Frontiers},
  title     = {What is intrinsic motivation? A typology of computational approaches},
  volume    = {1},
  year      = {2007}
}

@article{ouyang2022training,
  author  = {Ouyang, Long and Wu, Jeffrey and Jiang, Xu and Almeida, Diogo and Wainwright, Carroll and Mishkin, Pamela and Zhang, Chong and Agarwal, Sandhini and Slama, Katarina and Ray, Alex and others},
  doi     = {10.52202/068431-2011},
  journal = {Advances in neural information processing systems},
  pages   = {27730--27744},
  title   = {Training language models to follow instructions with human feedback},
  volume  = {35},
  year    = {2022}
}

@article{ouyang2022traininglanguagemodelsfollow,
  author  = {Long Ouyang and Jeff Wu and Xu Jiang and Diogo Almeida and Carroll L. Wainwright and Pamela Mishkin and Chong Zhang and Sandhini Agarwal and Katarina Slama and Alex Ray and John Schulman and Jacob Hilton and Fraser Kelton and Luke Miller and Maddie Simens and Amanda Askell and Peter Welinder and Paul Christiano and Jan Leike and Ryan Lowe},
  doi     = {10.52202/068431-2011},
  journal = {Advances in neural information processing systems},
  pages   = {27730--27744},
  title   = {Training language models to follow instructions with human feedback},
  volume  = {35},
  year    = {2022}
}

@inproceedings{pallez2007eye,
  author        = {Pallez, D. and Collard, P. and Baccino, T. and Dumercy, L.},
  booktitle     = {Proceedings of the 2007 GECCO conference companion on Genetic and evolutionary computation},
  date-added    = {2011-06-22 12:51:12 -0400},
  date-modified = {2011-06-22 12:51:12 -0400},
  doi           = {10.1145/1274000.1274098},
  organization  = {ACM},
  pages         = {2883--2886},
  title         = {Eye-Tracking Evolutionary Algorithm to minimize user fatigue in IEC applied to Interactive One-Max problem},
  year          = {2007}
}

@article{Pan2007,
  archiveprefix = {arXiv},
  arxivid       = {arXiv:physics/0703033v2},
  author        = {Pan, RK and Sinha, Sitabhra},
  bdsk-url-1    = {http://link.aps.org/doi/10.1103/PhysRevE.76.045103},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.48550/arxiv.arXiv:physics/0703033v2},
  eprint        = {0703033v2},
  journal       = {Physical Review E},
  number        = {4},
  primaryclass  = {arXiv:physics},
  title         = {{Modular networks emerge from multiconstraint optimization}},
  volume        = {76},
  year          = {2007}
}

@misc{pan2022effectsrewardmisspecificationmapping,
  archiveprefix = {arXiv},
  author        = {Alexander Pan and Kush Bhatia and Jacob Steinhardt},
  doi           = {10.48550/arxiv.arXiv:2201.03544},
  eprint        = {2201.03544},
  primaryclass  = {cs.LG},
  title         = {The Effects of Reward Misspecification: Mapping and Mitigating Misaligned Models},
  url           = {https://arxiv.org/abs/2201.03544},
  year          = {2022}
}

@inproceedings{papernot2015distillation,
  author       = {Papernot, Nicolas and McDaniel, Patrick and Wu, Xi and Jha, Somesh and Swami, Ananthram},
  booktitle    = {2016 IEEE symposium on security and privacy (SP)},
  doi          = {10.1109/sp.2016.41},
  organization = {IEEE},
  pages        = {582--597},
  title        = {Distillation as a defense to adversarial perturbations against deep neural networks},
  year         = {2016}
}

@article{papert1966summer,
  author        = {Papert, Seymour A},
  date-added    = {2019-04-10 06:39:51 -0700},
  date-modified = {2019-04-10 06:39:51 -0700},
  title         = {The summer vision project},
  year          = {1966}
}

@inproceedings{park2023generative,
  author    = {Park, Joon Sung and O'Brien, Joseph and Cai, Carrie Jun and Morris, Meredith Ringel and Liang, Percy and Bernstein, Michael S},
  booktitle = {Proceedings of the 36th annual acm symposium on user interface software and technology},
  doi       = {10.1145/3586183.3606763},
  pages     = {1--22},
  title     = {Generative agents: Interactive simulacra of human behavior},
  year      = {2023}
}

@inproceedings{parkerholder2022evolving,
  author       = {Parker-Holder, Jack and Jiang, Minqi and Dennis, Michael and Samvelyan, Mikayel and Foerster, Jakob and Grefenstette, Edward and Rockt{\"a}schel, Tim},
  booktitle    = {International Conference on Machine Learning},
  organization = {PMLR},
  pages        = {17473--17498},
  title        = {Evolving curricula with regret-based environment design},
  year         = {2022}
}

@article{fleming1929antibacterial,
  author  = {Fleming, Alexander},
  title   = {On the Antibacterial Action of Cultures of a {P}enicillium, with Special Reference to their Use in the Isolation of {B}. influenz{\ae}},
  journal = {British Journal of Experimental Pathology},
  volume  = {10},
  number  = {3},
  pages   = {226--236},
  month   = jun,
  year    = {1929},
  note    = {PMCID: PMC2048009}
}

@misc{parkerholder2024genie2,
  author = {Jack Parker-Holder and Philip Ball and Jake Bruce and Vibhavari Dasagi and Kristian Holsheimer and Christos Kaplanis and Alexandre Moufarek and Guy Scully and Jeremy Shar and Jimmy Shi and Stephen Spencer and Jessica Yung and Michael Dennis and Sultan Kenjeyev and Shangbang Long and Vlad Mnih and Harris Chan and Maxime Gazeau and Bonnie Li and Fabio Pardo and Luyu Wang and Lei Zhang and Frederic Besse and Tim Harley and Anna Mitenkova and Jane Wang and Jeff Clune and Demis Hassabis and Raia Hadsell and Adrian Bolton and Satinder Singh and Tim Rockt{\"a}schel},
  month  = {12},
  note   = {Published 4 December 2024},
  title = {Genie 2: A Large-Scale Foundation World Model},
  url    = {https://deepmind.google/discover/blog/genie-2-a-large-scale-foundation-world-model/},
  year   = {2024}
}

@article{parter2007environmental,
  author        = {Parter, M. and Kashtan, N. and Alon, U.},
  date-added    = {2011-06-24 16:40:53 -0400},
  date-modified = {2011-06-24 16:40:53 -0400},
  doi           = {10.1186/1471-2148-7-169},
  journal       = {BMC Evolutionary Biology},
  number        = {1},
  pages         = {169},
  publisher     = {BioMed Central Ltd},
  title         = {Environmental variability and modularity of bacterial metabolic networks},
  volume        = {7},
  year          = {2007}
}

@article{parter2008facilitated,
  author        = {Parter, M. and Kashtan, N. and Alon, U.},
  date-added    = {2010-05-06 15:33:35 -0400},
  date-modified = {2010-05-06 15:33:35 -0400},
  doi           = {10.1371/journal.pcbi.1000206},
  journal       = {PLoS Computational Biology},
  number        = {11},
  publisher     = {Public Library of Science},
  title         = {{Facilitated variation: how evolution learns from past environments to generalize to new environments}},
  volume        = {4},
  year          = {2008}
}

@inproceedings{patel2021SVAMP,
  address   = {Online},
  author    = {Patel, Arkil  and
      Bhattamishra, Satwik  and
      Goyal, Navin},
  booktitle = {Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
  doi       = {10.18653/v1/2021.naacl-main.168},
  month     = {6},
  pages     = {2080--2094},
  publisher = {Association for Computational Linguistics},
  title     = {Are {NLP} Models really able to Solve Simple Math Word Problems?},
  year      = {2021}
}

@inproceedings{pathak2017curiosity,
  author       = {Pathak, Deepak and Agrawal, Pulkit and Efros, Alexei A and Darrell, Trevor},
  booktitle    = {International conference on machine learning},
  doi          = {10.1109/cvprw.2017.70},
  organization = {PMLR},
  pages        = {2778--2787},
  title        = {Curiosity-driven exploration by self-supervised prediction},
  year         = {2017}
}

@book{patton1990qualitative,
  author        = {Patton, M. Q.},
  date-added    = {2014-07-10 05:05:04 +0000},
  date-modified = {2014-07-20 17:55:13 +0000},
  doi           = {10.2307/330063},
  publisher     = {SAGE Publications},
  title         = {Qualitative evaluation and research methods},
  year          = {1990}
}

@article{pearce2021asleepkeyboardassessingsecurity,
  author    = {Pearce, Hammond and Ahmad, Baleegh and Tan, Benjamin and Dolan-Gavitt, Brendan and Karri, Ramesh},
  doi       = {10.1145/3610721},
  journal   = {Communications of the ACM},
  number    = {2},
  pages     = {96-105},
  publisher = {ACM New York, NY, USA},
  title     = {Asleep at the keyboard? assessing the security of github copilot's code contributions},
  volume    = {68},
  year      = {2025}
}

@article{pellegrino1970capset,
  author  = {Pellegrino, Giuseppe},
  title   = {Sul massimo ordine delle calotte in {$S_{4,3}$}},
  journal = {Le Matematiche},
  volume  = {25},
  pages   = {149--157},
  year    = {1970},
  issn    = {0373-3505}
}

@article{Pendleton2019escalate,
  author    = {Pendleton,  Ian M. and Cattabriga,  Gary and Li,  Zhi and Najeeb,  Mansoor Ani and Friedler,  Sorelle A. and Norquist,  Alexander J. and Chan,  Emory M. and Schrier,  Joshua},
  doi       = {10.1557/mrc.2019.72},
  issn      = {2159-6867},
  journal   = {MRS Communications},
  month     = {September},
  number    = {3},
  pages     = {846-859},
  publisher = {Springer Science and Business Media LLC},
  title     = {Experiment Specification,  Capture and Laboratory Automation Technology (ESCALATE): a software pipeline for automated chemical experimentation and data management},
  url       = {http://dx.doi.org/10.1557/mrc.2019.72},
  volume    = {9},
  year      = {2019}
}

@article{pennock2007models,
  author        = {Pennock, R.},
  date-added    = {2011-10-25 00:12:35 -0400},
  date-modified = {2011-10-25 00:12:35 -0400},
  doi           = {10.1080/09528130601116113},
  journal       = {Journal of Experimental \&\# 38; Theoretical Artificial Intelligence},
  number        = {1},
  pages         = {29--42},
  publisher     = {Taylor and Francis Ltd},
  title         = {Models, simulations, instantiations, and evidence: the case of digital evolution},
  volume        = {19},
  year          = {2007}
}

@article{perez2007optimally,
  author        = {P{\'e}rez-Escudero, A. and de Polavieja, G.G.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  journal       = {Proceedings of the National Academy of Sciences},
  number        = {43},
  pages         = {17180--17185},
  publisher     = {National Acad Sciences},
  title         = {Optimally wired subnetwork determines neuroanatomy of Caenorhabditis elegans},
  volume        = {104},
  year          = {2007}
}

@inproceedings{perez2022discoveringlanguagemodelbehaviors,
  author    = {Ethan Perez and Sam Ringer and Kamil{\k{e}} Luko{\v{s}}i{\={u}}t{\k{e}} and Karina Nguyen and Edwin Chen and Scott Heiner and Craig Pettit and Catherine Olsson and Sandipan Kundu and Saurav Kadavath and Andy Jones and Anna Chen and Ben Mann and Brian Israel and Bryan Seethor and Cameron McKinnon and Christopher Olah and Da Yan and Daniela Amodei and Dario Amodei and Dawn Drain and Dustin Li and Eli Tran-Johnson and Guro Khundadze and Jackson Kernion and James Landis and Jamie Kerr and Jared Mueller and Jeeyoon Hyun and Joshua Landau and Kamal Ndousse and Landon Goldberg and Liane Lovitt and Martin Lucas and Michael Sellitto and Miranda Zhang and Neerav Kingsland and Nelson Elhage and Nicholas Joseph and Noem{\'i} Mercado and Nova DasSarma and Oliver Rausch and Robin Larson and Sam McCandlish and Scott Johnston and Shauna Kravec and Sheer El Showk and Tamera Lanham and Timothy Telleen-Lawton and Tom Brown and Tom Henighan and Tristan Hume and Yuntao Bai and Zac Hatfield-Dodds and Jack Clark and Samuel R. Bowman and Amanda Askell and Roger Grosse and Danny Hernandez and Deep Ganguli and Evan Hubinger and Nicholas Schiefer and Jared Kaplan},
  booktitle = {Findings of the association for computational linguistics: ACL 2023},
  doi       = {10.18653/v1/2023.findings-acl.847},
  pages     = {13387--13434},
  title     = {Discovering language model behaviors with model-written evaluations},
  year      = {2023}
}

@article{perezliebana2019generalvideogameai,
  author    = {Perez-Liebana, Diego and Liu, Jialin and Khalifa, Ahmed and Gaina, Raluca D and Togelius, Julian and Lucas, Simon M},
  doi       = {10.1109/tg.2019.2901021},
  journal   = {IEEE Transactions on Games},
  number    = {3},
  pages     = {195--214},
  publisher = {IEEE},
  title     = {General video game ai: A multitrack framework for evaluating agents, games, and content generation algorithms},
  volume    = {11},
  year      = {2019}
}

@article{pigliucci2008evolvability,
  author        = {Pigliucci, M.},
  date-added    = {2013-02-01 04:35:31 +0000},
  date-modified = {2013-02-01 04:35:31 +0000},
  doi           = {10.1038/nrg2278},
  journal       = {Nature Reviews Genetics},
  number        = {1},
  pages         = {75--82},
  publisher     = {Nature Publishing Group},
  title         = {Is evolvability evolvable?},
  volume        = {9},
  year          = {2008}
}

@article{plappert2017parameter,
  author        = {Plappert, Matthias and Houthooft, Rein and Dhariwal, Prafulla and Sidor, Szymon and Chen, Richard Y and Chen, Xi and Asfour, Tamim and Abbeel, Pieter and Andrychowicz, Marcin},
  date-added    = {2019-05-16 07:23:52 -0700},
  date-modified = {2019-05-16 07:23:52 -0700},
  doi           = {10.48550/arxiv.arXiv:1706.01905},
  journal       = {arXiv preprint arXiv:1706.01905},
  title         = {Parameter space noise for exploration},
  year          = {2017}
}

@article{Plass2015gamelearning,
  author    = {Plass, Jan L and Homer, Bruce D and Kinzer, Charles K},
  doi       = {10.1080/00461520.2015.1122533},
  journal   = {Educational psychologist},
  number    = {4},
  pages     = {258--283},
  publisher = {Taylor \& Francis},
  title     = {Foundations of game-based learning},
  volume    = {50},
  year      = {2015}
}

@inproceedings{pleines2025pokemonredreinforcementlearning,
  author       = {Pleines, Marco and Addis, Daniel and Rubinstein, David and Zimmer, Frank and Preuss, Mike and Whidden, Peter},
  booktitle    = {2025 IEEE Conference on Games (CoG)},
  organization = {IEEE},
  pages        = {1--8},
  title        = {Pokemon red via reinforcement learning},
  year         = {2025}
}

@inproceedings{pmlr-v97-metz19a,
  abstract      = {Deep learning has shown that learned functions can dramatically outperform hand-designed functions on perceptual tasks. Analogously, this suggests that learned optimizers may similarly outperform current hand-designed optimizers, especially for specific problems. However, learned optimizers are notoriously difficult to train and have yet to demonstrate wall-clock speedups over hand-designed optimizers, and thus are rarely used in practice. Typically, learned optimizers are trained by truncated backpropagation through an unrolled optimization process. The resulting gradients are either strongly biased (for short truncations) or have exploding norm (for long truncations). In this work we propose a training scheme which overcomes both of these difficulties, by dynamically weighting two unbiased gradient estimators for a variational loss on optimizer performance. This allows us to train neural networks to perform optimization of a specific task faster than tuned first-order methods. Moreover, by training the optimizer against validation loss (as opposed to training loss), we are able to learn optimizers that train networks to generalize better than first order methods. We demonstrate these results on problems where our learned optimizer trains convolutional networks faster in wall-clock time compared to tuned first-order methods and with an improvement in test loss.},
  author        = {Metz, Luke and Maheswaranathan, Niru and Nixon, Jeremy and Freeman, Daniel and Sohl-Dickstein, Jascha},
  bdsk-url-1    = {https://proceedings.mlr.press/v97/metz19a.html},
  booktitle     = {Proceedings of the 36th International Conference on Machine Learning},
  date-added    = {2021-10-01 11:49:11 -0700},
  date-modified = {2021-10-01 11:49:11 -0700},
  editor        = {Chaudhuri, Kamalika and Salakhutdinov, Ruslan},
  month         = {09--15 Jun},
  pages         = {4556--4565},
  pdf           = {http://proceedings.mlr.press/v97/metz19a/metz19a.pdf},
  publisher     = {PMLR},
  series        = {Proceedings of Machine Learning Research},
  title         = {Understanding and correcting pathologies in the training of learned optimizers},
  url           = {https://proceedings.mlr.press/v97/metz19a.html},
  volume        = {97},
  year          = {2019}
}

@misc{PokemonRedExperiments,
  author       = {Peter Whidden},
  howpublished = {\url{https://github.com/PWhiddy/PokemonRedExperiments}},
  journal      = {GitHub repository},
  publisher    = {GitHub},
  title        = {PokemonRedExperiments},
  year         = {2024}
}

@article{pomerleau1989alvinn,
  author  = {Pomerleau, Dean A},
  journal = {Advances in neural information processing systems},
  title   = {Alvinn: An autonomous land vehicle in a neural network},
  volume  = {1},
  year    = {1988}
}

@conference{ponce2019cell,
  author        = {Ponce, Carlos R. and Xiao, Will and Schade, Peter F. and Hartmann, Till S. and Kreiman, Gabriel and Livingstone, Margaret S.},
  booktitle     = {Cell},
  date-added    = {2019-05-05 16:16:42 -0600},
  date-modified = {2019-05-19 21:31:20 -0700},
  pages         = {999-1009.e.10},
  title         = {Evolving Images for Visual Neurons Using a Deep Generative Network Reveals Coding Principles and Neuronal Preferences},
  volume        = {177},
  year          = {2019}
}

@inbook{popovici:hnc12,
  address       = {Berlin, Heidelberg},
  author        = {Popovici, Elena and Bucci, Anthony and Wiegand, R. Paul and De Jong, Edwin D.},
  bdsk-url-1    = {http://dx.doi.org/10.1007/978-3-540-92910-9_31},
  booktitle     = {Handbook of Natural Computing},
  date-added    = {2019-05-05 13:45:12 -0600},
  date-modified = {2019-05-19 21:31:52 -0700},
  doi           = {10.1007/978-3-540-92910-9_31},
  isbn          = {978-3-540-92910-9},
  pages         = {987--1033},
  publisher     = {Springer Berlin Heidelberg},
  title         = {Coevolutionary Principles},
  url           = {http://dx.doi.org/10.1007/978-3-540-92910-9_31},
  year          = {2012}
}

@misc{pourcel2024acesgeneratingdiverseprogramming,
  series = {NeurIPS 2024},
  title = {ACES: Generating a Diversity of Challenging Programming Puzzles with Autotelic Generative Models},
  url = {http://dx.doi.org/10.52202/079017-2160},
  DOI = {10.52202/079017-2160},
  booktitle = {Advances in Neural Information Processing Systems 37},
  publisher = {Neural Information Processing Systems Foundation,  Inc. (NeurIPS)},
  author = {Pourcel,  Julien and Colas, C\'edric and Molinaro,  Gaia and Oudeyer,  Pierre-Yves and Teodorescu,  Laetitia},
  year = {2024},
  pages = {67627–67662},
  collection = {NeurIPS 2024}
}

@article{Press2012Zerodeterminant,
  abstract = {The two-player Iterated Prisoner’s Dilemma game is a model for both sentient and evolutionary behaviors, especially including the emergence of cooperation. It is generally assumed that there exists no simple ultimatum strategy whereby one player can enforce a unilateral claim to an unfair share of rewards. Here, we show that such strategies unexpectedly do exist. In particular, a player X who is witting of these strategies can (i) deterministically set her opponent Y’s score, independently of his strategy or response, or (ii) enforce an extortionate linear relation between her and his scores. Against such a player, an evolutionary player’s best response is to accede to the extortion. Only a player with a theory of mind about his opponent can do better, in which case Iterated Prisoner’s Dilemma is an Ultimatum Game.},
  author   = {William H. Press  and Freeman J. Dyson },
  doi      = {10.1073/pnas.1206569109},
  eprint   = {https://www.pnas.org/doi/pdf/10.1073/pnas.1206569109},
  journal  = {Proceedings of the National Academy of Sciences},
  number   = {26},
  pages    = {10409-10413},
  title    = {Iterated Prisoner's Dilemma contains strategies that dominate any evolutionary opponent},
  url      = {https://www.pnas.org/doi/abs/10.1073/pnas.1206569109},
  volume   = {109},
  year     = {2012}
}

@book{probmlBookMurphy,
  author    = {Kevin P. Murphy},
  publisher = {MIT Press},
  title     = {Probabilistic Machine Learning: An introduction},
  url       = {http://probml.github.io/book1},
  year      = {2022}
}

@article{pugh2016quality,
  author        = {Pugh, Justin K and Soros, Lisa B and Stanley, Kenneth O},
  date-added    = {2021-09-30 12:19:29 -0700},
  date-modified = {2021-09-30 12:19:29 -0700},
  doi           = {10.3389/frobt.2016.00040},
  journal       = {Frontiers in Robotics and AI},
  pages         = {40},
  publisher     = {Frontiers},
  title         = {Quality diversity: A new frontier for evolutionary computation},
  volume        = {3},
  year          = {2016}
}

@article{qian1999momentum,
  author        = {Qian, Ning},
  date-added    = {2018-08-18 10:44:55 -0700},
  date-modified = {2018-08-18 10:44:55 -0700},
  doi           = {10.1016/s0893-6080(98)00116-6},
  journal       = {Neural networks},
  number        = {1},
  pages         = {145--151},
  publisher     = {Elsevier},
  title         = {On the momentum term in gradient descent learning algorithms},
  volume        = {12},
  year          = {1999}
}

@article{Qian2023,
  author    = {Qian,  Kaiyi and Wang,  Kai and Chen,  Leizhen and Hou,  Zhaohua and Krenn,  Mario and Zhu,  Shining and Ma,  Xiao-song},
  doi       = {10.1038/s41467-023-37228-y},
  issn      = {2041-1723},
  journal   = {Nature Communications},
  month     = {3},
  number    = {1},
  publisher = {Springer Science and Business Media LLC},
  title     = {Multiphoton non-local quantum interference controlled by an undetected photon},
  url       = {http://dx.doi.org/10.1038/s41467-023-37228-y},
  volume    = {14},
  year      = {2023}
}

@article{qian2023communicative,
  author  = {Qian, Chen and Cong, Xin and Yang, Cheng and Chen, Weize and Su, Yusheng and Xu, Juyuan and Liu, Zhiyuan and Sun, Maosong},
  doi     = {10.48550/arxiv.arXiv:2307.07924},
  journal = {arXiv preprint arXiv:2307.07924},
  title   = {Communicative agents for software development},
  year    = {2023}
}

@inproceedings{qian2024scaling,
  author    = {Qian, Chen and Xie, Zihao and Wang, Yifei and Liu, Wei and Zhu, Kunlun and Xia, Hanchen and Dang, Yufan and Du, Zhuoyun and Chen, Weize and Yang, Cheng and others},
  booktitle = {International Conference on Learning Representations},
  pages     = {41488--41505},
  title     = {Scaling large language model-based multi-agent collaboration},
  volume    = {2025},
  year      = {2025}
}

@article{Qiu2026bayesian,
  author    = {Qiu,  Linlu and Sha,  Fei and Allen,  Kelsey and Kim,  Yoon and Linzen,  Tal and van Steenkiste,  Sjoerd},
  doi       = {10.1038/s41467-025-67998-6},
  issn      = {2041-1723},
  journal   = {Nature Communications},
  month     = {1},
  number    = {1},
  publisher = {Springer Science and Business Media LLC},
  title     = {Bayesian teaching enables probabilistic reasoning in large language models},
  url       = {http://dx.doi.org/10.1038/s41467-025-67998-6},
  volume    = {17},
  year      = {2026}
}

@article{qu2024toolsurvey,
  author    = {Qu, Changle and Dai, Sunhao and Wei, Xiaochi and Cai, Hengyi and Wang, Shuaiqiang and Yin, Dawei and Xu, Jun and Wen, Ji-Rong},
  doi       = {10.1007/s11704-024-40678-2},
  journal   = {Frontiers of Computer Science},
  number    = {8},
  pages     = {198343},
  publisher = {Springer},
  title     = {Tool learning with large language models: A survey},
  volume    = {19},
  year      = {2025}
}

@article{radford2015unsupervised,
  author        = {Radford, Alec and Metz, Luke and Chintala, Soumith},
  date-added    = {2019-04-11 21:26:59 -0700},
  date-modified = {2019-04-11 21:26:59 -0700},
  doi           = {10.48550/arxiv.arXiv:1511.06434},
  journal       = {arXiv preprint arXiv:1511.06434},
  title         = {Unsupervised representation learning with deep convolutional generative adversarial networks},
  year          = {2015}
}

@inproceedings{radford2018improving,
  author = {Alec Radford and Karthik Narasimhan},
  title  = {Improving Language Understanding by Generative Pre-Training},
  url    = {https://api.semanticscholar.org/CorpusID:49313245},
  year   = {2018}
}

@article{rafailov2023direct,
  author  = {Rafailov, Rafael and Sharma, Archit and Mitchell, Eric and Manning, Christopher D and Ermon, Stefano and Finn, Chelsea},
  doi     = {10.52202/075280-2338},
  journal = {Advances in neural information processing systems},
  pages   = {53728--53741},
  title   = {Direct preference optimization: Your language model is secretly a reward model},
  volume  = {36},
  year    = {2023}
}

@book{raff1996shape,
  author        = {Raff, R.A. and Slack, J.},
  date-added    = {2010-04-14 22:59:38 -0400},
  date-modified = {2010-04-14 22:59:38 -0400},
  doi           = {10.7208/chicago/9780226256573.001.0001},
  publisher     = {University of Chicago Press Chicago},
  title         = {{The shape of life: genes, development, and the evolution of animal form}},
  year          = {1996}
}

@article{Rahman2026Hallunicnate,
  author    = {Rahman, Subhey Sadi and Islam, Md. Adnanul and Alam, Md. Mahbub and Zeba, Musarrat and Rahman, Md. Abdur and Chowa, Sadia Sultana and Raiaan, Mohaimenul Azam Khan and Azam, Sami},
  doi       = {10.1007/s10462-025-11454-w},
  issn      = {1573-7462},
  journal   = {Artificial Intelligence Review},
  month     = {1},
  number    = {2},
  publisher = {Springer Science and Business Media LLC},
  title     = {Hallucination to truth: a review of fact-checking and factuality evaluation in large language models},
  url       = {http://dx.doi.org/10.1007/s10462-025-11454-w},
  volume    = {59},
  year      = {2026}
}

@article{raibert1986running,
  author        = {Raibert, M. and Chepponis, M. and Brown Jr, H.},
  date-added    = {2010-03-31 15:40:58 -0400},
  date-modified = {2010-05-13 13:11:02 -0400},
  doi           = {10.1109/jra.1986.1087044},
  journal       = {IEEE Journal of Robotics and Automation},
  number        = {2},
  pages         = {70--82},
  title         = {{Running on four legs as though they were one}},
  volume        = {2},
  year          = {1986}
}

@article{Raj2011,
  abstract      = {Minimization of the wiring cost of white matter fibers in the human brain appears to be an organizational principle. We investigate this aspect in the human brain using whole brain connectivity networks extracted from high resolution diffusion MRI data of 14 normal volunteers. We specifically address the question of whether brain anatomy determines its connectivity or vice versa. Unlike previous studies we use weighted networks, where connections between cortical nodes are real-valued rather than binary off-on connections. In one set of analyses we found that the connectivity structure of the brain has near optimal wiring cost compared to random networks with the same number of edges, degree distribution and edge weight distribution. A specifically designed minimization routine could not find cheaper wiring without significantly degrading network performance. In another set of analyses we kept the observed brain network topology and connectivity but allowed nodes to freely move on a 3D manifold topologically identical to the brain. An efficient minimization routine was written to find the lowest wiring cost configuration. We found that beginning from any random configuration, the nodes invariably arrange themselves in a configuration with a striking resemblance to the brain. This confirms the widely held but poorly tested claim that wiring economy is a driving principle of the brain. Intriguingly, our results also suggest that the brain mainly optimizes for the most desirable network connectivity, and the observed brain anatomy is merely a result of this optimization.},
  author        = {Raj, A. and Chen, Y.-H.},
  bdsk-url-1    = {http://dx.doi.org/10.1371/journal.pone.0014832},
  date-added    = {2013-09-14 03:28:56 +0000},
  date-modified = {2014-07-20 17:51:54 +0000},
  doi           = {10.1371/journal.pone.0014832},
  issn          = {1932-6203},
  journal       = {PloS one},
  keywords      = {Brain,Brain: anatomy \& histology,Brain: physiology,Humans,Magnetic Resonance Imaging,Nerve Net,Nerve Net: physiology,Neural Pathways,Neural Pathways: physiology},
  month         = {1},
  number        = {9},
  pages         = {e14832},
  pmid          = {21915250},
  title         = {{The wiring economy principle: connectivity determines anatomy in the human brain.}},
  volume        = {6},
  year          = {2011}
}

@article{ramon1909histologie,
  author        = {Ramon y Cajal, S.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  journal       = {Maloine, Paris},
  title         = {Histologie du Systeme Nerveux de l'Homme et des Vert\`ebres},
  volume        = {1911},
  year          = {1909}
}

@article{ravi2016optimization,
  author        = {Ravi, Sachin and Larochelle, Hugo},
  date-added    = {2019-05-24 16:50:19 -0700},
  date-modified = {2020-01-31 19:35:44 -0800},
  journal       = {International Conference on Learning Representations},
  title         = {Optimization as a model for few-shot learning},
  year          = {2017}
}

@article{rawal:arxiv18,
  author        = {Aditya Rawal and Risto Miikkulainen},
  date-added    = {2019-04-11 20:37:54 -0700},
  date-modified = {2019-04-11 20:37:54 -0700},
  doi           = {10.48550/arxiv.arXiv:1803.04439},
  journal       = {arXiv preprint arXiv:1803.04439},
  title         = {From Nodes to Networks: Evolving Recurrent Neural Networks},
  year          = {2018}
}

@article{rawal2020synthetic,
  author        = {Rawal, Aditya and Lehman, Joel and Such, Felipe Petroski and Clune, Jeff and Stanley, Kenneth O},
  date-added    = {2021-03-22 13:59:35 -0700},
  date-modified = {2021-03-22 13:59:35 -0700},
  doi           = {10.48550/arxiv.arXiv:2005.13092},
  journal       = {arXiv preprint arXiv:2005.13092},
  title         = {Synthetic petri dish: a novel surrogate model for rapid architecture search},
  year          = {2020}
}

@article{ray1992approach,
  author        = {Ray, T.S.},
  date-added    = {2010-07-24 02:05:12 -0400},
  date-modified = {2010-07-24 02:05:12 -0400},
  journal       = {1996},
  pages         = {111--145},
  title         = {{An approach to the synthesis of life}},
  year          = {1992}
}

@article{ray1993evolutionary,
  author        = {Ray, Thomas S},
  date-added    = {2019-04-25 16:51:50 -0700},
  date-modified = {2019-04-25 16:51:50 -0700},
  doi           = {10.1162/artl.1993.1.179},
  journal       = {Artificial Life},
  number        = {1\_2},
  pages         = {179--209},
  publisher     = {MIT Press},
  title         = {An evolutionary approach to synthetic biology: Zen and the art of creating life},
  volume        = {1},
  year          = {1993}
}

@article{real:arxiv18,
  author        = {Esteban Real and Alok Aggarwal and Yanping Huang and Quoc V. Le},
  date-added    = {2019-04-11 20:37:42 -0700},
  date-modified = {2019-04-11 20:37:42 -0700},
  doi           = {10.48550/arxiv.arXiv:1802.01548},
  journal       = {arXiv:1802.01548},
  title         = {Regularized Evolution for Image Classifier Architecture Search},
  year          = {2018}
}

@inproceedings{real2018regularized,
  author    = {Real, Esteban and Aggarwal, Alok and Huang, Yanping and Le, Quoc V},
  booktitle = {Proceedings of the aaai conference on artificial intelligence},
  doi       = {10.1609/aaai.v33i01.33014780},
  number    = {01},
  pages     = {4780--4789},
  title     = {Regularized evolution for image classifier architecture search},
  volume    = {33},
  year      = {2019}
}

@inproceedings{real2020automl,
  author        = {Real, Esteban and Liang, Chen and So, David and Le, Quoc},
  booktitle     = {International Conference on Machine Learning},
  date-added    = {2021-09-30 11:47:54 -0700},
  date-modified = {2021-09-30 11:47:54 -0700},
  organization  = {PMLR},
  pages         = {8007--8019},
  title         = {Automl-zero: Evolving machine learning algorithms from scratch},
  year          = {2020}
}

@misc{rein2023gpqa,
  archiveprefix = {arXiv},
  author        = {David Rein and Betty Li Hou and Asa Cooper Stickland and Jackson Petty and Richard Yuanzhe Pang and Julien Dirani and Julian Michael and Samuel R. Bowman},
  doi           = {10.48550/arxiv.arXiv:2311.12022},
  eprint        = {2311.12022},
  primaryclass  = {cs.AI},
  title         = {GPQA: A Graduate-Level Google-Proof Q\&A Benchmark},
  year          = {2023}
}

@conference{reisinger2007acquiring,
  author        = {Reisinger, J. and Miikkulainen, R.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2010-03-30 12:04:41 -0400},
  date-modified = {2010-05-13 13:11:18 -0400},
  organization  = {ACM},
  pages         = {1052},
  title         = {{Acquiring evolvability through adaptive representations}},
  year          = {2007}
}

@article{rich2013convergent,
  author        = {Rich, P. J. and Leatham, K. R. and Wright, G. A.},
  date-added    = {2014-07-10 05:06:41 +0000},
  date-modified = {2014-07-20 17:55:33 +0000},
  doi           = {10.1007/s11251-012-9240-7},
  journal       = {Instructional Science},
  number        = {2},
  pages         = {431--453},
  publisher     = {Springer},
  title         = {Convergent cognition},
  volume        = {41},
  year          = {2013}
}

@article{rich2014beyond,
  author        = {Rich, P. and Bly, N. and Keith, L.},
  date-added    = {2014-07-10 04:50:40 +0000},
  date-modified = {2014-07-10 04:51:58 +0000},
  journal       = {Journal of Computers in Mathematics and Science Teaching},
  number        = {1},
  pages         = {103--128},
  title         = {Beyond Cognitive Increase: Investigating the Influence of Computer Programming on Perception and Application of Mathematical Skills},
  volume        = {33},
  year          = {2014}
}

@article{richardson1997there,
  author        = {Richardson, M.K. and Hanken, J. and Gooneratne, M.L. and Pieau, C. and Raynaud, A. and Selwood, L. and Wright, G.M.},
  date-added    = {2010-07-24 02:05:59 -0400},
  date-modified = {2010-07-24 02:05:59 -0400},
  doi           = {10.1007/s004290050082},
  journal       = {Anatomy and Embryology},
  number        = {2},
  pages         = {91--106},
  publisher     = {Springer},
  title         = {{There is no highly conserved embryonic stage in the vertebrates: implications for current theories of evolution and development}},
  volume        = {196},
  year          = {1997}
}

@techreport{ridderstrom44legged,
  address       = {Stockholm, Sweden},
  author        = {Ridderstrom, C.},
  date-added    = {2010-03-31 14:40:52 -0400},
  date-modified = {2010-05-13 13:15:49 -0400},
  institution   = {Royal Institute of Technology},
  number        = {TRITA-MMK},
  pages         = {1400--1179},
  title         = {{Legged locomotion control---a literature survey}},
  volume        = {44},
  year          = {ISSN 1400-1179. 1999.}
}

@inproceedings{risi2009novelty,
  author        = {Risi, Sebastian and Vanderbleek, Sandy D and Hughes, Charles E and Stanley, Kenneth O},
  booktitle     = {Proceedings of the 11th Annual conference on Genetic and evolutionary computation},
  date-added    = {2019-04-25 16:26:17 -0700},
  date-modified = {2019-04-25 16:26:17 -0700},
  doi           = {10.1145/1569901.1569923},
  organization  = {ACM},
  pages         = {153--160},
  title         = {How novelty search escapes the deceptive trap of learning to learn},
  year          = {2009}
}

@article{risi2010indirectly,
  author        = {Risi, S. and Stanley, K.},
  date-added    = {2011-01-23 15:36:10 -0500},
  date-modified = {2011-01-23 15:36:10 -0500},
  doi           = {10.1007/978-3-642-15193-4_50},
  journal       = {From Animals to Animats 11},
  pages         = {533--543},
  publisher     = {Springer},
  title         = {{Indirectly Encoding Neural Plasticity as a Pattern of Local Rules}},
  year          = {2010}
}

@article{risi2020increasing,
  author        = {Risi, Sebastian and Togelius, Julian},
  date-added    = {2021-09-30 13:47:09 -0700},
  date-modified = {2021-09-30 13:47:09 -0700},
  doi           = {10.1038/s42256-020-0208-z},
  journal       = {Nature Machine Intelligence},
  number        = {8},
  pages         = {428--436},
  publisher     = {Nature Publishing Group},
  title         = {Increasing generality in machine learning through procedural content generation},
  volume        = {2},
  year          = {2020}
}

@book{rlhf2024,
  author    = {Nathan Lambert},
  publisher = {Online},
  title     = {Reinforcement Learning from Human Feedback},
  url       = {https://rlhfbook.com},
  year      = {2025}
}

@book{rocktaschel_2024,
  author    = {Tim Rocktäschel},
  isbn      = {978-1399626521},
  month     = {September},
  publisher = {Seven Dials},
  title     = {Artificial Intelligence: 10 Things You Should Know},
  year      = {2024}
}

@inproceedings{rokon2020sourcefinder,
  author    = {Rokon, Md Omar Faruk and Islam, Risul and Darki, Ahmad and Papalexakis, Evangelos E and Faloutsos, Michalis},
  booktitle = {23rd International Symposium on Research in Attacks, Intrusions and Defenses (RAID 2020)},
  pages     = {149--163},
  title     = {{SourceFinder}: Finding Malware {Source-Code} from Publicly Available Repositories in {GitHub}},
  year      = {2020}
}

@article{rolls2008computational,
  author        = {Rolls, Edmund T and Loh, Marco and Deco, Gustavo and Winterer, Georg},
  date-added    = {2013-09-27 04:38:00 +0000},
  date-modified = {2013-09-27 04:38:00 +0000},
  doi           = {10.1038/nrn2462},
  journal       = {Nature Reviews Neuroscience},
  number        = {9},
  pages         = {696--709},
  publisher     = {Nature Publishing Group},
  title         = {Computational models of schizophrenia and dopamine modulation in the prefrontal cortex},
  volume        = {9},
  year          = {2008}
}

@inproceedings{rombach2022high,
  author    = {Rombach, Robin and Blattmann, Andreas and Lorenz, Dominik and Esser, Patrick and Ommer, Bj{\"o}rn},
  booktitle = {Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  doi       = {10.1109/cvpr52688.2022.01042},
  pages     = {10684--10695},
  title     = {High-resolution image synthesis with latent diffusion models},
  year      = {2022}
}


@article{RomeraParedes2023,
  author    = {Romera-Paredes,  Bernardino and Barekatain,  Mohammadamin and Novikov,  Alexander and Balog,  Matej and Kumar,  M. Pawan and Dupont,  Emilien and Ruiz,  Francisco J. R. and Ellenberg,  Jordan S. and Wang,  Pengming and Fawzi,  Omar and Kohli,  Pushmeet and Fawzi,  Alhussein},
  doi       = {10.1038/s41586-023-06924-6},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {12},
  number    = {7995},
  pages     = {468-475},
  publisher = {Springer Science and Business Media LLC},
  title     = {Mathematical discoveries from program search with large language models},
  url       = {http://dx.doi.org/10.1038/s41586-023-06924-6},
  volume    = {625},
  year      = {2023}
}

@misc{rosenfield2006evolving,
  author        = {Rosenfield, I. and Ziff, E.},
  date-added    = {2011-09-17 10:39:19 -0400},
  date-modified = {2011-09-17 10:39:19 -0400},
  publisher     = {New York Review of Books},
  title         = {Evolving Evolution},
  year          = {2006}
}

@inproceedings{ross2011reductionimitationlearningstructured,
  author       = {Ross, St{\'e}phane and Gordon, Geoffrey and Bagnell, Drew},
  booktitle    = {Proceedings of the fourteenth international conference on artificial intelligence and statistics},
  organization = {JMLR Workshop and Conference Proceedings},
  pages        = {627--635},
  title        = {A reduction of imitation learning and structured prediction to no-regret online learning},
  year         = {2011}
}

@article{roth1953certain,
  author    = {Roth, Klaus F.},
  doi       = {10.1112/jlms/s1-28.1.104},
  journal   = {Journal of the London Mathematical Society},
  number    = {1},
  pages     = {104--109},
  publisher = {Oxford University Press},
  title     = {On certain sets of integers},
  volume    = {1},
  year      = {1953}
}

@misc{rubinstein2025pokerl,
  author       = {Rubinstein, David and Donovan, Keelan and Addis, Daniel and Choe, Kyoung Whan and Suarez, Joseph and Whidden, Peter},
  howpublished = {\url{https://drubinstein.github.io/pokerl/}},
  note         = {Accessed: \today},
  title        = {Learning {P}ok{\'e}mon With {R}einforcement {L}earning},
  year         = {2025}
}

@article{RuizGonzalez2023,
  author    = {Ruiz-Gonzalez,  Carlos and Arlt,  S\"{o}ren and Petermann,  Jan and Sayyad,  Sharareh and Jaouni,  Tareq and Karimi,  Ebrahim and Tischler,  Nora and Gu,  Xuemei and Krenn,  Mario},
  doi       = {10.22331/q-2023-12-12-1204},
  issn      = {2521-327X},
  journal   = {Quantum},
  month     = {12},
  pages     = {1204},
  publisher = {Verein zur Forderung des Open Access Publizierens in den Quantenwissenschaften},
  title     = {Digital Discovery of 100 diverse Quantum Experiments with PyTheus},
  url       = {http://dx.doi.org/10.22331/q-2023-12-12-1204},
  volume    = {7},
  year      = {2023}
}

@book{rumelhart1986learning,
  author        = {Rumelhart, D.E. and Hinton, GE and Williams, R.J.},
  date-added    = {2010-09-10 22:02:22 -0400},
  date-modified = {2010-09-10 22:02:31 -0400},
  publisher     = {MIT Press, Cambridge, MA},
  title         = {{Learning internal representations by error propagation, Parallel distributed processing: explorations in the microstructure of cognition, vol. 1: foundations}},
  year          = {1986}
}

@book{russell1995artificial,
  author        = {Russell, S. J. and Norvig, P. and Canny, J. F and Malik, J. M. and Edwards, D. D.},
  date-added    = {2013-09-08 21:52:10 +0000},
  date-modified = {2014-07-20 17:47:10 +0000},
  publisher     = {Prentice hall Englewood Cliffs},
  title         = {Artificial intelligence: a modern approach},
  volume        = {74},
  year          = {1995}
}

@article{russell2015research,
  author        = {Russell, Stuart and Dewey, Daniel and Tegmark, Max},
  date-added    = {2019-05-17 11:08:47 -0600},
  date-modified = {2019-05-17 11:08:47 -0600},
  doi           = {10.1609/aimag.v36i4.2577},
  journal       = {Ai Magazine},
  number        = {4},
  pages         = {105--114},
  title         = {Research priorities for robust and beneficial artificial intelligence},
  volume        = {36},
  year          = {2015}
}

@article{sabour2017dynamic,
  author  = {Sabour, Sara and Frosst, Nicholas and Hinton, Geoffrey E},
  journal = {Advances in neural information processing systems},
  title   = {Dynamic routing between capsules},
  volume  = {30},
  year    = {2017}
}


@misc{sakana2024aiscientist_blog,
  author = {{Sakana AI}},
  day          = {13},
  howpublished = {\url{https://sakana.ai/ai-scientist/}},
  month        = {August},
  note         = {Accessed: 2026-05-08},
  title        = {The {AI} Scientist: Towards Fully Automated Open-Ended Scientific Discovery},
  year         = {2024}
}

@article{salimans2017evolution,
  author        = {Salimans, Tim and Ho, Jonathan and Chen, Xi and Sidor, Szymon and Sutskever, Ilya},
  date-added    = {2019-05-16 07:21:23 -0700},
  date-modified = {2019-05-16 07:21:23 -0700},
  doi           = {10.48550/arxiv.arXiv:1703.03864},
  journal       = {arXiv preprint arXiv:1703.03864},
  title         = {Evolution strategies as a scalable alternative to reinforcement learning},
  year          = {2017}
}

@article{salimans2018learning,
  author        = {Salimans, Tim and Chen, Richard},
  date-added    = {2019-05-16 10:44:22 -0700},
  date-modified = {2019-05-16 10:44:22 -0700},
  doi           = {10.48550/arxiv.arXiv:1812.03381},
  journal       = {arXiv preprint arXiv:1812.03381},
  title         = {Learning Montezuma's Revenge from a Single Demonstration},
  year          = {2018}
}

@article{samuel1959checkers,
  author    = {Samuel, Arthur L},
  doi       = {10.1147/rd.441.0206},
  journal   = {IBM Journal of research and development},
  number    = {3},
  pages     = {210--229},
  publisher = {IBM},
  title     = {Some studies in machine learning using the game of checkers},
  volume    = {3},
  year      = {1959}
}

@misc{samvelyan2019starcraftmultiagentchallenge,
  archiveprefix = {arXiv},
  author        = {Mikayel Samvelyan and Tabish Rashid and Christian Schroeder de Witt and Gregory Farquhar and Nantas Nardelli and Tim G. J. Rudner and Chia-Man Hung and Philip H. S. Torr and Jakob Foerster and Shimon Whiteson},
  doi           = {10.48550/arxiv.arXiv:1902.04043},
  eprint        = {1902.04043},
  primaryclass  = {cs.LG},
  title         = {The StarCraft Multi-Agent Challenge},
  url           = {https://arxiv.org/abs/1902.04043},
  year          = {2019}
}

@article{samvelyan2024rainbow,
  author  = {Samvelyan, Mikayel and Raparthy, Sharath C and Lupu, Andrei and Hambro, Eric and Markosyan, Aram H and Bhatt, Manish and Mao, Yuning and Jiang, Minqi and Parker-Holder, Jack and Foerster, Jakob and others},
  doi     = {10.52202/079017-2229},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {69747--69786},
  title   = {Rainbow teaming: Open-ended generation of diverse adversarial prompts},
  volume  = {37},
  year    = {2024}
}

@article{sander2004evo,
  author        = {Sander, K. and Schmidt-Ott, U.},
  date-added    = {2010-07-24 02:06:39 -0400},
  date-modified = {2010-07-24 02:06:39 -0400},
  doi           = {10.1002/jez.b.20003},
  journal       = {Journal of Experimental Zoology Part B: Molecular and Developmental Evolution},
  number        = {1},
  pages         = {69--91},
  publisher     = {John Wiley \& Sons},
  title         = {{Evo-devo aspects of classical and molecular data in a historical perspective}},
  volume        = {302},
  year          = {2004}
}

@article{sanderson2010mars,
  author        = {Sanderson, K.},
  date-added    = {2015-12-13 21:16:08 +0000},
  date-modified = {2015-12-13 21:16:08 +0000},
  doi           = {10.1038/463600a},
  journal       = {Nature},
  number        = {7281},
  pages         = {600},
  title         = {Mars rover Spirit (2003-10)},
  volume        = {463},
  year          = {2010}
}

@article{sandhana2013evolved,
  author        = {Sandhana, L},
  date-added    = {2013-08-14 05:50:41 +0000},
  date-modified = {2013-08-14 05:53:10 +0000},
  journal       = {Fast Company},
  month         = {February},
  title         = {With evolved brains, robots creep closer to animal-like learning},
  year          = {2013}
}

@incollection{SastryGeneticAlgo,
  author    = {Sastry, Kumara and Goldberg, David E. and Kendall, Graham},
  booktitle = {Search Methodologies: Introductory Tutorials in Optimization and Decision Support Techniques},
  doi       = {10.1007/0-387-28356-0_4},
  editor    = {Burke, Edmund K. and Kendall, Graham},
  pages     = {97--125},
  publisher = {Springer},
  title     = {Genetic Algorithms},
  url       = {https://doi.org/10.1007/0-387-28356-0_4},
  year      = {2005}
}

@article{savinov2018episodic,
  author        = {Savinov, Nikolay and Raichuk, Anton and Marinier, Rapha{\"e}l and Vincent, Damien and Pollefeys, Marc and Lillicrap, Timothy and Gelly, Sylvain},
  date-added    = {2019-05-15 15:52:17 -0700},
  date-modified = {2019-05-15 15:52:17 -0700},
  doi           = {10.48550/arxiv.arXiv:1810.02274},
  journal       = {arXiv preprint arXiv:1810.02274},
  title         = {Episodic curiosity through reachability},
  year          = {2018}
}

@inproceedings{saycan2022arxiv,
  author    = {Michael Ahn and Anthony Brohan and Noah Brown and Yevgen Chebotar and Omar Cortes and Byron David and Chelsea Finn and Chuyuan Fu and Keerthana Gopalakrishnan and Karol Hausman and Alex Herzog and Daniel Ho and Jasmine Hsu and Julian Ibarz and Brian Ichter and Alex Irpan and Eric Jang and Rosario Jauregui Ruano and Kyle Jeffrey and Sally Jesmonth and Nikhil Joshi and Ryan Julian and Dmitry Kalashnikov and Yuheng Kuang and Kuang-Huei Lee and Sergey Levine and Yao Lu and Linda Luu and Carolina Parada and Peter Pastor and Jornell Quiambao and Kanishka Rao and Jarek Rettinghouse and Diego Reyes and Pierre Sermanet and Nicolas Sievers and Clayton Tan and Alexander Toshev and Vincent Vanhoucke and Fei Xia and Ted Xiao and Peng Xu and Sichun Xu and Mengyuan Yan and Andy Zeng},
  booktitle = {arXiv preprint arXiv:2204.01691},
  doi       = {10.48550/arXiv.2204.01691},
  title     = {Do As I Can and Not As I Say: Grounding Language in Robotic Affordances},
  year      = {2022}
}

@misc{schaul2011measuringintelligencegames,
  archiveprefix = {arXiv},
  author        = {Tom Schaul and Julian Togelius and J{\"u}rgen Schmidhuber},
  doi           = {10.48550/arxiv.arXiv:1109.1314},
  eprint        = {1109.1314},
  primaryclass  = {cs.AI},
  title         = {Measuring Intelligence through Games},
  url           = {https://arxiv.org/abs/1109.1314},
  year          = {2011}
}

@misc{scheurer2024largelanguagemodelsstrategically,
  archiveprefix = {arXiv},
  author        = {J\'er\`emy Scheurer and Mikita Balesni and Marius Hobbhahn},
  doi           = {10.48550/arxiv.arXiv:2311.07590},
  eprint        = {2311.07590},
  primaryclass  = {cs.CL},
  title         = {Large Language Models can Strategically Deceive their Users when Put Under Pressure},
  url           = {https://arxiv.org/abs/2311.07590},
  year          = {2024}
}

@inproceedings{schick2023toolformer,
  author    = {Timo Schick and Jane Dwivedi-Yu and Roberto Dessi and Roberta Raileanu and Maria Lomeli and Eric Hambro and Luke Zettlemoyer and Nicola Cancedda and Thomas Scialom},
  booktitle = {Thirty-seventh Conference on Neural Information Processing Systems},
  doi       = {10.52202/075280-2997},
  title     = {Toolformer: Language Models Can Teach Themselves to Use Tools},
  url       = {https://openreview.net/forum?id=Yacmpz84TH},
  year      = {2023}
}

@incollection{Schmidhuber05godel,
  author    = {J. Schmidhuber},
  booktitle = {Artificial General Intelligence},
  doi       = {10.48550/arxiv.arXiv:cs.LO/0309048},
  editor    = {B. Goertzel and C. Pennachin},
  note      = {Variant available as arXiv:cs.LO/0309048},
  pages     = {199-226},
  publisher = {Springer Verlag},
  title     = {G\"{o}del machines:
Fully Self-Referential Optimal Universal Self-Improvers},
  year      = {2006}
}

@phdthesis{schmidhuber1987evolutionary,
  author        = {Schmidhuber, J{\"u}rgen},
  date-added    = {2019-04-25 15:54:44 -0700},
  date-modified = {2019-04-25 15:54:44 -0700},
  school        = {Technische Universit{\"a}t M{\"u}nchen},
  title         = {Evolutionary principles in self-referential learning, or on learning how to learn: the meta-meta-... hook},
  year          = {1987}
}

@inproceedings{schmidhuber1991curious,
  author        = {Schmidhuber, J{\"u}rgen},
  booktitle     = {[Proceedings] 1991 IEEE International Joint Conference on Neural Networks},
  date-added    = {2019-05-19 19:36:55 -0700},
  date-modified = {2019-05-19 19:36:55 -0700},
  doi           = {10.1109/ijcnn.1991.170605},
  organization  = {IEEE},
  pages         = {1458--1463},
  title         = {Curious model-building control systems},
  year          = {1991}
}

@article{schmidhuber2006developmental,
  author        = {Schmidhuber, J.},
  date-added    = {2014-09-18 15:09:21 +0000},
  date-modified = {2014-09-24 03:12:08 +0000},
  doi           = {10.1080/09540090600768658},
  journal       = {Connection Science},
  number        = {2},
  pages         = {173--187},
  publisher     = {Taylor \& Francis},
  title         = {Developmental robotics, optimal artificial curiosity, creativity, music, and the fine arts},
  volume        = {18},
  year          = {2006}
}

@article{schmidhuber2010formal,
  author        = {Schmidhuber, J{\"u}rgen},
  date-added    = {2019-05-16 10:25:17 -0700},
  date-modified = {2019-05-16 10:25:17 -0700},
  doi           = {10.1109/tamd.2010.2056368},
  journal       = {IEEE Transactions on Autonomous Mental Development},
  number        = {3},
  pages         = {230--247},
  publisher     = {IEEE},
  title         = {Formal theory of creativity, fun, and intrinsic motivation (1990--2010)},
  volume        = {2},
  year          = {2010}
}

@article{schmidhuber2013powerplay,
  author        = {Schmidhuber, J{\"u}rgen},
  date-added    = {2019-05-10 15:34:39 -0600},
  date-modified = {2019-05-10 15:34:39 -0600},
  doi           = {10.3389/fpsyg.2013.00313},
  journal       = {Frontiers in psychology},
  pages         = {313},
  publisher     = {Frontiers},
  title         = {Powerplay: Training an increasingly general problem solver by continually searching for the simplest still unsolvable problem},
  volume        = {4},
  year          = {2013}
}

@article{schmidhuber2015deep,
  author        = {Schmidhuber, J{\"u}rgen},
  date-added    = {2019-04-25 15:59:56 -0700},
  date-modified = {2019-04-25 15:59:56 -0700},
  doi           = {10.1016/j.neunet.2014.09.003},
  journal       = {Neural networks},
  pages         = {85--117},
  publisher     = {Elsevier},
  title         = {Deep learning in neural networks: An overview},
  volume        = {61},
  year          = {2015}
}

@techreport{schmidhuberInteresting1997,
  abstract    = {Interestingness depends on the observer''s current knowledge and computational abilities. Things are boring if either too much or too little is known about them --- if they appear either trivial or random. Interesting are unexpected regularities that seem easy to figure out. I attempt to implement these ideas in a ``curious'''', ``creative'''' explorer with two co-evolving ``brains''''. It executes a lifelong sequence of instructions whose modifiable probabilities are conditioned on both brains --- both must {em agree} on each instruction. There are special instructions for comparing computational results. The brains can predict outcomes of such comparisons. If their opinions differ, then the winner will get rewarded, the loser punished. Hence each brain wants to lure the other into agreeing upon instruction subsequences involving comparisons that surprise it. The surprised brain adapts. In turn, the other loses a source of reward --- an incentive to shift the focus of interest. Both brains deal with the complex credit assignment problem using the recent Incremental Self-Improvement paradigm. Extensive simulations include an example where curiosity helps to speed up external reward.},
  author      = {Schmidhuber, J{\"u}rgen},
  institution = {Istituto Dalle Molle di Studi sull'Intelligenza Artificiale},
  title       = {What''s interesting?},
  year        = {1997}
}

@article{schmidt2009distilling,
  author        = {Schmidt, M. and Lipson, H.},
  date-added    = {2012-06-08 19:28:20 -0400},
  date-modified = {2012-06-08 19:28:20 -0400},
  doi           = {10.1126/science.1165893},
  journal       = {science},
  number        = {5923},
  pages         = {81--85},
  publisher     = {American Association for the Advancement of Science},
  title         = {Distilling free-form natural laws from experimental data},
  volume        = {324},
  year          = {2009}
}

@conference{schramm2009emerged,
  author        = {Schramm, L. and Jin, Y. and Sendhoff, B.},
  booktitle     = {Proceedings of the European Conference on Artificial Life},
  date-added    = {2011-01-29 22:22:28 -0500},
  date-modified = {2011-01-29 22:22:28 -0500},
  title         = {{Emerged coupling of motor control and morphological development in evolution of multi-cellular animats}},
  year          = {2009}
}

@inproceedings{schuler2025seasonalstationkeepingshortduration,
  title = {Seasonal Station-Keeping of Short Duration High Altitude Balloons Using Deep Reinforcement Learning},
  url = {http://dx.doi.org/10.1109/AERO63441.2025.11068667},
  DOI = {10.1109/aero63441.2025.11068667},
  booktitle = {2025 IEEE Aerospace Conference},
  publisher = {IEEE},
  author = {Schuler,  Tristan K. and Prasad,  Chinthan and Kiselev,  Georgiy and Sofge,  Donald},
  year = {2025},
  month = Mar,
  pages = {1-11}
}

@article{schulhoff2024prompt,
  author  = {Schulhoff, Sander and Ilie, Michael and Balepur, Nishant and Kahadze, Konstantine and Liu, Amanda and Si, Chenglei and Li, Yinheng and Gupta, Aayush and Han, HyoJung and Schulhoff, Sevien and others},
  doi     = {10.48550/arxiv.arXiv:2406.06608},
  journal = {arXiv preprint arXiv:2406.06608},
  title   = {The Prompt Report: A Systematic Survey of Prompting Techniques},
  year    = {2024}
}

@inproceedings{schulman2015trust,
  author        = {Schulman, John and Levine, Sergey and Abbeel, Pieter and Jordan, Michael and Moritz, Philipp},
  booktitle     = {International Conference on Machine Learning},
  date-added    = {2019-04-11 21:33:58 -0700},
  date-modified = {2019-04-11 21:33:58 -0700},
  pages         = {1889--1897},
  title         = {Trust region policy optimization},
  year          = {2015}
}

@misc{schulman2017proximalpolicyoptimizationalgorithms,
  archiveprefix = {arXiv},
  author        = {John Schulman and Filip Wolski and Prafulla Dhariwal and Alec Radford and Oleg Klimov},
  doi           = {10.48550/arxiv.arXiv:1707.06347},
  eprint        = {1707.06347},
  primaryclass  = {cs.LG},
  title         = {Proximal Policy Optimization Algorithms},
  url           = {https://arxiv.org/abs/1707.06347},
  year          = {2017}
}

@conference{secretan2008picbreeder,
  author        = {Secretan, J. and Beato, N. and D Ambrosio, D.B. and Rodriguez, A. and Campbell, A. and Stanley, K.O.},
  booktitle     = {Proceedings of the Computer Human Interaction Conference},
  date-added    = {2010-04-03 12:28:37 -0400},
  date-modified = {2010-04-17 00:52:28 -0400},
  organization  = {ACM},
  pages         = {1759--1768},
  title         = {{Picbreeder: evolving pictures collaboratively online}},
  year          = {2008}
}

@article{secretan2011picbreeder,
  author        = {Secretan, J. and Beato, N. and D'Ambrosio, D.B. and Rodriguez, A. and Campbell, A. and Folsom-Kovarik, J.T. and Stanley, K.O.},
  date-added    = {2011-01-29 22:58:04 -0500},
  date-modified = {2011-09-24 14:07:15 -0400},
  doi           = {10.1162/evco_a_00030},
  issn          = {1063-6560},
  journal       = {Evolutionary Computation},
  number        = {3},
  pages         = {373-403},
  publisher     = {MIT Press},
  title         = {{Picbreeder: A Case Study in Collaborative Evolutionary Exploration of Design Space}},
  volume        = {19},
  year          = {2011}
}

@article{Segler2018chem,
  author    = {Segler,  Marwin H. S. and Preuss,  Mike and Waller,  Mark P.},
  doi       = {10.1038/nature25978},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {3},
  number    = {7698},
  pages     = {604-610},
  publisher = {Springer Science and Business Media LLC},
  title     = {Planning chemical syntheses with deep neural networks and symbolic AI},
  url       = {http://dx.doi.org/10.1038/nature25978},
  volume    = {555},
  year      = {2018}
}

@article{segler2018planning,
  author    = {Segler, Marwin HS and Preuss, Mike and Waller, Mark P},
  doi       = {10.1038/nature25978},
  journal   = {Nature},
  number    = {7698},
  pages     = {604--610},
  publisher = {Nature Publishing Group UK London},
  title     = {Planning chemical syntheses with deep neural networks and symbolic AI},
  volume    = {555},
  year      = {2018}
}

@book{shaker2016procedural,
  author        = {Shaker, Noor and Togelius, Julian and Nelson, Mark J},
  date-added    = {2019-05-19 21:28:21 -0700},
  date-modified = {2019-05-19 21:28:21 -0700},
  doi           = {10.1007/978-3-319-42716-4},
  publisher     = {Springer},
  title         = {Procedural content generation in games},
  year          = {2016}
}

@misc{sharma2025understandingsycophancylanguagemodels,
  archiveprefix = {arXiv},
  author        = {Mrinank Sharma and Meg Tong and Tomasz Korbak and David Duvenaud and Amanda Askell and Samuel R. Bowman and Newton Cheng and Esin Durmus and Zac Hatfield-Dodds and Scott R. Johnston and Shauna Kravec and Timothy Maxwell and Sam McCandlish and Kamal Ndousse and Oliver Rausch and Nicholas Schiefer and Da Yan and Miranda Zhang and Ethan Perez},
  doi           = {10.48550/arxiv.arXiv:2310.13548},
  eprint        = {2310.13548},
  primaryclass  = {cs.CL},
  title         = {Towards Understanding Sycophancy in Language Models},
  url           = {https://arxiv.org/abs/2310.13548},
  year          = {2025}
}

@inproceedings{shen2023deepmad,
  author    = {Shen, Xuan and Wang, Yaohua and Lin, Ming and Huang, Yilun and Tang, Hao and Sun, Xiuyu and Wang, Yanzhi},
  booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  doi       = {10.1109/cvpr52729.2023.00597},
  pages     = {6163--6173},
  title     = {Deepmad: Mathematical architecture design for deep convolutional neural network},
  year      = {2023}
}

@inproceedings{shi2023language,
  author    = {Freda Shi and Mirac Suzgun and Markus Freitag and Xuezhi Wang and Suraj Srivats and Soroush Vosoughi and Hyung Won Chung and Yi Tay and Sebastian Ruder and Denny Zhou and Dipanjan Das and Jason Wei},
  booktitle = {The Eleventh International Conference on Learning Representations },
  title     = {Language models are multilingual chain-of-thought reasoners},
  year      = {2023}
}

@article{Shin2023Go,
  author    = {Shin,  Minkyu and Kim,  Jin and van Opheusden,  Bas and Griffiths,  Thomas L.},
  doi       = {10.1073/pnas.2214840120},
  issn      = {1091-6490},
  journal   = {Proceedings of the National Academy of Sciences},
  month     = {3},
  number    = {12},
  publisher = {Proceedings of the National Academy of Sciences},
  title     = {Superhuman artificial intelligence can improve human decision-making by increasing novelty},
  url       = {http://dx.doi.org/10.1073/pnas.2214840120},
  volume    = {120},
  year      = {2023}
}

@article{shinn2024reflexion,
  author  = {Shinn, Noah and Cassano, Federico and Gopinath, Ashwin and Narasimhan, Karthik and Yao, Shunyu},
  doi     = {10.52202/075280-0377},
  journal = {Advances in neural information processing systems},
  pages   = {8634--8652},
  title   = {Reflexion: Language agents with verbal reinforcement learning},
  volume  = {36},
  year    = {2023}
}

@inproceedings{si2024llmsgeneratenovelresearch,
  author    = {Si, Chenglei and Yang, Diyi and Hashimoto, Tatsunori},
  booktitle = {International Conference on Learning Representations},
  pages     = {94003--94092},
  title     = {Can llms generate novel research ideas? a large-scale human study with 100+ nlp researchers},
  volume    = {2025},
  year      = {2025}
}

@inproceedings{siegelmann1995computational,
  author    = {Siegelmann, Hava T and Sontag, Eduardo D},
  booktitle = {Proceedings of the fifth annual workshop on Computational learning theory},
  doi       = {10.1145/130385.130432},
  pages     = {440--449},
  title     = {On the computational power of neural nets},
  year      = {1992}
}

@article{Silver2016,
  author    = {Silver,  David and Huang,  Aja and Maddison,  Chris J. and Guez,  Arthur and Sifre,  Laurent and van den Driessche,  George and Schrittwieser,  Julian and Antonoglou,  Ioannis and Panneershelvam,  Veda and Lanctot,  Marc and Dieleman,  Sander and Grewe,  Dominik and Nham,  John and Kalchbrenner,  Nal and Sutskever,  Ilya and Lillicrap,  Timothy and Leach,  Madeleine and Kavukcuoglu,  Koray and Graepel,  Thore and Hassabis,  Demis},
  doi       = {10.1038/nature16961},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {1},
  number    = {7587},
  pages     = {484-489},
  publisher = {Springer Science and Business Media LLC},
  title     = {Mastering the game of Go with deep neural networks and tree search},
  url       = {http://dx.doi.org/10.1038/nature16961},
  volume    = {529},
  year      = {2016}
}

@article{silver2017mastering,
  author    = {Silver, David and Schrittwieser, Julian and Simonyan, Karen and Antonoglou, Ioannis and Huang, Aja and Guez, Arthur and Hubert, Thomas and Baker, Lucas and Lai, Matthew and Bolton, Adrian and others},
  doi       = {10.1038/nature24270},
  journal   = {nature},
  number    = {7676},
  pages     = {354--359},
  publisher = {Nature Publishing Group},
  title     = {Mastering the game of go without human knowledge},
  volume    = {550},
  year      = {2017}
}

@article{silver2018general,
  author    = {Silver, David and Hubert, Thomas and Schrittwieser, Julian and Antonoglou, Ioannis and Lai, Matthew and Guez, Arthur and Lanctot, Marc and Sifre, Laurent and Kumaran, Dharshan and Graepel, Thore and others},
  doi       = {10.1126/science.aar6404},
  journal   = {Science},
  number    = {6419},
  pages     = {1140--1144},
  publisher = {American Association for the Advancement of Science},
  title     = {A general reinforcement learning algorithm that masters chess, shogi, and Go through self-play},
  volume    = {362},
  year      = {2018}
}

@misc{silverInterviewFridman2020,
  author       = {Lex Fridman},
  organization = {Youtube},
  title        = {David Silver: AlphaGo, AlphaZero, and Deep Reinforcement Learning | Lex Fridman Podcast \#86},
  url          = {https://www.youtube.com/watch?v=uPUEq8d73JI },
  year         = {2020}
}

@article{simonyan2014very,
  author        = {Simonyan, Karen and Zisserman, Andrew},
  date-added    = {2016-01-18 05:41:39 +0000},
  date-modified = {2016-01-18 05:41:39 +0000},
  doi           = {10.48550/arxiv.arXiv:1409.1556},
  journal       = {arXiv preprint arXiv:1409.1556},
  title         = {Very deep convolutional networks for large-scale image recognition},
  year          = {2014}
}

@misc{simonyan2015deepconvolutionalnetworkslargescale,
  archiveprefix = {arXiv},
  author        = {Karen Simonyan and Andrew Zisserman},
  doi           = {10.48550/arxiv.arXiv:1409.1556},
  eprint        = {1409.1556},
  primaryclass  = {cs.CV},
  title         = {Very Deep Convolutional Networks for Large-Scale Image Recognition},
  url           = {https://arxiv.org/abs/1409.1556},
  year          = {2015}
}

@misc{simple_evals,
  author = {OpenAI},
  note   = {Accessed: 2024-08-10},
  title  = {Simple Evals},
  url    = {https://github.com/openai/simple-evals},
  year   = {2023}
}

@article{sims1993interactive,
  author        = {Sims, K.},
  date-added    = {2010-12-29 20:08:50 -0500},
  date-modified = {2010-12-29 20:08:50 -0500},
  doi           = {10.1007/bf01888721},
  issn          = {0178-2789},
  journal       = {The Visual Computer},
  number        = {8},
  pages         = {466-476},
  publisher     = {Springer},
  title         = {{Interactive evolution of equations for procedural models}},
  volume        = {9},
  year          = {1993}
}

@article{sims1994evolving,
    author = {Sims, Karl},
    title = {Evolving 3D Morphology and Behavior by Competition},
    journal = {Artificial Life},
    volume = {1},
    number = {4},
    pages = {353-372},
    year = {1994},
    month = {07},
    issn = {1064-5462},
    doi = {10.1162/artl.1994.1.4.353},
    url = {https://doi.org/10.1162/artl.1994.1.4.353},
    eprint = {https://direct.mit.edu/artl/article-pdf/1/4/353/1661459/artl.1994.1.4.353.pdf},
}


@inproceedings{Sims1994evolvingvirtualcreatures,
  author     = {Sims,  Karl},
  booktitle  = {Proceedings of the 21st annual conference on Computer graphics and interactive techniques - SIGGRAPH '94},
  collection = {SIGGRAPH '94},
  doi        = {10.1145/192161.192167},
  pages      = {15-22},
  publisher  = {ACM Press},
  series     = {SIGGRAPH '94},
  title      = {Evolving virtual creatures},
  url        = {http://dx.doi.org/10.1145/192161.192167},
  year       = {1994}
}

@inproceedings{singh2009rewards,
  author    = {Singh, Satinder and Lewis, Richard L and Barto, Andrew G},
  booktitle = {Proceedings of the annual conference of the cognitive science society},
  pages     = {2601--2606},
  title     = {Where do rewards come from},
  year      = {2009}
}

@misc{singh2019endtoendroboticreinforcementlearning,
  archiveprefix = {arXiv},
  author        = {Avi Singh and Larry Yang and Kristian Hartikainen and Chelsea Finn and Sergey Levine},
  doi           = {10.48550/arxiv.arXiv:1904.07854},
  eprint        = {1904.07854},
  primaryclass  = {cs.LG},
  title         = {End-to-End Robotic Reinforcement Learning without Reward Engineering},
  url           = {https://arxiv.org/abs/1904.07854},
  year          = {2019}
}

@inproceedings{skalsa2022rewardhacking,
  abstract  = {We provide the first formal definition of <b>reward hacking</b>, a phenomenon where optimizing an imperfect proxy reward function, $mathcal{tilde{R}}$, leads to poor performance according to the true reward function, $mathcal{R}$. We say that a proxy is <b>unhackable</b> if increasing the expected proxy return can never decrease the expected true return. Intuitively, it might be possible to create an unhackable proxy by leaving some terms out of the reward function (making it "narrower") or overlooking fine-grained distinctions between roughly equivalent outcomes, but we show this is usually not the case. A key insight is that the linearity of reward (in state-action visit counts) makes unhackability a very strong condition. In particular, for the set of all stochastic policies, two reward functions can only be unhackable if one of them is constant. We thus turn our attention to deterministic policies and finite sets of stochastic policies, where non-trivial unhackable pairs always exist, and establish necessary and sufficient conditions for the existence of simplifications, an important special case of unhackability. Our results reveal a tension between using reward functions to specify narrow tasks and aligning AI systems with human values.},
  address   = {Red Hook, NY, USA},
  articleno = {687},
  author    = {Skalse, Joar and Howe, Nikolaus H. R. and Krasheninnikov, Dmitrii and Krueger, David},
  booktitle = {Proceedings of the 36th International Conference on Neural Information Processing Systems},
  doi       = {10.52202/068431-0687},
  isbn      = {9781713871088},
  location  = {New Orleans, LA, USA},
  numpages  = {12},
  publisher = {Curran Associates Inc.},
  series    = {NIPS '22},
  title     = {Defining and characterizing reward hacking},
  year      = {2022}
}

@misc{SloaneA000438,
  author       = {{OEIS Foundation Inc.}},
  howpublished = {The On-Line Encyclopedia of Integer Sequences, Entry A000438},
  note         = {Accessed: 2026-08-06},
  title        = {Number of 1-factorizations of complete graph {$K_{2n}$}},
  url          = {https://oeis.org/A000438},
  year         = {2026}
}

@inproceedings{snoek2012practical,
  author        = {Snoek, Jasper and Larochelle, Hugo and Adams, Ryan P},
  booktitle     = {Advances in neural information processing systems},
  date-added    = {2019-04-02 17:57:31 -0400},
  date-modified = {2019-04-02 17:57:31 -0400},
  pages         = {2951--2959},
  title         = {Practical bayesian optimization of machine learning algorithms},
  year          = {2012}
}

@book{sokal1995biometry,
  author        = {Sokal, R.R. and Rohlf, F.J.},
  date-added    = {2010-07-24 02:07:17 -0400},
  date-modified = {2010-07-24 02:07:17 -0400},
  doi           = {10.2307/2343822},
  publisher     = {WH Freeman},
  title         = {{Biometry: the principles and practice of statistics in biological research}},
  year          = {1995}
}

@article{sole2006network,
  author        = {Sol{\'e}, R.V. and Valverde, S.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1016/j.tree.2006.05.013},
  journal       = {Trends in ecology \& evolution},
  number        = {8},
  pages         = {419--422},
  publisher     = {Elsevier},
  title         = {Are network motifs the spandrels of cellular complexity?},
  volume        = {21},
  year          = {2006}
}

@article{Sole2008,
  abstract      = {Modularity is known to be one of the most relevant characteristics of biological systems and appears to be present at multiple scales. Given its adaptive potential, it is often assumed to be the target of selective pressures. Under such interpretation, selection would be actively favouring the formation of modular structures, which would specialize in different functions. Here we show that, within the context of cellular networks, no such selection pressure is needed to obtain modularity. Instead, the intrinsic dynamics of network growth by duplication and diversification is able to generate it for free and explain the statistical features exhibited by small subgraphs. The implications for the evolution and evolvability of both biological and technological systems are discussed.},
  author        = {Sol\'{e}, Ricard V and Valverde, Sergi},
  bdsk-url-1    = {http://dx.doi.org/10.1098/rsif.2007.1108},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1098/rsif.2007.1108},
  issn          = {1742-5689},
  journal       = {Journal of the Royal Society, Interface / the Royal Society},
  keywords      = {Cell Communication,Cell Communication: physiology,Cell Physiological Phenomena,Evolution,Models, Biological},
  month         = {1},
  number        = {18},
  pages         = {129--33},
  pmid          = {17626003},
  title         = {{Spontaneous emergence of modularity in cellular networks.}},
  volume        = {5},
  year          = {2008}
}

@book{soltesz2011computational,
  author        = {Soltesz, Ivan and Staley, Kevin},
  date-added    = {2013-09-27 04:42:03 +0000},
  date-modified = {2013-09-27 04:42:03 +0000},
  publisher     = {Academic Press},
  title         = {Computational neuroscience in epilepsy},
  year          = {2011}
}

@conference{soltoggio2007evolving,
  author        = {Soltoggio, A. and Durr, P. and Mattiussi, C. and Floreano, D.},
  booktitle     = {Proceedings of the IEEE Congress on Evolutionary Computation},
  date-added    = {2010-04-17 00:33:48 -0400},
  date-modified = {2011-12-06 16:18:19 -0500},
  title         = {{Evolving neuromodulatory topologies for reinforcement learning-like problems}},
  volume        = {2007},
  year          = {2007}
}

@article{soltoggio2008evolutionary,
  author        = {Soltoggio, A. and Bullinaria, J.A. and Mattiussi, C. and Durr, P. and Floreano, D.},
  date-added    = {2010-04-17 00:31:58 -0400},
  date-modified = {2010-04-17 00:40:26 -0400},
  journal       = {Artificial Life},
  pages         = {569},
  title         = {{Evolutionary Advantages of Neuromodulated Plasticity in Dynamic, Reward-based Scenarios}},
  volume        = {11},
  year          = {2008}
}

@article{soltoggio2012modulated,
  author        = {Soltoggio, Andrea and Stanley, Kenneth O},
  date-added    = {2019-04-25 16:26:50 -0700},
  date-modified = {2019-04-25 16:26:50 -0700},
  doi           = {10.1016/j.neunet.2012.06.005},
  journal       = {Neural Networks},
  pages         = {28--41},
  publisher     = {Elsevier},
  title         = {From modulated Hebbian plasticity to simple behavior learning through noise and weight saturation},
  volume        = {34},
  year          = {2012}
}

@article{soltoggio2018born,
  author        = {Soltoggio, Andrea and Stanley, Kenneth O and Risi, Sebastian},
  date-added    = {2019-04-11 20:50:14 -0700},
  date-modified = {2019-04-11 20:50:14 -0700},
  doi           = {10.1016/j.neunet.2018.07.013},
  journal       = {Neural Networks},
  publisher     = {Elsevier},
  title         = {Born to learn: the inspiration, progress, and future of evolved plastic artificial neural networks},
  year          = {2018}
}

@inproceedings{soros2014identifying,
  author        = {Soros, L and Stanley, Kenneth},
  booktitle     = {Artificial Life Conference Proceedings 14},
  date-added    = {2019-04-25 16:55:11 -0700},
  date-modified = {2019-04-25 16:55:11 -0700},
  doi           = {10.7551/978-0-262-32621-6-ch128},
  organization  = {MIT Press},
  pages         = {793--800},
  title         = {Identifying necessary conditions for open-ended evolution through the artificial life world of chromaria},
  year          = {2014}
}

@article{sotala2014responses,
  author    = {Sotala, Kaj and Yampolskiy, Roman V},
  doi       = {10.1088/0031-8949/90/1/018001},
  journal   = {Physica Scripta},
  number    = {1},
  pages     = {018001},
  publisher = {IOP Publishing},
  title     = {{Responses to catastrophic AGI risk}: a survey},
  volume    = {90},
  year      = {2014}
}

@misc{sothanaphan2026resolutionerdhosproblem728,
  archiveprefix = {arXiv},
  author        = {Nat Sothanaphan},
  doi           = {10.48550/arxiv.arXiv:2601.07421},
  eprint        = {2601.07421},
  primaryclass  = {math.NT},
  title         = {Resolution of Erdos Problem \#728: a writeup of Aristotle's Lean proof},
  url           = {https://arxiv.org/abs/2601.07421},
  year          = {2026}
}

@article{southan2004has,
  author        = {Southan, C.},
  date-added    = {2010-03-30 11:53:47 -0400},
  date-modified = {2010-03-30 11:53:47 -0400},
  doi           = {10.1002/pmic.200300700},
  journal       = {Proteomics},
  number        = {6},
  pages         = {1712--1726},
  publisher     = {John Wiley \& Sons},
  title         = {{Has the yo-yo stopped? An assessment of human protein-coding gene number}},
  volume        = {4},
  year          = {2004}
}

@inproceedings{southey2012bayesbluffopponentmodelling,
  author    = {Southey, Finnegan and Bowling, Michael and Larson, Bryce and Piccione, Carmelo and Burch, Neil and Billings, Darse and Rayner, Chris},
  booktitle = {Proceedings of the Twenty-First Conference on Uncertainty in Artificial Intelligence},
  pages     = {550--558},
  title     = {Bayes' bluff: opponent modelling in poker},
  year      = {2005}
}

@misc{specgamingkrakovna2020,
  author = {Krakovna, Victoria and Uesato, Jonathan and Mikulik, Vladimir and Rahtz, Matthew and Everitt, Tom and Kumar, Ramana and Kenton, Zac and Leike, Jan and Legg, Shane},
  note   = {\url{https://deepmind.google/discover/blog/specification-gaming-the-flip-side-of-ai-ingenuity/}, 
             Last accessed on 2025-09-16},
  title  = {Specification gaming: the flip side of AI ingenuity},
  year   = {2020}
}

@article{srivastava2013first,
  author        = {Srivastava, Rupesh Kumar and Steunebrink, Bas R and Schmidhuber, J{\"u}rgen},
  date-added    = {2019-05-10 15:35:25 -0600},
  date-modified = {2019-05-10 15:35:25 -0600},
  doi           = {10.1016/j.neunet.2013.01.022},
  journal       = {Neural Networks},
  pages         = {130--136},
  publisher     = {Elsevier},
  title         = {First experiments with powerplay},
  volume        = {41},
  year          = {2013}
}

@article{srivastava2015highway,
  author        = {Srivastava, Rupesh Kumar and Greff, Klaus and Schmidhuber, J{\"u}rgen},
  date-added    = {2019-04-11 20:59:55 -0700},
  date-modified = {2019-04-11 20:59:55 -0700},
  doi           = {10.48550/arxiv.arXiv:1505.00387},
  journal       = {arXiv preprint arXiv:1505.00387},
  title         = {Highway networks},
  year          = {2015}
}

@article{stadie2017third,
  author        = {Stadie, Bradly C and Abbeel, Pieter and Sutskever, Ilya},
  date-added    = {2019-05-16 10:43:24 -0700},
  date-modified = {2019-05-16 10:43:24 -0700},
  doi           = {10.48550/arxiv.arXiv:1703.01703},
  journal       = {arXiv preprint arXiv:1703.01703},
  title         = {Third-person imitation learning},
  year          = {2017}
}

@article{stanley:open,
  author        = {Stanley, KO and Lehman, J and Soros, L},
  date-added    = {2019-04-11 20:39:31 -0700},
  date-modified = {2019-04-11 20:39:31 -0700},
  journal       = {O'Reilly Online},
  month         = {December\ 19,},
  title         = {Open-endedness: The last grand challenge you've never heard of},
  year          = {2017}
}

@article{stanley2002evolving,
  author        = {Stanley, K.O. and Miikkulainen, R.},
  date-added    = {2010-03-31 10:20:28 -0400},
  date-modified = {2010-03-31 10:20:28 -0400},
  doi           = {10.1162/106365602320169811},
  journal       = {Evolutionary Computation},
  number        = {2},
  pages         = {99--127},
  publisher     = {MIT Press},
  title         = {{Evolving neural networks through augmenting topologies}},
  volume        = {10},
  year          = {2002}
}

@article{stanley2003taxonomy,
  author        = {Stanley, K.O. and Miikkulainen, R.},
  date-added    = {2010-03-30 11:48:52 -0400},
  date-modified = {2010-03-30 11:48:52 -0400},
  doi           = {10.1162/106454603322221487},
  journal       = {Artificial Life},
  number        = {2},
  pages         = {93--130},
  publisher     = {MIT Press},
  title         = {{A taxonomy for artificial embryogeny}},
  volume        = {9},
  year          = {2003}
}

@article{stanley2004competitive,
  author        = {Stanley, K.O. and Miikkulainen, R.},
  date-added    = {2010-04-15 11:57:32 -0400},
  date-modified = {2010-04-15 11:57:32 -0400},
  doi           = {10.1613/jair.1338},
  journal       = {Journal of Artificial Intelligence Research},
  number        = {1},
  pages         = {63--100},
  title         = {{Competitive coevolution through evolutionary complexification}},
  volume        = {21},
  year          = {2004}
}

@article{stanley2007compositional,
  author        = {Stanley, K.O.},
  date-added    = {2010-03-31 00:11:39 -0400},
  date-modified = {2010-03-31 00:11:39 -0400},
  doi           = {10.1007/s10710-007-9028-8},
  journal       = {Genetic Programming and Evolvable Machines},
  number        = {2},
  pages         = {131--162},
  publisher     = {Springer},
  title         = {{Compositional pattern producing networks: A novel abstraction of development}},
  volume        = {8},
  year          = {2007}
}

@article{stanley2009hypercube,
  author        = {Stanley, K.O. and D'Ambrosio, D.B. and Gauci, J.},
  date-added    = {2014-09-22 20:29:00 +0000},
  date-modified = {2014-09-24 03:08:04 +0000},
  doi           = {10.1162/artl.2009.15.2.15202},
  journal       = {Artificial life},
  number        = {2},
  pages         = {185--212},
  publisher     = {MIT Press},
  title         = {A hypercube-based encoding for evolving large-scale neural networks},
  volume        = {15},
  year          = {2009}
}

@book{stanley2015greatness,
  author    = {Stanley, Kenneth O and Lehman, Joel},
  doi       = {10.1007/978-3-319-15524-1},
  publisher = {Springer},
  title     = {Why greatness cannot be planned: The myth of the objective},
  year      = {2015}
}

@article{stanley2019designing,
  author        = {Stanley, Kenneth O and Clune, Jeff and Lehman, Joel and Miikkulainen, Risto},
  date-added    = {2019-04-30 15:38:43 -0700},
  date-modified = {2019-04-30 15:38:43 -0700},
  doi           = {10.1038/s42256-018-0006-z},
  journal       = {Nature Machine Intelligence},
  number        = {1},
  pages         = {24--35},
  title         = {Designing neural networks through neuroevolution},
  volume        = {1},
  year          = {2019}
}

@article{stanton2016curiosity,
  author        = {Stanton, Christopher and Clune, Jeff},
  date-added    = {2019-04-11 20:11:08 -0700},
  date-modified = {2019-04-11 20:11:08 -0700},
  doi           = {10.1371/journal.pone.0162235},
  journal       = {PloS one},
  number        = {9},
  pages         = {e0162235},
  publisher     = {Public Library of Science},
  title         = {Curiosity search: producing generalists by encouraging individuals to continually explore and acquire skills throughout their lifetime},
  volume        = {11},
  year          = {2016}
}

@article{stanton2018deepCS,
  author        = {Stanton, Christopher and Clune, Jeff},
  date-added    = {2018-06-14 18:04:39 +0000},
  date-modified = {2019-04-17 15:36:32 -0700},
  journal       = {NeurIPS Deep Reinforcement Learning Workshop},
  title         = {Deep curiosity search: Intra-life exploration improves performance on challenging deep reinforcement problems},
  year          = {2018}
}

@book{stearns1992evolution,
  address       = {New York},
  author        = {Stearns, S.},
  date-added    = {2010-07-24 02:11:05 -0400},
  date-modified = {2010-07-24 02:11:37 -0400},
  doi           = {10.1093/oso/9780198577416.001.0001},
  publisher     = {Oxford University Press},
  title         = {{The evolution of life histories}},
  year          = {1992}
}

@article{Stewart2013zerodeterminant,
  author    = {Stewart, Alexander J. and Plotkin, Joshua B.},
  doi       = {10.1073/pnas.1306246110},
  issn      = {1091-6490},
  journal   = {Proceedings of the National Academy of Sciences},
  month     = {9},
  number    = {38},
  pages     = {15348-15353},
  publisher = {Proceedings of the National Academy of Sciences},
  title     = {From extortion to generosity, evolution in the Iterated Prisoner's Dilemma},
  url       = {http://dx.doi.org/10.1073/pnas.1306246110},
  volume    = {110},
  year      = {2013}
}

@book{striedter2005principles,
  author        = {Striedter, G.F.},
  date-added    = {2010-03-30 15:41:00 -0400},
  date-modified = {2010-03-30 15:41:00 -0400},
  publisher     = {Sinauer Associates Sunderland, MA},
  title         = {{Principles of brain evolution}},
  year          = {2005}
}

@misc{su2025crossingrewardbridgeexpanding,
  archiveprefix = {arXiv},
  author        = {Yi Su and Dian Yu and Linfeng Song and Juntao Li and Haitao Mi and Zhaopeng Tu and Min Zhang and Dong Yu},
  doi           = {10.48550/arxiv.arXiv:2503.23829},
  eprint        = {2503.23829},
  primaryclass  = {cs.CL},
  title         = {Crossing the Reward Bridge: Expanding RL with Verifiable Rewards Across Diverse Domains},
  url           = {https://arxiv.org/abs/2503.23829},
  year          = {2025}
}

@article{such2017deep,
  author        = {Such, Felipe Petroski and Madhavan, Vashisht and Conti, Edoardo and Lehman, Joel and Stanley, Kenneth O and Clune, Jeff},
  date-added    = {2019-05-16 07:19:50 -0700},
  date-modified = {2019-05-16 07:19:50 -0700},
  doi           = {10.48550/arxiv.arXiv:1712.06567},
  journal       = {arXiv preprint arXiv:1712.06567},
  title         = {Deep neuroevolution: Genetic algorithms are a competitive alternative for training deep neural networks for reinforcement learning},
  year          = {2017}
}

@inproceedings{such2020generative,
  author        = {Such, Felipe Petroski and Rawal, Aditya and Lehman, Joel and Stanley, Kenneth and Clune, Jeff},
  booktitle     = {International Conference on Machine Learning},
  date-added    = {2021-03-22 13:56:10 -0700},
  date-modified = {2021-03-22 13:56:10 -0700},
  organization  = {PMLR},
  pages         = {9206--9216},
  title         = {Generative teaching networks: Accelerating neural architecture search by learning to generate synthetic training data},
  year          = {2020}
}

@inproceedings{suchorzewski2011novel,
  author        = {Suchorzewski, M. and Clune, J.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2011-08-30 01:41:00 -0400},
  date-modified = {2011-08-30 01:41:45 -0400},
  doi           = {10.1145/2001576.2001781},
  pages         = {1523-1530},
  title         = {A Novel Generative Encoding for Evolving Modular, Regular and Scalable Networks},
  year          = {2011}
}

@book{Suh1990,
  author        = {Suh, N. P.},
  date-added    = {2013-06-25 10:31:56 +0000},
  date-modified = {2013-06-25 10:31:56 +0000},
  publisher     = {Oxford University Press},
  title         = {The principles of design},
  volume        = {226},
  year          = {1990}
}

@inproceedings{sun2020stealthyefficientadversarialattacks,
  author    = {Sun, Jianwen and Zhang, Tianwei and Xie, Xiaofei and Ma, Lei and Zheng, Yan and Chen, Kangjie and Liu, Yang},
  booktitle = {Proceedings of the AAAI conference on artificial intelligence},
  doi       = {10.1609/aaai.v34i04.6047},
  pages     = {5883--5891},
  title     = {Stealthy and efficient adversarial attacks against deep reinforcement learning},
  volume    = {34},
  year      = {2020}
}

@article{sun2024easy,
  author  = {Sun, Zhiqing and Yu, Longhui and Shen, Yikang and Liu, Weiyang and Yang, Yiming and Welleck, Sean and Gan, Chuang},
  doi     = {10.52202/079017-1618},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {51118--51168},
  title   = {Easy-to-hard generalization: Scalable alignment beyond human supervision},
  volume  = {37},
  year    = {2024}
}

@inproceedings{sutskever2014sequence,
  author        = {Sutskever, Ilya and Vinyals, Oriol and Le, Quoc V},
  booktitle     = {Advances in neural information processing systems},
  date-added    = {2019-04-11 08:38:05 -0700},
  date-modified = {2019-04-11 08:38:05 -0700},
  pages         = {3104--3112},
  title         = {Sequence to sequence learning with neural networks},
  year          = {2014}
}

@book{sutton1998reinforcement,
  author        = {Sutton, Richard S and Barto, Andrew G and others},
  date-added    = {2018-07-26 04:28:13 +0000},
  date-modified = {2018-07-26 04:28:13 +0000},
  doi           = {10.1109/tnn.1998.712192},
  publisher     = {MIT press},
  title         = {Reinforcement learning: An introduction},
  year          = {1998}
}

@book{sutton2018reinforcement,
  author    = {Sutton, Richard S and Barto, Andrew G},
  publisher = {MIT press},
  title     = {Reinforcement learning: An introduction},
  year      = {2018}
}

@electronic{sutton2019bitter,
  author        = {Sutton, Rich},
  bdsk-url-1    = {http://www.incompleteideas.net/IncIdeas/BitterLesson.html},
  date-added    = {2019-04-11 21:40:16 -0700},
  date-modified = {2019-04-11 21:42:34 -0700},
  title         = {The Bitter Lesson},
  url           = {http://www.incompleteideas.net/IncIdeas/BitterLesson.html},
  year          = {2019}
}

@book{Swink2008GameFA,
  author    = {Swink, Steve},
  doi       = {10.1201/9781482267334},
  publisher = {CRC press},
  title     = {Game feel: a game designer's guide to virtual sensation},
  year      = {2008}
}

@inproceedings{szegedy:arxiv16,
  author        = {Christian Szegedy and Sergey Ioffe and Vincent Vanhoucke},
  bdsk-url-1    = {http://arxiv.org/abs/1602.07261},
  booktitle     = {Proceedings of the 2017 AAAI Conference on Artificial Intelligence},
  date-added    = {2019-04-11 20:37:11 -0700},
  date-modified = {2019-04-11 20:37:11 -0700},
  doi           = {10.48550/arxiv.arXiv:1602.07261},
  title         = {Inception-v4, Inception-ResNet and the Impact of Residual Connections on Learning},
  year          = {2017}
}

@article{szegedy2013intriguing,
  author        = {Szegedy, Christian and Zaremba, Wojciech and Sutskever, Ilya and Bruna, Joan and Erhan, Dumitru and Goodfellow, Ian and Fergus, Rob},
  date-added    = {2015-12-13 01:34:53 +0000},
  date-modified = {2015-12-13 01:34:53 +0000},
  doi           = {10.48550/arxiv.arXiv:1312.6199},
  journal       = {arXiv preprint arXiv:1312.6199},
  title         = {Intriguing properties of neural networks},
  year          = {2013}
}

@inproceedings{szegedy2014going,
  author    = {Szegedy, Christian and Liu, Wei and Jia, Yangqing and Sermanet, Pierre and Reed, Scott and Anguelov, Dragomir and Erhan, Dumitru and Vanhoucke, Vincent and Rabinovich, Andrew},
  booktitle = {Proceedings of the IEEE conference on computer vision and pattern recognition},
  doi       = {10.1109/cvpr.2015.7298594},
  pages     = {1--9},
  title     = {Going deeper with convolutions},
  year      = {2015}
}

@book{Szeliski2010ComputerVisionTextbook,
  author        = {Richard Szeliski},
  date-added    = {2019-04-10 06:51:13 -0700},
  date-modified = {2019-04-10 06:53:19 -0700},
  doi           = {10.1007/978-1-84882-935-0},
  publisher     = {Springer Science and Business Media},
  title         = {Computer Vision: Algorithms and Applications},
  year          = {2010}
}

@article{szymanski2023autonomous,
  author  = {Szymanski, Nathan J and Rendy, Bernardus and Fei, Yuxing and Kumar, Rishi E and He, Tanjin and Milsted, David and McDermott, Matthew J and Gallant, Max and Cubuk, Ekin Dogus and Merchant, Amil and others},
  doi     = {10.1038/s41586-023-06734-w},
  journal = {Nature},
  number  = {7990},
  pages   = {86-91},
  title   = {An autonomous laboratory for the accelerated synthesis of inorganic materials},
  volume  = {624},
  year    = {2023}
}

@inproceedings{tabacof2015exploring,
  author       = {Tabacof, Pedro and Valle, Eduardo},
  booktitle    = {2016 international joint conference on neural networks (IJCNN)},
  doi          = {10.1109/ijcnn.2016.7727230},
  organization = {IEEE},
  pages        = {426--433},
  title        = {Exploring the space of adversarial images},
  year         = {2016}
}

@article{tabak2019machine,
  author        = {Tabak, Michael A and Norouzzadeh, Mohammad S and Wolfson, David W and Sweeney, Steven J and VerCauteren, Kurt C and Snow, Nathan P and Halseth, Joseph M and Di Salvo, Paul A and Lewis, Jesse S and White, Michael D and others},
  date-added    = {2019-12-27 11:04:03 -0800},
  date-modified = {2019-12-27 11:04:03 -0800},
  doi           = {10.1111/2041-210x.13120},
  journal       = {Methods in Ecology and Evolution},
  number        = {4},
  pages         = {585--590},
  publisher     = {Wiley Online Library},
  title         = {Machine learning to classify animal species in camera trap images: applications in ecology},
  volume        = {10},
  year          = {2019}
}

@article{tabak2020improving,
  author        = {Tabak, Michael A and Norouzzadeh, Mohammad S and Wolfson, David W and Newton, Erica J and Boughton, Raoul K and Ivan, Jacob S and Odell, Eric A and Newkirk, Eric S and Conrey, Reesa Y and Stenglein, Jennifer and others},
  date-added    = {2021-03-22 14:45:42 -0700},
  date-modified = {2021-03-22 14:45:42 -0700},
  doi           = {10.1101/2020.03.18.997700},
  journal       = {Ecology and evolution},
  number        = {19},
  pages         = {10374--10383},
  publisher     = {Wiley Online Library},
  title         = {Improving the accessibility and transferability of machine learning algorithms for identification of animals in camera trap images: MLWIC2},
  volume        = {10},
  year          = {2020}
}

@article{takagi2001interactive,
  author        = {Takagi, H.},
  date-added    = {2014-09-22 02:33:26 +0000},
  date-modified = {2014-09-24 03:07:41 +0000},
  doi           = {10.1109/5.949485},
  journal       = {Proceedings of the IEEE},
  number        = {9},
  pages         = {1275--1296},
  publisher     = {IEEE},
  title         = {Interactive evolutionary computation: Fusion of the capabilities of EC optimization and human evaluation},
  volume        = {89},
  year          = {2001}
}

@misc{TalkRL_Riedmiller_2023,
  author       = {Chauhan, Robin Ranjit Singh},
  howpublished = {TalkRL: The Reinforcement Learning Podcast},
  month        = {8},
  note         = {Accessed: 2025-11-18},
  title        = {{Martin Riedmiller}},
  url          = {https://www.talkrl.com/episodes/martin-riedmiller},
  year         = {2023}
}

@misc{tao2026jacobian,
  author = {Tao, Terence},
  month  = {7},
  note   = {Blog post, July 21, 2026},
  title  = {A Digestion of the {Jacobian} Conjecture Counterexample},
  url    = {https://terrytao.wordpress.com/2026/07/21/a-digestion-of-the-jacobian-conjecture-counterexample/},
  year   = {2026}
}

@inproceedings{tarapore2016different,
  author        = {Tarapore, Danesh and Clune, Jeff and Cully, Antoine and Mouret, Jean-Baptiste},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2016-08-02 21:27:13 +0000},
  date-modified = {2016-08-02 21:27:13 +0000},
  doi           = {10.1145/2908812.2908875},
  pages         = {173--180},
  title         = {How Do Different Encodings Influence the Performance of the MAP-Elites Algorithm?},
  year          = {2016}
}

@misc{tassa2018deepmindcontrolsuite,
  archiveprefix = {arXiv},
  author        = {Yuval Tassa and Yotam Doron and Alistair Muldal and Tom Erez and Yazhe Li and Diego de Las Casas and David Budden and Abbas Abdolmaleki and Josh Merel and Andrew Lefrancq and Timothy Lillicrap and Martin Riedmiller},
  doi           = {10.48550/arxiv.arXiv:1801.00690},
  eprint        = {1801.00690},
  primaryclass  = {cs.AI},
  title         = {DeepMind Control Suite},
  url           = {https://arxiv.org/abs/1801.00690},
  year          = {2018}
}

@article{taylor2007transfer,
  author        = {Taylor, M.E. and Stone, P. and Liu, Y.},
  date-added    = {2010-04-03 21:00:39 -0400},
  date-modified = {2011-12-06 16:18:27 -0500},
  journal       = {Journal of Machine Learning Research},
  number        = {1},
  pages         = {2125--2167},
  title         = {{Transfer learning via inter-task mappings for temporal difference learning}},
  volume        = {8},
  year          = {2007}
}

@article{taylor2016open,
  author        = {Taylor, Tim and Bedau, Mark and Channon, Alastair and Ackley, David and Banzhaf, Wolfgang and Beslon, Guillaume and Dolson, Emily and Froese, Tom and Hickinbotham, Simon and Ikegami, Takashi and others},
  date-added    = {2019-04-25 17:00:17 -0700},
  date-modified = {2019-04-25 17:00:17 -0700},
  doi           = {10.1162/artl_a_00210},
  journal       = {Artificial life},
  number        = {3},
  pages         = {408--423},
  publisher     = {MIT Press},
  title         = {Open-ended evolution: perspectives from the OEE workshop in York},
  volume        = {22},
  year          = {2016}
}

@article{tdgammon,
  abstract   = {Ever since the days of Shannon's proposal for a chess-playing algorithm [12] and Samuel's checkers-learning program [10] the domain of complex board games such as Go, chess, checkers, Othello, and backgammon has been widely regarded as an ideal testing ground for exploring a variety of concepts and approaches in artificial intelligence and machine learning. Such board games offer the challenge of tremendous complexity and sophistication required to play at expert level. At the same time, the problem inputs and performance measures are clear-cut and well defined, and the game environment is readily automated in that it is easy to simulate the board, the rules of legal play, and the rules regarding when the game is over and determining the outcome.},
  address    = {New York, NY, USA},
  author     = {Tesauro, Gerald},
  doi        = {10.1145/203330.203343},
  issn       = {0001-0782},
  issue_date = {March 1995},
  journal    = {Commun. ACM},
  month      = {3},
  number     = {3},
  numpages   = {11},
  pages      = {58–68},
  publisher  = {Association for Computing Machinery},
  title      = {Temporal difference learning and TD-Gammon},
  url        = {https://doi.org/10.1145/203330.203343},
  volume     = {38},
  year       = {1995}
}

@inproceedings{team2023human,
  abstract  = {Foundation models have shown impressive adaptation and scalability in supervised and self-supervised learning problems, but so far these successes have not fully translated to reinforcement learning (RL). In this work, we demonstrate that training an RL agent at scale leads to a general in-context learning algorithm that can adapt to open-ended novel embodied 3D problems as quickly as humans. In a vast space of held-out environment dynamics, our adaptive agent (AdA) displays on-the-fly hypothesis-driven exploration, efficient exploitation of acquired knowledge, and can successfully be prompted with first-person demonstrations. Adaptation emerges from three ingredients: (1) meta-reinforcement learning across a vast, smooth and diverse task distribution, (2) a policy parameterised as a large-scale attention-based memory architecture, and (3) an effective automated curriculum that prioritises tasks at the frontier of an agent’s capabilities. We demonstrate characteristic scaling laws with respect to network size, memory length, and richness of the training task distribution. We believe our results lay the foundation for increasingly general and adaptive RL agents that perform well across ever-larger open-ended domains.},
  author    = {Bauer, Jakob and Baumli, Kate and Behbahani, Feryal and Bhoopchand, Avishkar and Bradley-Schmieg, Nathalie and Chang, Michael and Clay, Natalie and Collister, Adrian and Dasagi, Vibhavari and Gonzalez, Lucy and Gregor, Karol and Hughes, Edward and Kashem, Sheleem and Loks-Thompson, Maria and Openshaw, Hannah and Parker-Holder, Jack and Pathak, Shreya and Perez-Nieves, Nicolas and Rakicevic, Nemanja and Rockt\"{a}schel, Tim and Schroecker, Yannick and Singh, Satinder and Sygnowski, Jakub and Tuyls, Karl and York, Sarah and Zacherl, Alexander and Zhang, Lei M},
  booktitle = {Proceedings of the 40th International Conference on Machine Learning},
  editor    = {Krause, Andreas and Brunskill, Emma and Cho, Kyunghyun and Engelhardt, Barbara and Sabato, Sivan and Scarlett, Jonathan},
  month     = {23--29 Jul},
  pages     = {1887--1935},
  pdf       = {https://proceedings.mlr.press/v202/bauer23a/bauer23a.pdf},
  publisher = {PMLR},
  series    = {Proceedings of Machine Learning Research},
  title     = {Human-Timescale Adaptation in an Open-Ended Task Space},
  url       = {https://proceedings.mlr.press/v202/bauer23a.html},
  volume    = {202},
  year      = {2023}
}

@article{tellez2006evolving,
  author        = {T{\'e}llez, R. and Angulo, C. and Pardo, D.},
  date-added    = {2010-03-31 15:31:45 -0400},
  date-modified = {2010-04-17 00:54:06 -0400},
  doi           = {10.1007/11613022_4},
  journal       = {Biologically Inspired Approaches to Advanced Information Technology},
  pages         = {5--19},
  title         = {{Evolving the walking behaviour of a 12 dof quadruped using a distributed neural architecture}},
  year          = {2006}
}

@article{todd2024gavelgeneratinggamesevolution,
  author  = {Todd, Graham and Padula, Alexander G and Stephenson, Matthew and Piette, {\'E}ric and Soemers, Dennis J and Togelius, Julian},
  doi     = {10.52202/079017-3515},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {110723--110745},
  title   = {Gavel: Generating games via evolution and language models},
  volume  = {37},
  year    = {2024}
}

@inproceedings{todorov2012mujoco,
  author       = {Todorov, Emanuel and Erez, Tom and Tassa, Yuval},
  booktitle    = {2012 IEEE/RSJ International Conference on Intelligent Robots and Systems},
  doi          = {10.1109/IROS.2012.6386109},
  organization = {IEEE},
  pages        = {5026--5033},
  title        = {MuJoCo: A physics engine for model-based control},
  year         = {2012}
}

@book{tomasello2009cultural,
  author        = {Tomasello, Michael},
  date-added    = {2019-05-14 14:08:50 -0700},
  date-modified = {2019-05-14 14:08:50 -0700},
  doi           = {10.4159/9780674044371},
  publisher     = {Harvard university press},
  title         = {The cultural origins of human cognition},
  year          = {2009}
}

@inproceedings{tonelli2011relationships,
  author        = {Tonelli, P. and Mouret, J.-B.},
  bdsk-url-1    = {http://doi.acm.org/10.1145/2001576.2001782},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2011-09-20 18:45:15 -0400},
  date-modified = {2014-07-20 17:48:16 +0000},
  doi           = {10.1145/2001576.2001782},
  location      = {Dublin, Ireland},
  numpages      = {8},
  pages         = {1531--1538},
  publisher     = {ACM},
  title         = {On the relationships between synaptic plasticity and generative systems},
  year          = {2011}
}

@article{Tonelli2013,
  author        = {Tonelli, P. and Mouret, J.-B.},
  date-added    = {2013-09-10 17:41:15 +0000},
  date-modified = {2013-09-10 17:41:15 +0000},
  doi           = {10.1371/journal.pone.0079138},
  journal       = {PLoS One},
  pages         = {To appear},
  title         = {On the Relationships between Generative Encodings, Regularity, and Learning Abilities when Evolving Plastic, Artificial Neural Networks},
  year          = {2013}
}

@article{torabi2018behavioral,
  author        = {Torabi, Faraz and Warnell, Garrett and Stone, Peter},
  date-added    = {2019-05-16 17:04:13 -0600},
  date-modified = {2019-05-16 17:04:13 -0600},
  doi           = {10.48550/arxiv.arXiv:1805.01954},
  journal       = {arXiv preprint arXiv:1805.01954},
  title         = {Behavioral cloning from observation},
  year          = {2018}
}

@misc{touvron2023llama2openfoundation,
  archiveprefix = {arXiv},
  author        = {Hugo Touvron and Louis Martin and Kevin Stone and Peter Albert and Amjad Almahairi and Yasmine Babaei and Nikolay Bashlykov and Soumya Batra and Prajjwal Bhargava and Shruti Bhosale and Dan Bikel and Lukas Blecher and Cristian Canton Ferrer and Moya Chen and Guillem Cucurull and David Esiobu and Jude Fernandes and Jeremy Fu and Wenyin Fu and Brian Fuller and Cynthia Gao and Vedanuj Goswami and Naman Goyal and Anthony Hartshorn and Saghar Hosseini and Rui Hou and Hakan Inan and Marcin Kardas and Viktor Kerkez and Madian Khabsa and Isabel Kloumann and Artem Korenev and Punit Singh Koura and Marie-Anne Lachaux and Thibaut Lavril and Jenya Lee and Diana Liskovich and Yinghai Lu and Yuning Mao and Xavier Martinet and Todor Mihaylov and Pushkar Mishra and Igor Molybog and Yixin Nie and Andrew Poulton and Jeremy Reizenstein and Rashi Rungta and Kalyan Saladi and Alan Schelten and Ruan Silva and Eric Michael Smith and Ranjan Subramanian and Xiaoqing Ellen Tan and Binh Tang and Ross Taylor and Adina Williams and Jian Xiang Kuan and Puxin Xu and Zheng Yan and Iliyan Zarov and Yuchen Zhang and Angela Fan and Melanie Kambadur and Sharan Narang and Aurelien Rodriguez and Robert Stojnic and Sergey Edunov and Thomas Scialom},
  doi           = {10.48550/arxiv.arXiv:2307.09288},
  eprint        = {2307.09288},
  primaryclass  = {cs.CL},
  title         = {Llama 2: Open Foundation and Fine-Tuned Chat Models},
  url           = {https://arxiv.org/abs/2307.09288},
  year          = {2023}
}

@book{trappenberg2010fundamentals,
  author        = {Trappenberg, T.P.},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1093/oso/9780192869364.001.0001},
  publisher     = {Oxford University Press},
  title         = {Fundamentals of computational neuroscience},
  year          = {2010}
}

@misc{turpin2023languagemodelsdontsay,
  archiveprefix = {arXiv},
  author        = {Miles Turpin and Julian Michael and Ethan Perez and Samuel R. Bowman},
  doi           = {10.48550/arxiv.arXiv:2305.04388},
  eprint        = {2305.04388},
  primaryclass  = {cs.CL},
  title         = {Language Models Don't Always Say What They Think: Unfaithful Explanations in Chain-of-Thought Prompting},
  url           = {https://arxiv.org/abs/2305.04388},
  year          = {2023}
}

@article{tynes2021pairwise,
  author    = {Tynes, Michael and Gao, Wenhao and Burrill, Daniel J. and Batista, Enrique R. and Perez, Danny and Yang, Ping and Lubbers, Nicholas},
  doi       = {10.1021/acs.jcim.1c00670},
  journal   = {Journal of Chemical Information and Modeling},
  number    = {8},
  pages     = {3846--3857},
  publisher = {American Chemical Society},
  title     = {Pairwise Difference Regression: A Machine Learning Meta-algorithm for Improved Prediction and Uncertainty Quantification in Chemical Search},
  url       = {https://doi.org/10.1021/acs.jcim.1c00670},
  volume    = {61},
  year      = {2021}
}

@techreport{un_ai_panel_2026_preliminary_report,
  author      = {{Independent International Scientific Panel on Artificial Intelligence}},
  institution = {{United Nations}},
  month       = {7},
  title       = {Preliminary Report of the Independent International Scientific Panel on {AI}: Evidence-Based Assessment of Opportunities, Risks and Impacts of {AI}},
  url         = {https://www.un.org/independent-international-scientific-panel-ai/sites/default/files/2026-07/en_Preliminary%20Report_.pdf},
  urldate     = {2026-07-07},
  year        = {2026}
}

@conference{valsalam2008modular,
  author        = {Valsalam, V.K. and Miikkulainen, R.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2010-03-31 15:30:02 -0400},
  date-modified = {2010-05-13 13:16:35 -0400},
  organization  = {ACM},
  pages         = {265--272},
  title         = {{Modular neuroevolution for multilegged locomotion}},
  year          = {2008}
}

@inproceedings{van1990modular,
  author        = {Van Essen, D.C. and Felleman, D.J. and DeYoe, E.A. and Olavarria, J. and Knierim, J.},
  booktitle     = {Cold Spring Harbor Symposia on Quantitative Biology},
  date-added    = {2014-07-20 01:08:00 +0000},
  date-modified = {2014-07-20 17:40:59 +0000},
  doi           = {10.1101/sqb.1990.055.01.064},
  organization  = {Cold Spring Harbor Laboratory Press},
  pages         = {679--696},
  title         = {Modular and hierarchical organization of extrastriate visual cortex in the macaque monkey},
  volume        = {55},
  year          = {1990}
}

@inproceedings{vanderweij2025aisandbagginglanguagemodels,
  author    = {Van Der Weij, Teun and Hofst{\"a}tter, Felix and Jaffe, Oliver and Brown, Samuel and Ward, Francis},
  booktitle = {International Conference on Learning Representations},
  pages     = {73152--73189},
  title     = {Ai sandbagging: Language models can strategically underperform on evaluations},
  volume    = {2025},
  year      = {2025}
}

@article{varibad,
  author  = {Zintgraf, Luisa and Schulze, Sebastian and Lu, Cong and Feng, Leo and Igl, Maximilian and Shiarlis, Kyriacos and Gal, Yarin and Hofmann, Katja and Whiteson, Shimon},
  journal = {Journal of Machine Learning Research},
  number  = {289},
  pages   = {1--39},
  title   = {Varibad: Variational bayes-adaptive deep rl via meta-learning},
  volume  = {22},
  year    = {2021}
}

@article{vaswani2023attentionneed,
  author  = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  doi     = {10.65215/ysbyhc05},
  journal = {Advances in neural information processing systems},
  title   = {Attention is all you need},
  volume  = {30},
  year    = {2017}
}

@conference{velez2014novelty,
  author        = {Velez, R. and Clune J.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2014-07-07 04:52:43 +0000},
  date-modified = {2014-09-24 03:12:57 +0000},
  pages         = {737-44},
  title         = {Novelty Search Creates Robots with General Skills for Exploration},
  year          = {2014}
}

@inproceedings{velez2016identifying,
  author        = {Velez, Roby and Clune, Jeff},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2016-08-02 21:24:24 +0000},
  date-modified = {2016-08-02 21:24:24 +0000},
  doi           = {10.1145/2908812.2908839},
  pages         = {181--188},
  title         = {Identifying Core Functional Networks and Functional Modules within Artificial Neural Networks via Subsets Regression},
  year          = {2016}
}

@article{velez2017diffusion,
  author        = {Velez, Roby and Clune, Jeff},
  date-added    = {2018-06-14 18:13:38 +0000},
  date-modified = {2018-06-14 18:13:38 +0000},
  doi           = {10.1371/journal.pone.0187736},
  journal       = {PloS one},
  number        = {11},
  pages         = {e0187736},
  publisher     = {Public Library of Science},
  title         = {Diffusion-based neuromodulation can eliminate catastrophic forgetting in simple neural networks},
  volume        = {12},
  year          = {2017}
}

@techreport{vemprala2023chatgpt_robotics,
  author      = {Vemprala, Sai and Bonatti, Rogerio and Bucker, Arthur and Kapoor, Ashish},
  institution = {Microsoft},
  month       = {February},
  number      = {MSR-TR-2023-8},
  title       = {ChatGPT for Robotics: Design Principles and Model Abilities},
  url         = {https://www.microsoft.com/en-us/research/publication/chatgpt-for-robotics-design-principles-and-model-abilities/},
  year        = {2023}
}

@conference{verbancsics2010transfer,
  author        = {Verbancsics, P. and Stanley, K.O.},
  booktitle     = {Proceedings of the genetic and evolutionary computation conference},
  date-added    = {2011-01-10 02:07:07 -0500},
  date-modified = {2011-01-10 02:07:07 -0500},
  organization  = {ACM},
  pages         = {547--554},
  title         = {{Transfer learning through indirect encoding}},
  year          = {2010}
}

@inproceedings{verbancsics2011constraining,
  author        = {Verbancsics, Phillip and Stanley, Kenneth O},
  booktitle     = {Proceedings of the 13th annual conference on Genetic and evolutionary computation},
  date-added    = {2013-06-25 11:04:52 +0000},
  date-modified = {2013-06-25 11:04:52 +0000},
  doi           = {10.1145/2001576.2001776},
  organization  = {ACM},
  pages         = {1483--1490},
  title         = {Constraining connectivity to encourage modularity in HyperNEAT},
  year          = {2011}
}

@inproceedings{vezhnevets2017feudal,
  author        = {Vezhnevets, Alexander Sasha and Osindero, Simon and Schaul, Tom and Heess, Nicolas and Jaderberg, Max and Silver, David and Kavukcuoglu, Koray},
  booktitle     = {Proceedings of the 34th International Conference on Machine Learning-Volume 70},
  date-added    = {2019-04-11 21:22:16 -0700},
  date-modified = {2019-04-11 21:22:16 -0700},
  organization  = {JMLR. org},
  pages         = {3540--3549},
  title         = {Feudal networks for hierarchical reinforcement learning},
  year          = {2017}
}

@article{Vinyals2019Alphastar,
  author    = {Vinyals,  Oriol and Babuschkin,  Igor and Czarnecki,  Wojciech M. and Mathieu,  Michael and Dudzik,  Andrew and Chung,  Junyoung and Choi,  David H. and Powell,  Richard and Ewalds,  Timo and Georgiev,  Petko and Oh,  Junhyuk and Horgan,  Dan and Kroiss,  Manuel and Danihelka,  Ivo and Huang,  Aja and Sifre,  Laurent and Cai,  Trevor and Agapiou,  John P. and Jaderberg,  Max and Vezhnevets,  Alexander S. and Leblond,  Remi and Pohlen,  Tobias and Dalibard,  Valentin and Budden,  David and Sulsky,  Yury and Molloy,  James and Paine,  Tom L. and Gulcehre,  Caglar and Wang,  Ziyu and Pfaff,  Tobias and Wu,  Yuhuai and Ring,  Roman and Yogatama,  Dani and W\"{u}nsch,  Dario and McKinney,  Katrina and Smith,  Oliver and Schaul,  Tom and Lillicrap,  Timothy and Kavukcuoglu,  Koray and Hassabis,  Demis and Apps,  Chris and Silver,  David},
  doi       = {10.1038/s41586-019-1724-z},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {10},
  number    = {7782},
  pages     = {350-354},
  publisher = {Springer Science and Business Media LLC},
  title     = {Grandmaster level in StarCraft II using multi-agent reinforcement learning},
  url       = {http://dx.doi.org/10.1038/s41586-019-1724-z},
  volume    = {575},
  year      = {2019}
}

@article{von1828uber,
  author        = {von Baer, K.E.},
  date-added    = {2010-07-24 02:13:22 -0400},
  date-modified = {2010-07-24 02:13:22 -0400},
  journal       = {Beobachtung and Reflexion},
  title         = {{Uber entwickelungsgeschichte der thiere}},
  volume        = {1},
  year          = {1828}
}

@misc{vonoswald2023transformerslearnincontextgradient,
  archiveprefix = {arXiv},
  author        = {Johannes von Oswald and Eyvind Niklasson and Ettore Randazzo and João Sacramento and Alexander Mordvintsev and Andrey Zhmoginov and Max Vladymyrov},
  doi           = {10.48550/arxiv.arXiv:2212.07677},
  eprint        = {2212.07677},
  primaryclass  = {cs.LG},
  title         = {Transformers learn in-context by gradient descent},
  url           = {https://arxiv.org/abs/2212.07677},
  year          = {2023}
}

@article{wagner1996complex,
  author        = {Wagner, G.P. and Altenberg, L.},
  date-added    = {2010-05-06 15:30:50 -0400},
  date-modified = {2011-12-06 16:18:31 -0500},
  journal       = {Evolution},
  number        = {3},
  pages         = {967--976},
  title         = {{Complex adaptations and the evolution of evolvability}},
  volume        = {50},
  year          = {1996}
}

@article{wagner1996homologues,
  author        = {Wagner, G.P.},
  date-added    = {2010-05-06 15:31:21 -0400},
  date-modified = {2010-05-06 15:31:21 -0400},
  doi           = {10.1093/icb/36.1.36},
  journal       = {Integrative and Comparative Biology},
  number        = {1},
  pages         = {36},
  publisher     = {Soc Integ Comp Biol},
  title         = {{Homologues, natural kinds and the evolution of modularity}},
  volume        = {36},
  year          = {1996}
}

@article{wagner1996perspective,
  author        = {Wagner, G{\"u}nter P and Altenberg, Lee},
  date-added    = {2019-05-05 13:51:28 -0600},
  date-modified = {2019-05-05 13:51:28 -0600},
  doi           = {10.2307/2410639},
  journal       = {Evolution},
  number        = {3},
  pages         = {967--976},
  publisher     = {Wiley Online Library},
  title         = {Perspective: complex adaptations and the evolution of evolvability},
  volume        = {50},
  year          = {1996}
}

@inbook{wagner2001natural,
  author        = {Wagner, G.P. and Mezey, J. and Calabretta, R.},
  chapter       = {Natural selection and the origin of modules},
  date-added    = {2013-09-12 06:53:29 +0000},
  date-modified = {2013-09-12 06:53:29 +0000},
  publisher     = {MIT Press},
  title         = {Modularity. Understanding the development and evolution of complex natural systems},
  year          = {2001}
}

@article{wagner2007road,
  author        = {Wagner, G.P. and Pavlicev, M. and Cheverud, J. M.},
  date-added    = {2013-08-28 17:37:25 +0000},
  date-modified = {2014-07-20 17:44:22 +0000},
  doi           = {10.1038/nrg2267},
  journal       = {Nature Reviews Genetics},
  number        = {12},
  pages         = {921--931},
  publisher     = {Nature Publishing Group},
  title         = {The road to modularity},
  volume        = {8},
  year          = {2007}
}

@book{wagner2013robustness,
  author        = {Wagner, Andreas},
  date-added    = {2019-05-05 13:54:03 -0600},
  date-modified = {2019-05-05 13:54:03 -0600},
  doi           = {10.1515/9781400849383},
  publisher     = {Princeton university press},
  title         = {Robustness and evolvability in living systems},
  volume        = {24},
  year          = {2013}
}

@article{Walker01112006tokomak,
  author    = {Walker, ML and Humphreys, DA},
  doi       = {10.13182/fst06-a1271},
  journal   = {Fusion Science and Technology},
  number    = {4},
  pages     = {473--489},
  publisher = {Taylor \& Francis},
  title     = {Valid coordinate systems for linearized plasma shape response models in tokamaks},
  volume    = {50},
  year      = {2006}
}

@article{wang2016learning,
  author        = {Wang, Jane X and Kurth-Nelson, Zeb and Tirumala, Dhruva and Soyer, Hubert and Leibo, Joel Z and Munos, Remi and Blundell, Charles and Kumaran, Dharshan and Botvinick, Matt},
  date-added    = {2019-04-02 18:01:07 -0400},
  date-modified = {2019-04-02 18:01:07 -0400},
  doi           = {10.48550/arxiv.arXiv:1611.05763},
  journal       = {arXiv preprint arXiv:1611.05763},
  title         = {Learning to reinforcement learn},
  year          = {2016}
}

@article{wang2019paired,
  author        = {Wang, Rui and Lehman, Joel and Clune, Jeff and Stanley, Kenneth O},
  date-added    = {2019-04-11 20:11:08 -0700},
  date-modified = {2021-03-22 14:31:10 -0700},
  journal       = {Proceedings of the Genetic and Evolutionary Computation Conference (GECCO)},
  title         = {Paired Open-Ended Trailblazer (POET): Endlessly Generating Increasingly Complex and Diverse Learning Environments and Their Solutions},
  year          = {2019}
}

@inproceedings{wang2019poet,
  address   = {New York, NY, USA},
  author    = {Wang, Rui and Lehman, Joel and Clune, Jeff and Stanley, Kenneth O.},
  booktitle = {Proceedings of the Genetic and Evolutionary Computation Conference},
  doi       = {10.1145/3321707.3321799},
  isbn      = {9781450361118},
  keywords  = {artificial life, coevolution, evolution strategies, novelty search, open-ended evolution},
  location  = {Prague, Czech Republic},
  numpages  = {10},
  pages     = {142-151},
  publisher = {Association for Computing Machinery},
  series    = {GECCO '19},
  title     = {POET: open-ended coevolution of environments and their optimized solutions},
  year      = {2019}
}

@inproceedings{wang2020enhanced,
  author        = {Wang, Rui and Lehman, Joel and Rawal, Aditya and Zhi, Jiale and Li, Yulun and Clune, Jeffrey and Stanley, Kenneth},
  booktitle     = {International Conference on Machine Learning},
  date-added    = {2021-03-22 14:32:16 -0700},
  date-modified = {2021-03-22 14:32:16 -0700},
  organization  = {PMLR},
  pages         = {9940--9951},
  title         = {Enhanced POET: Open-ended reinforcement learning through unbounded invention of learning challenges and their solutions},
  year          = {2020}
}

@inproceedings{wang2022adversarial,
  author    = {Wang, Tony Tong and Gleave, Adam and Tseng, Tom and Belrose, Nora and Miller, Joseph and Dennis, Michael D and Duan, Yawen and Pogrebniak, Viktor and Levine, Sergey and Russell, Stuart},
  booktitle = {International Conference on Machine Learning},
  title     = {Adversarial Policies Beat Superhuman Go AIs},
  year      = {2023}
}

@article{Wang2023ai4science,
  author    = {Wang,  Hanchen and Fu,  Tianfan and Du,  Yuanqi and Gao,  Wenhao and Huang,  Kexin and Liu,  Ziming and Chandak,  Payal and Liu,  Shengchao and Van Katwyk,  Peter and Deac,  Andreea and Anandkumar,  Anima and Bergen,  Karianne and Gomes,  Carla P. and Ho,  Shirley and Kohli,  Pushmeet and Lasenby,  Joan and Leskovec,  Jure and Liu,  Tie-Yan and Manrai,  Arjun and Marks,  Debora and Ramsundar,  Bharath and Song,  Le and Sun,  Jimeng and Tang,  Jian and  Veli{\v{c}}kovi{\'c}, Petar and Welling,  Max and Zhang,  Linfeng and Coley,  Connor W. and Bengio,  Yoshua and Zitnik,  Marinka},
  doi       = {10.1038/s41586-023-06221-2},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {8},
  number    = {7972},
  pages     = {47-60},
  publisher = {Springer Science and Business Media LLC},
  title     = {Scientific discovery in the age of artificial intelligence},
  url       = {http://dx.doi.org/10.1038/s41586-023-06221-2},
  volume    = {620},
  year      = {2023}
}

@inproceedings{wang2023selfconsistency,
  author    = {Xuezhi Wang and Jason Wei and Dale Schuurmans and Quoc V Le and Ed H. Chi and Sharan Narang and Aakanksha Chowdhery and Denny Zhou},
  booktitle = {The Eleventh International Conference on Learning Representations },
  title     = {Self-Consistency Improves Chain of Thought Reasoning in Language Models},
  year      = {2023}
}

@article{wang2023voyager,
  author  = {Guanzhi Wang and Yuqi Xie and Yunfan Jiang and Ajay Mandlekar and Chaowei Xiao and Yuke Zhu and Linxi Fan and Anima Anandkumar},
  doi     = {10.48550/arxiv.arXiv:2305.16291},
  journal = {arXiv preprint arXiv: Arxiv-2305.16291},
  title   = {Voyager: An Open-Ended Embodied Agent with Large Language Models},
  year    = {2023}
}

@article{wang2024llmagentsurvey,
  author    = {Wang, Lei and Ma, Chen and Feng, Xueyang and Zhang, Zeyu and Yang, Hao and Zhang, Jingsen and Chen, Zhiyuan and Tang, Jiakai and Chen, Xu and Lin, Yankai and others},
  doi       = {10.1007/s11704-024-40231-1},
  journal   = {Frontiers of Computer Science},
  number    = {6},
  pages     = {186345},
  publisher = {Springer},
  title     = {A survey on large language model based autonomous agents},
  volume    = {18},
  year      = {2024}
}

@inproceedings{wang2025diverse,
  author    = {Wang, Jiahao and Xue, Songkai and Li, Jinghui and Wang, Xiaozhen},
  booktitle = {Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society},
  doi       = {10.1609/aies.v8i3.36744},
  number    = {3},
  pages     = {2637--2648},
  title     = {Diverse Human Value Alignment for Large Language Models via Ethical Reasoning},
  volume    = {8},
  year      = {2025}
}

@inproceedings{watterembed2control2015,
  abstract  = {We introduce Embed to Control (E2C), a method for model learning and control of non-linear dynamical systems from raw pixel images. E2C consists of a deep generative model, belonging to the family of variational autoencoders, that learns to generate image trajectories from a latent space in which the dynamics is constrained to be locally linear. Our model is derived directly from an optimal control formulation in latent space, supports long-term prediction of image sequences and exhibits strong performance on a variety of complex control problems.},
  address   = {Cambridge, MA, USA},
  author    = {Watter, Manuel and Springenberg, Jost Tobias and Boedecker, Joschka and Riedmiller, Martin},
  booktitle = {Proceedings of the 29th International Conference on Neural Information Processing Systems - Volume 2},
  location  = {Montreal, Canada},
  numpages  = {9},
  pages     = {2746-2754},
  publisher = {MIT Press},
  series    = {NIPS'15},
  title     = {Embed to control: a locally Linear Latent dynamics model for control from raw images},
  year      = {2015}
}

@incollection{weaver1955NLP,
  address   = {Cambridge, MA},
  author    = {Weaver, Warren},
  booktitle = {Machine Translation of Languages: Fourteen Essays},
  editor    = {Locke, William N. and Booth, Andrew D.},
  note      = {Originally written in 1949},
  pages     = {15--23},
  publisher = {Technology Press of the Massachusetts Institute of Technology},
  title     = {Translation},
  year      = {1955}
}

@article{wei2022chain,
  author  = {Wei, Jason and Wang, Xuezhi and Schuurmans, Dale and Bosma, Maarten and Xia, Fei and Chi, Ed and Le, Quoc V and Zhou, Denny and others},
  doi     = {10.52202/068431-1800},
  journal = {Advances in neural information processing systems},
  pages   = {24824--24837},
  title   = {Chain-of-thought prompting elicits reasoning in large language models},
  volume  = {35},
  year    = {2022}
}

@misc{wei2022emergentabilitieslargelanguage,
  archiveprefix = {arXiv},
  author        = {Jason Wei and Yi Tay and Rishi Bommasani and Colin Raffel and Barret Zoph and Sebastian Borgeaud and Dani Yogatama and Maarten Bosma and Denny Zhou and Donald Metzler and Ed H. Chi and Tatsunori Hashimoto and Oriol Vinyals and Percy Liang and Jeff Dean and William Fedus},
  doi           = {10.48550/arxiv.arXiv:2206.07682},
  eprint        = {2206.07682},
  primaryclass  = {cs.CL},
  title         = {Emergent Abilities of Large Language Models},
  url           = {https://arxiv.org/abs/2206.07682},
  year          = {2022}
}

@article{wei2023chainofthoughtpromptingelicitsreasoning,
  author  = {Wei, Jason and Wang, Xuezhi and Schuurmans, Dale and Bosma, Maarten and Xia, Fei and Chi, Ed and Le, Quoc V and Zhou, Denny and others},
  doi     = {10.52202/068431-1800},
  journal = {Advances in neural information processing systems},
  pages   = {24824--24837},
  title   = {Chain-of-thought prompting elicits reasoning in large language models},
  volume  = {35},
  year    = {2022}
}

@misc{wei2024simplesyntheticdatareduces,
  archiveprefix = {arXiv},
  author        = {Jerry Wei and Da Huang and Yifeng Lu and Denny Zhou and Quoc V. Le},
  doi           = {10.48550/arxiv.arXiv:2308.03958},
  eprint        = {2308.03958},
  primaryclass  = {cs.CL},
  title         = {Simple synthetic data reduces sycophancy in large language models},
  url           = {https://arxiv.org/abs/2308.03958},
  year          = {2024}
}

@article{Wen2008,
  abstract      = {Over hundreds of millions of years, evolution has optimized brain design to maximize its functionality while minimizing costs associated with building and maintenance. This observation suggests that one can use optimization theory to rationalize various features of brain design. Here, we attempt to explain the dimensions and branching structure of dendritic arbors by minimizing dendritic cost for given potential synaptic connectivity. Assuming only that dendritic cost increases with total dendritic length and path length from synapses to soma, we find that branching, planar, and compact dendritic arbors, such as those belonging to Purkinje cells in the cerebellum, are optimal. The theory predicts that adjacent Purkinje dendritic arbors should spatially segregate. In addition, we propose two explicit cost function expressions, falsifiable by measuring dendritic caliber near bifurcations.},
  author        = {Wen, Quan and Chklovskii, Dmitri B},
  bdsk-url-1    = {http://www.ncbi.nlm.nih.gov/pubmed/18305091},
  bdsk-url-2    = {http://dx.doi.org/10.1152/jn.00280.2007},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  doi           = {10.1152/jn.00280.2007},
  issn          = {0022-3077},
  journal       = {Journal of neurophysiology},
  keywords      = {Algorithms,Axons,Axons: physiology,Axons: ultrastructure,Cerebellum,Cerebellum: cytology,Cerebellum: ultrastructure,Cost-Benefit Analysis,Dendrites,Dendrites: physiology,Dendrites: ultrastructure,Models, Neurological,Neurons,Neurons: physiology,Neurons: ultrastructure,Purkinje Cells,Purkinje Cells: physiology,Purkinje Cells: ultrastructure,Synapses,Synapses: physiology,Synapses: ultrastructure},
  month         = {5},
  number        = {5},
  pages         = {2320--8},
  pmid          = {18305091},
  title         = {{A cost-benefit analysis of neuronal morphology.}},
  volume        = {99},
  year          = {2008}
}

@misc{wen2025reinforcementlearningverifiablerewards,
  archiveprefix = {arXiv},
  author        = {Xumeng Wen and Zihan Liu and Shun Zheng and Shengyu Ye and Zhirong Wu and Yang Wang and Zhijian Xu and Xiao Liang and Junjie Li and Ziming Miao and Jiang Bian and Mao Yang},
  doi           = {10.48550/arxiv.arXiv:2506.14245},
  eprint        = {2506.14245},
  primaryclass  = {cs.AI},
  title         = {Reinforcement Learning with Verifiable Rewards Implicitly Incentivizes Correct Reasoning in Base LLMs},
  url           = {https://arxiv.org/abs/2506.14245},
  year          = {2025}
}

@article{weng2023agent,
  author  = {Weng, Lilian},
  journal = {lilianweng.github.io},
  month   = {Jun},
  title   = {LLM-powered Autonomous Agents},
  url     = {https://lilianweng.github.io/posts/2023-06-23-agent/},
  year    = {2023}
}

@book{Wesson2011tokamak,
  address   = {Oxford, UK},
  author    = {John Wesson and D. J. Campbell},
  edition   = {4th},
  isbn      = {9780199592234},
  publisher = {Oxford University Press},
  series    = {International Series of Monographs on Physics},
  title     = {Tokamaks},
  volume    = {149},
  year      = {2011}
}

@article{weston2014memory,
  author        = {Weston, Jason and Chopra, Sumit and Bordes, Antoine},
  date-added    = {2019-04-11 21:12:50 -0700},
  date-modified = {2019-04-11 21:12:50 -0700},
  doi           = {10.48550/arxiv.arXiv:1410.3916},
  journal       = {arXiv preprint arXiv:1410.3916},
  title         = {Memory networks},
  year          = {2014}
}

@conference{wettergreen1992gait,
  author        = {Wettergreen, D. and Thorpe, C.},
  booktitle     = {IEEE International Conference on Intelligent Robots and Systems},
  date-added    = {2010-03-31 14:41:32 -0400},
  date-modified = {2010-03-31 14:41:32 -0400},
  pages         = {1413--1420},
  title         = {{Gait generation for legged robots}},
  year          = {1992}
}

@article{white1986structure,
  author        = {White, J.G. and Southgate, E. and Thomson, JN and Brenner, S. and White, JG and Southgate, E. and Thomson, JN and Brenner, S.},
  date-added    = {2013-02-01 06:42:08 +0000},
  date-modified = {2013-02-01 06:42:08 +0000},
  doi           = {10.1098/rstb.1986.0056},
  journal       = {Philosophical Transactions of the Royal Society of London. B, Biological Sciences},
  number        = {1165},
  pages         = {1--340},
  publisher     = {The Royal Society},
  title         = {The structure of the nervous system of the nematode Caenorhabditis elegans},
  volume        = {314},
  year          = {1986}
}

@article{white2023prompt,
  author  = {White, Jules and Fu, Quchen and Hays, Sam and Sandborn, Michael and Olea, Carlos and Gilbert, Henry and Elnashar, Ashraf and Spencer-Smith, Jesse and Schmidt, Douglas C},
  doi     = {10.48550/arxiv.arXiv:2302.11382},
  journal = {arXiv preprint arXiv:2302.11382},
  title   = {A prompt pattern catalog to enhance prompt engineering with chatgpt},
  year    = {2023}
}

@inproceedings{wiegand:gecco01,
  acmid         = {2955458},
  address       = {San Francisco, CA, USA},
  author        = {Wiegand, R. Paul and Liles, William C. and Jong, Kenneth A. De},
  bdsk-url-1    = {http://dl.acm.org/citation.cfm?id=2955239.2955458},
  booktitle     = {Proceedings of the 3rd Annual Conference on Genetic and Evolutionary Computation},
  date-added    = {2019-05-05 13:48:07 -0600},
  date-modified = {2019-05-05 13:48:07 -0600},
  isbn          = {1-55860-774-9},
  location      = {San Francisco, California},
  numpages      = {8},
  pages         = {1235--1242},
  publisher     = {Morgan Kaufmann Publishers Inc.},
  series        = {GECCO'01},
  title         = {An Empirical Analysis of Collaboration Methods in Cooperative Coevolutionary Algorithms},
  url           = {http://dl.acm.org/citation.cfm?id=2955239.2955458},
  year          = {2001}
}

@article{wierstra2014natural,
  author        = {Wierstra, Daan and Schaul, Tom and Glasmachers, Tobias and Sun, Yi and Peters, Jan and Schmidhuber, J{\"u}rgen},
  date-added    = {2019-05-16 07:22:18 -0700},
  date-modified = {2019-05-16 07:22:18 -0700},
  doi           = {10.1109/cec.2008.4631255},
  journal       = {The Journal of Machine Learning Research},
  number        = {1},
  pages         = {949--980},
  publisher     = {JMLR. org},
  title         = {Natural evolution strategies},
  volume        = {15},
  year          = {2014}
}

@article{wilke2001evolution,
  author        = {Wilke, C.O. and Wang, J.L. and Ofria, C. and Lenski, R.E. and Adami, C.},
  date-added    = {2010-07-24 02:14:46 -0400},
  date-modified = {2010-07-24 02:14:46 -0400},
  doi           = {10.1038/35085569},
  journal       = {Nature},
  number        = {6844},
  pages         = {331--333},
  publisher     = {Nature Publishing Group},
  title         = {{Evolution of digital organisms at high mutation rates leads to survival of the flattest}},
  volume        = {412},
  year          = {2001}
}

@article{williams1957pleiotropy,
  author        = {Williams, GC},
  date-added    = {2010-07-24 02:14:12 -0400},
  date-modified = {2012-06-28 17:33:59 -0700},
  doi           = {10.2307/2406060},
  journal       = {Evolution},
  number        = {4},
  pages         = {398-411},
  publisher     = {AAAS},
  title         = {{Pleiotropy, natural selection, and the evolution of senescence}},
  volume        = {11},
  year          = {1957}
}

@conference{wolff2003evolutionary,
  author        = {Wolff, K. and Nordin, P.},
  booktitle     = {Proceedings of the 3rd International Conference on Humanoid Robots},
  date-added    = {2010-03-31 15:40:06 -0400},
  date-modified = {2010-05-13 13:20:00 -0400},
  title         = {{An evolutionary based approach for control programming of humanoids}},
  year          = {2003}
}

@book{wolpert2010principles,
  author        = {Wolpert, L. and Tickle, C.},
  date-added    = {2011-01-21 00:37:56 -0500},
  date-modified = {2011-01-21 00:41:06 -0500},
  doi           = {10.1093/hesc/9780198800569.001.0001},
  edition       = {4th},
  publisher     = {Oxford University Press},
  title         = {Principles of Development},
  year          = {2010}
}

@inproceedings{woolley2011deleterious,
  author        = {Woolley, B.G. and Stanley, K.O.},
  booktitle     = {Proceedings of the Genetic and Evolutionary Computation Conference},
  date-added    = {2013-01-31 20:48:53 +0000},
  date-modified = {2013-01-31 20:49:08 +0000},
  doi           = {10.1145/2001576.2001707},
  organization  = {ACM},
  pages         = {957--964},
  title         = {On the deleterious effects of a priori objectives on evolution and representation},
  year          = {2011}
}

@misc{wu2020acceleratingselfplaylearning,
  archiveprefix = {arXiv},
  author        = {David J. Wu},
  doi           = {10.48550/arxiv.arXiv:1902.10565},
  eprint        = {1902.10565},
  primaryclass  = {cs.LG},
  title         = {Accelerating Self-Play Learning in Go},
  url           = {https://arxiv.org/abs/1902.10565},
  year          = {2020}
}

@inproceedings{wu2023autogen,
  author    = {Wu, Qingyun and Bansal, Gagan and Zhang, Jieyu and Wu, Yiran and Li, Beibin and Zhu, Erkang and Jiang, Li and Zhang, Xiaoyun and Zhang, Shaokun and Liu, Jiale and others},
  booktitle = {First conference on language modeling},
  title     = {Autogen: Enabling next-gen LLM applications via multi-agent conversations},
  year      = {2024}
}

@article{wurman2022outracing,
  author    = {Wurman,  Peter R. and Barrett,  Samuel and Kawamoto,  Kenta and MacGlashan,  James and Subramanian,  Kaushik and Walsh,  Thomas J. and Capobianco,  Roberto and Devlic,  Alisa and Eckert,  Franziska and Fuchs,  Florian and Gilpin,  Leilani and Khandelwal,  Piyush and Kompella,  Varun and Lin,  HaoChih and MacAlpine,  Patrick and Oller,  Declan and Seno,  Takuma and Sherstan,  Craig and Thomure,  Michael D. and Aghabozorgi,  Houmehr and Barrett,  Leon and Douglas,  Rory and Whitehead,  Dion and D\"{u}rr,  Peter and Stone,  Peter and Spranger,  Michael and Kitano,  Hiroaki},
  doi       = {10.1038/s41586-021-04357-7},
  issn      = {1476-4687},
  journal   = {Nature},
  month     = {2},
  number    = {7896},
  pages     = {223-228},
  publisher = {Springer Science and Business Media LLC},
  title     = {Outracing champion Gran Turismo drivers with deep reinforcement learning},
  url       = {http://dx.doi.org/10.1038/s41586-021-04357-7},
  volume    = {602},
  year      = {2022}
}

@inproceedings{xu2015show,
  author        = {Xu, Kelvin and Ba, Jimmy and Kiros, Ryan and Cho, Kyunghyun and Courville, Aaron and Salakhudinov, Ruslan and Zemel, Rich and Bengio, Yoshua},
  booktitle     = {International conference on machine learning},
  date-added    = {2019-04-11 21:01:02 -0700},
  date-modified = {2019-04-11 21:01:02 -0700},
  pages         = {2048--2057},
  title         = {Show, attend and tell: Neural image caption generation with visual attention},
  year          = {2015}
}

@article{xu2023expertprompting,
  author  = {Xu, Benfeng and Yang, An and Lin, Junyang and Wang, Quan and Zhou, Chang and Zhang, Yongdong and Mao, Zhendong},
  doi     = {10.48550/arxiv.arXiv:2305.14688},
  journal = {arXiv preprint arXiv:2305.14688},
  title   = {Expertprompting: Instructing large language models to be distinguished experts},
  year    = {2023}
}

@misc{yamada2025aiscientistv2workshoplevelautomated,
  archiveprefix = {arXiv},
  author        = {Yutaro Yamada and Robert Tjarko Lange and Cong Lu and Shengran Hu and Chris Lu and Jakob Foerster and Jeff Clune and David Ha},
  doi           = {10.48550/arXiv.2504.08066},
  eprint        = {2504.08066},
  primaryclass  = {cs.AI},
  title         = {The AI Scientist-v2: Workshop-Level Automated Scientific Discovery via Agentic Tree Search},
  url           = {https://arxiv.org/abs/2504.08066},
  year          = {2025}
}

@misc{yang2023leandojotheoremprovingretrievalaugmented,
  archiveprefix = {arXiv},
  author        = {Kaiyu Yang and Aidan M. Swope and Alex Gu and Rahul Chalamala and Peiyang Song and Shixing Yu and Saad Godil and Ryan Prenger and Anima Anandkumar},
  doi           = {10.48550/arxiv.arXiv:2306.15626},
  eprint        = {2306.15626},
  primaryclass  = {cs.LG},
  title         = {LeanDojo: Theorem Proving with Retrieval-Augmented Language Models},
  url           = {https://arxiv.org/abs/2306.15626},
  year          = {2023}
}

@inproceedings{yang2024OPRO,
  author    = {Yang, Chengrun and Wang, Xuezhi and Lu, Yifeng and Liu, Hanxiao and Le, Quoc V and Zhou, Denny and Chen, Xinyun},
  booktitle = {International Conference on Learning Representations},
  pages     = {12028--12068},
  title     = {Large language models as optimizers},
  volume    = {2024},
  year      = {2024}
}

@article{YangChemTS,
  author    = {Xiufeng Yang and Jinzhe Zhang and Kazuki Yoshizoe and Kei Terayama and Koji Tsuda},
  doi       = {10.1080/14686996.2017.1401424},
  eprint    = {https://doi.org/10.1080/14686996.2017.1401424},
  journal   = {Science and Technology of Advanced Materials},
  note      = {PMID: 29435094},
  number    = {1},
  pages     = {972--976},
  publisher = {Taylor \& Francis},
  title     = {ChemTS: an efficient python library for de novo molecular generation},
  url       = {https://doi.org/10.1080/14686996.2017.1401424},
  volume    = {18},
  year      = {2017}
}

@book{yannakakis2025artificial,
  author    = {Georgios N. Yannakakis and Julian Togelius},
  doi       = {http://dx.doi.org/10.1007/978-3-031-83347-2},
  edition   = {2},
  note      = {\url{https://gameaibook.org}},
  publisher = {Springer Nature},
  title     = {{Artificial Intelligence and Games}},
  year      = {2025}
}

@article{yao1993evolutionary,
  author        = {Yao, Xin},
  date-added    = {2019-04-13 07:58:24 -0700},
  date-modified = {2019-04-13 07:58:24 -0700},
  doi           = {10.1142/s0129065793000171},
  journal       = {International journal of neural systems},
  number        = {03},
  pages         = {203--222},
  publisher     = {World Scientific},
  title         = {Evolutionary artificial neural networks},
  volume        = {4},
  year          = {1993}
}

@article{yao1999evolving,
  author        = {Yao, Xin},
  date-added    = {2019-04-14 08:01:49 -0700},
  date-modified = {2019-04-14 08:01:49 -0700},
  doi           = {10.1109/5.784219},
  journal       = {Proceedings of the IEEE},
  number        = {9},
  pages         = {1423--1447},
  publisher     = {IEEE},
  title         = {Evolving artificial neural networks},
  volume        = {87},
  year          = {1999}
}

@inproceedings{yao2023react,
  author    = {Shunyu Yao and Jeffrey Zhao and Dian Yu and Nan Du and Izhak Shafran and Karthik R Narasimhan and Yuan Cao},
  booktitle = {The Eleventh International Conference on Learning Representations },
  title     = {ReAct: Synergizing Reasoning and Acting in Language Models},
  url       = {https://openreview.net/forum?id=WE_vluYUL-X},
  year      = {2023}
}

@article{yee2010native,
  author    = {Yee, Bennet and Sehr, David and Dardyk, Gregory and Chen, J Bradley and Muth, Robert and Ormandy, Tavis and Okasaka, Shiki and Narula, Neha and Fullagar, Nicholas},
  doi       = {10.1109/sp.2009.25},
  journal   = {Communications of the ACM},
  number    = {1},
  pages     = {91--99},
  publisher = {ACM New York, NY, USA},
  title     = {Native client: A sandbox for portable, untrusted x86 native code},
  volume    = {53},
  year      = {2010}
}

@incollection{yoerger2008underwater,
  author        = {Yoerger, Dana R},
  booktitle     = {Springer handbook of robotics},
  date-added    = {2015-12-13 21:15:52 +0000},
  date-modified = {2015-12-13 21:15:52 +0000},
  pages         = {987--1008},
  publisher     = {Springer},
  title         = {Underwater robotics},
  year          = {2008}
}

@conference{yosinski2011gaits,
  author        = {Yosinski, J. and Clune, J. and Hidalgo, D. and Nguyen, S. and Zagal, J.C. and Lipson, H.},
  booktitle     = {Proceedings of the European Conference on Artificial Life},
  date-added    = {2011-08-29 23:18:50 -0400},
  date-modified = {2019-04-17 15:38:46 -0700},
  pages         = {890-897},
  title         = {Evolving Robot Gaits in Hardware: the {H}yperNEAT Generative Encoding Vs. Parameter Optimization},
  year          = {2011}
}

@inproceedings{yosinski2014transferable,
  author        = {Yosinski, Jason and Clune, Jeff and Bengio, Yoshua and Lipson, Hod},
  booktitle     = {Advances in Neural Information Processing Systems (NeurIPS)},
  date-added    = {2015-09-14 21:39:15 +0000},
  date-modified = {2019-10-20 20:34:27 -0400},
  pages         = {3320--3328},
  title         = {How transferable are features in deep neural networks?},
  year          = {2014}
}

@article{yosinski2014transferablefeaturesdeepneural,
  author  = {Yosinski, Jason and Clune, Jeff and Bengio, Yoshua and Lipson, Hod},
  journal = {Advances in neural information processing systems},
  title   = {How transferable are features in deep neural networks?},
  volume  = {27},
  year    = {2014}
}

@conference{yosinski2015understanding,
  author        = {Yosinski, Jason and Clune, Jeff and Nguyen, Anh and Fuchs, Thomas and Lipson, Hod},
  booktitle     = {ICML Deep Learning Workshop},
  date-added    = {2015-09-14 21:42:30 +0000},
  date-modified = {2015-09-14 21:43:04 +0000},
  title         = {Understanding Neural Networks Through Deep Visualization},
  year          = {2015}
}

@article{Young1996,
  author        = {Young, M P and Scannell, J W},
  bdsk-url-1    = {http://www.ncbi.nlm.nih.gov/pubmed/8888515},
  date-added    = {2013-09-14 03:30:36 +0000},
  date-modified = {2013-09-14 03:30:36 +0000},
  issn          = {0166-2236},
  journal       = {Trends in neurosciences},
  keywords      = {Animals,Brain,Brain: anatomy \& histology,Brain: physiology,Humans},
  month         = {10},
  number        = {10},
  pages         = {413--5},
  pmid          = {8888515},
  title         = {{Component-placement optimization in the brain.}},
  volume        = {19},
  year          = {1996}
}

@inproceedings{yu2018towardssampleefficient,
  author    = {Yu, Yang},
  booktitle = {IJCAI},
  doi       = {10.24963/ijcai.2018/820},
  pages     = {5739--5743},
  title     = {Towards Sample Efficient Reinforcement Learning.},
  year      = {2018}
}

@inproceedings{yu2023language,
  author       = {Yu, Wenhao and Gileadi, Nimrod and Fu, Chuyuan and Kirmani, Sean and Lee, Kuang-Huei and Arenas, Montserrat Gonzalez and Chiang, Hao-Tien Lewis and Erez, Tom and Hasenclever, Leonard and Humplik, Jan and others},
  booktitle    = {Conference on Robot Learning},
  organization = {PMLR},
  pages        = {374--404},
  title        = {Language to Rewards for Robotic Skill Synthesis},
  year         = {2023}
}

@inproceedings{yuan2024evoagent,
  author    = {Yuan, Siyu and Song, Kaitao and Chen, Jiangjie and Tan, Xu and Li, Dongsheng and Yang, Deqing},
  booktitle = {Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)},
  doi       = {10.18653/v1/2025.naacl-long.315},
  pages     = {6192--6217},
  title     = {Evoagent: Towards automatic multi-agent generation via evolutionary algorithms},
  year      = {2025}
}

@article{yudkowsky2008artificial,
  author  = {Yudkowsky, Eliezer and others},
  doi     = {10.1093/oso/9780198570509.003.0021},
  journal = {Global catastrophic risks},
  number  = {303},
  pages   = {184},
  title   = {{Artificial Intelligence} as a positive and negative factor in global risk},
  volume  = {1},
  year    = {2008}
}

@article{Zech2018MRICHEATING,
  author    = {Zech,  John R. and Badgeley,  Marcus A. and Liu,  Manway and Costa,  Anthony B. and Titano,  Joseph J. and Oermann,  Eric Karl},
  doi       = {10.1371/journal.pmed.1002683},
  editor    = {Sheikh,  Aziz},
  issn      = {1549-1676},
  journal   = {PLOS Medicine},
  month     = {11},
  number    = {11},
  pages     = {e1002683},
  publisher = {Public Library of Science (PLoS)},
  title     = {Variable generalization performance of a deep learning model to detect pneumonia in chest radiographs: A cross-sectional study},
  url       = {http://dx.doi.org/10.1371/journal.pmed.1002683},
  volume    = {15},
  year      = {2018}
}

@incollection{zeiler2014visualizing,
  author        = {Zeiler, Matthew D and Fergus, Rob},
  booktitle     = {Computer Vision--ECCV 2014},
  date-added    = {2015-12-12 22:50:23 +0000},
  date-modified = {2015-12-12 22:50:23 +0000},
  pages         = {818--833},
  publisher     = {Springer},
  title         = {Visualizing and understanding convolutional networks},
  year          = {2014}
}

@inproceedings{zenke2017continual,
  author        = {Zenke, Friedemann and Poole, Ben and Ganguli, Surya},
  booktitle     = {Proceedings of the 34th International Conference on Machine Learning-Volume 70},
  date-added    = {2019-04-11 21:38:46 -0700},
  date-modified = {2019-04-11 21:38:46 -0700},
  organization  = {JMLR. org},
  pages         = {3987--3995},
  title         = {Continual learning through synaptic intelligence},
  year          = {2017}
}

@article{Zhang2014Risk,
  author    = {Zhang,  Ruixun and Brennan,  Thomas J. and Lo,  Andrew W.},
  doi       = {10.1073/pnas.1406755111},
  issn      = {1091-6490},
  journal   = {Proceedings of the National Academy of Sciences},
  month     = {12},
  number    = {50},
  pages     = {17777-17782},
  publisher = {Proceedings of the National Academy of Sciences},
  title     = {The origin of risk aversion},
  url       = {http://dx.doi.org/10.1073/pnas.1406755111},
  volume    = {111},
  year      = {2014}
}

@misc{zhang2020beboldexplorationboundaryexplored,
  archiveprefix = {arXiv},
  author        = {Tianjun Zhang and Huazhe Xu and Xiaolong Wang and Yi Wu and Kurt Keutzer and Joseph E. Gonzalez and Yuandong Tian},
  doi           = {10.48550/arxiv.arXiv:2012.08621},
  eprint        = {2012.08621},
  primaryclass  = {cs.LG},
  title         = {BeBold: Exploration Beyond the Boundary of Explored Regions},
  url           = {https://arxiv.org/abs/2012.08621},
  year          = {2020}
}

@inproceedings{zhang2021importance,
  author       = {Zhang, Baohe and Rajan, Raghu and Pineda, Luis and Lambert, Nathan and Biedenkapp, Andr{\'e} and Chua, Kurtland and Hutter, Frank and Calandra, Roberto},
  booktitle    = {International Conference on Artificial Intelligence and Statistics},
  organization = {PMLR},
  pages        = {4015--4023},
  title        = {On the importance of hyperparameter optimization for model-based reinforcement learning},
  year         = {2021}
}

@inproceedings{zhang2024agentoptimizer,
  author    = {Zhang, Shaokun and Zhang, Jieyu and Liu, Jiale and Song, Linxin and Wang, Chi and Krishna, Ranjay and Wu, Qingyun},
  booktitle = {Forty-first International Conference on Machine Learning},
  title     = {Offline Training of Language Model Agents with Functions as Learnable Weights},
  year      = {2024}
}

@article{zhang2024improvingsampleefficiencyreinforcement,
  author    = {Zhang, Fuxiang and Li, Junyou and Li, Yi-Chen and Zhang, Zongzhang and Yu, Yang and Ye, Deheng},
  doi       = {10.1109/tnnls.2025.3590731},
  journal   = {IEEE Transactions on Neural Networks and Learning Systems},
  publisher = {IEEE},
  title     = {Improving sample efficiency of reinforcement learning with background knowledge from large language models},
  year      = {2025}
}

@article{zhang2024memroysurvey,
  author    = {Zhang, Zeyu and Dai, Quanyu and Bo, Xiaohe and Ma, Chen and Li, Rui and Chen, Xu and Zhu, Jieming and Dong, Zhenhua and Wen, Ji-Rong},
  doi       = {10.1145/3748302},
  journal   = {ACM Transactions on Information Systems},
  number    = {6},
  pages     = {1--47},
  publisher = {ACM New York, NY},
  title     = {A survey on the memory mechanism of large language model-based agents},
  volume    = {43},
  year      = {2025}
}

@inproceedings{zhang2024omni,
  author    = {Jenny Zhang and Joel Lehman and Kenneth Stanley and Jeff Clune},
  booktitle = {The Twelfth International Conference on Learning Representations},
  title     = {{OMNI}: Open-endedness via Models of human Notions of Interestingness},
  url       = {https://openreview.net/forum?id=AgM3MzT99c},
  year      = {2024}
}

@misc{zhang2026darwingodelmachineopenended,
  archiveprefix = {arXiv},
  author        = {Jenny Zhang and Shengran Hu and Cong Lu and Robert Lange and Jeff Clune},
  doi           = {10.48550/arxiv.arXiv:2505.22954},
  eprint        = {2505.22954},
  primaryclass  = {cs.AI},
  title         = {Darwin Godel Machine: Open-Ended Evolution of Self-Improving Agents},
  url           = {https://arxiv.org/abs/2505.22954},
  year          = {2026}
}

@misc{zhang2026hyperagents,
  archiveprefix = {arXiv},
  author        = {Jenny Zhang and Bingchen Zhao and Wannan Yang and Jakob Foerster and Jeff Clune and Minqi Jiang and Sam Devlin and Tatiana Shavrina},
  doi           = {10.48550/arxiv.arXiv:2603.19461},
  eprint        = {2603.19461},
  primaryclass  = {cs.AI},
  title         = {Hyperagents},
  url           = {https://arxiv.org/abs/2603.19461},
  year          = {2026}
}

@inproceedings{zheng2023stepback,
  author    = {Zheng, Huaixiu Steven and Mishra, Swaroop and Chen, Xinyun and Cheng, Heng-Tze and Chi, Ed H and Le, Quoc V and Zhou, Denny},
  booktitle = {International Conference on Learning Representations},
  pages     = {20279--20316},
  title     = {Take a step back: Evoking reasoning via abstraction in large language models},
  volume    = {2024},
  year      = {2024}
}

@misc{zhong2022silgmultienvironmentsymbolicinteractive,
  archiveprefix = {arXiv},
  author        = {Victor Zhong and Austin W. Hanjie and Sida I. Wang and Karthik Narasimhan and Luke Zettlemoyer},
  doi           = {10.48550/arxiv.arXiv:2110.10661},
  eprint        = {2110.10661},
  primaryclass  = {cs.CL},
  title         = {SILG: The Multi-environment Symbolic Interactive Language Grounding Benchmark},
  url           = {https://arxiv.org/abs/2110.10661},
  year          = {2022}
}

@article{zhou2024self,
  author  = {Zhou, Pei and Pujara, Jay and Ren, Xiang and Chen, Xinyun and Cheng, Heng-Tze and Le, Quoc V and Zhou, Denny and Mishra, Swaroop and Zheng, Huaixiu S and others},
  doi     = {10.52202/079017-4004},
  journal = {Advances in Neural Information Processing Systems},
  pages   = {126032--126058},
  title   = {Self-discover: Large language models self-compose reasoning structures},
  volume  = {37},
  year    = {2024}
}

@article{zhou2024symbolic,
  author  = {Zhou, Wangchunshu and Ou, Yixin and Ding, Shengwei and Li, Long and Wu, Jialong and Wang, Tiannan and Chen, Jiamin and Wang, Shuai and Xu, Xiaohua and Zhang, Ningyu and others},
  doi     = {10.48550/arxiv.arXiv:2406.18532},
  journal = {arXiv preprint arXiv:2406.18532},
  title   = {Symbolic Learning Enables Self-Evolving Agents},
  year    = {2024}
}

@inproceedings{zhu2020unpairedimagetoimagetranslationusing,
  author    = {Zhu, Jun-Yan and Park, Taesung and Isola, Phillip and Efros, Alexei A},
  booktitle = {Proceedings of the IEEE international conference on computer vision},
  doi       = {10.1109/iccv.2017.244},
  pages     = {2223--2232},
  title     = {Unpaired image-to-image translation using cycle-consistent adversarial networks},
  year      = {2017}
}

@inproceedings{zhugegptswarm,
  author    = {Zhuge, Mingchen and Wang, Wenyi and Kirsch, Louis and Faccio, Francesco and Khizbullin, Dmitrii and Schmidhuber, J{\"u}rgen},
  booktitle = {Forty-first International Conference on Machine Learning},
  title     = {GPTSwarm: Language Agents as Optimizable Graphs},
  year      = {2024}
}

@inproceedings{zinkevich2003online,
  author    = {Zinkevich, Martin},
  booktitle = {Proceedings of the 20th International Conference on Machine Learning (ICML-03)},
  pages     = {928--936},
  title     = {Online Convex Programming and Generalized Infinitesimal Gradient Ascent},
  year      = {2003}
}

@inproceedings{zintgraf2021exploration,
  author       = {Zintgraf, Luisa M and Feng, Leo and Lu, Cong and Igl, Maximilian and Hartikainen, Kristian and Hofmann, Katja and Whiteson, Shimon},
  booktitle    = {International Conference on Machine Learning},
  organization = {PMLR},
  pages        = {12991--13001},
  title        = {Exploration in approximate hyper-state space for meta reinforcement learning},
  year         = {2021}
}

@article{zoph2016neural,
  author        = {Zoph, Barret and Le, Quoc V},
  date-added    = {2019-04-11 08:46:38 -0700},
  date-modified = {2019-04-11 08:46:38 -0700},
  doi           = {10.48550/arxiv.arXiv:1611.01578},
  journal       = {arXiv preprint arXiv:1611.01578},
  title         = {Neural architecture search with reinforcement learning},
  year          = {2016}
}

@inproceedings{Zoph2018Nasnet,
  address   = {Los Alamitos, CA, USA},
  author    = {B. Zoph and V. Vasudevan and J. Shlens and Q. V. Le},
  booktitle = {2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  doi       = {10.1109/CVPR.2018.00907},
  month     = {jun},
  pages     = {8697-8710},
  publisher = {IEEE Computer Society},
  title     = {Learning Transferable Architectures for Scalable Image Recognition},
  year      = {2018}
}

@software{openevolve,
  title = {OpenEvolve: an open-source evolutionary coding agent},
  author = {Asankhaya Sharma},
  year = {2025},
  publisher = {GitHub},
  url = {https://github.com/algorithmicsuperintelligence/openevolve}
}

@software{plugbo,
title = {{PlugBO: A modular framework for agentic Bayesian optimization}},
author = {Suwandi, Richard Cornelius},
year = {2026},
publisher = {GitHub},
url = {https://github.com/richardcsuwandi/plugbo},
}

@article{press2025algotune,
  title={AlgoTune: Can Language Models Speed Up General-Purpose Numerical Programs?},
  author={Press, Ori and Amos, Brandon and Zhao, Haoyu and Wu, Yikai and Ainsworth, Samuel and Krupke, Dominik and Kidger, Patrick and Sajed, Touqir and Stellato, Bartolomeo and Park, Jisun and others},
  journal={Advances in Neural Information Processing Systems},
  volume={38},
  year={2025}
}

@article{shetty2026gso,
  title={Gso: Challenging software optimization tasks for evaluating swe-agents},
  author={Shetty, Manish and Jain, Naman and Liu, Jinjian and Kethanaboyina, Vijay and Sen, Koushik and Stoica, Ion},
  journal={Advances in Neural Information Processing Systems},
  volume={38},
  year={2026}
}