{"id":"arxiv:2406.04268","title":"Open-Endedness is Essential for Artificial Superhuman Intelligence","date":"2024-06-06","section":"Agents, open-endedness, AGI","quality":-0.2417,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/","source_url":"https://arxiv.org/abs/2406.04268","text_available":true,"authors":["Edward Hughes","Michael Dennis","Jack Parker-Holder","Feryal Behbahani"],"outgoing":[{"source":"arxiv:2406.04268","target":"arxiv:1901.01753","evidence":"id","id":"arxiv:1901.01753","title":"Paired Open-Ended Trailblazer (POET): Endlessly Generating Increasingly Complex and Diverse Learning Environments and Their Solutions","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/a9790a1ede488fbbb2d7b4cdb97b884a5a1e21357b72c5e3419a83ea629d5a4b/"},{"source":"arxiv:2406.04268","target":"arxiv:1905.10985","evidence":"title","id":"arxiv:1905.10985","title":"AI-GAs: AI-generating algorithms, an alternate paradigm for producing general artificial intelligence","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/089142f7297bed414d01b82c78dc888e4018fecff7efbe5cae66442e03f87c4b/"},{"source":"arxiv:2406.04268","target":"arxiv:2309.16797","evidence":"title","id":"arxiv:2309.16797","title":"Promptbreeder: Self-Referential Self-Improvement Via Prompt Evolution","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/daac3bcfcd7f39084d995905e9ef96ae01c5aab7bfe8e565bd7622b4e44088f7/"},{"source":"arxiv:2406.04268","target":"arxiv:2311.00344","evidence":"id","id":"arxiv:2311.00344","title":"A Definition of Open-Ended Learning Problems for Goal-Conditioned Agents","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/"},{"source":"arxiv:2406.04268","target":"arxiv:2402.16822","evidence":"title","id":"arxiv:2402.16822","title":"Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d4803e891a4b9c929eca007e3c3f003c330d2fc741109975c6ddd7d2c32828fc/"},{"source":"arxiv:2406.04268","target":"doi:10.1038/s41586-023-06924-6","evidence":"id","id":"doi:10.1038/s41586-023-06924-6","title":"Mathematical discoveries from program search with large language models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/70a6b427d42fd28c9d538648e148a97db2fb2614c7764f3231e53f4bebdce887/"}],"incoming":[{"source":"arxiv:2402.16822","target":"arxiv:2406.04268","evidence":"title","id":"arxiv:2402.16822","title":"Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d4803e891a4b9c929eca007e3c3f003c330d2fc741109975c6ddd7d2c32828fc/"},{"source":"arxiv:2505.22954","target":"arxiv:2406.04268","evidence":"id","id":"arxiv:2505.22954","title":"Darwin Godel Machine: Open-Ended Evolution of Self-Improving Agents","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/c29f716871f80314868b5647692de387f26e12166b93bd362915fd272b6e081c/"},{"source":"arxiv:2603.19461","target":"arxiv:2406.04268","evidence":"id","id":"arxiv:2603.19461","title":"Hyperagents","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/17eec8a15debc212b5530f117dd8ba8bad339590729cbbc4f75a47755ebcb544/"},{"source":"arxiv:2608.19197","target":"arxiv:2406.04268","evidence":"id","id":"arxiv:2608.19197","title":"SPADE: Self-Play in Adaptive Synthetic Executable Environments","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/c524376d6034b5d79661d6f1a444591404f4a250bcb0790d802c05e02f8249df/"}],"text_parts":[{"start":0,"end":14899,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-1.html"},{"start":14899,"end":30371,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-2.html"},{"start":30371,"end":45524,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-3.html"},{"start":45524,"end":60513,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-4.html"},{"start":60513,"end":71259,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-5.html"}],"contents":[{"title":"Open-Endedness is Essential for Artificial Superhuman Intelligence","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-1.html#text"},{"title":"Abstract","offset":70,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-1.html#text"},{"title":"Keywords:","offset":1089,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-1.html#text"},{"title":"1 Introduction","offset":1107,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-1.html#text"},{"title":"2 Defining Open-Endedness","offset":7629,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-1.html#text"},{"title":"2.1 Formal Definition","offset":7659,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-1.html#text"},{"title":"2.2 Related Definitions","offset":12280,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-1.html#text"},{"title":"2.3 Types of Observer","offset":14872,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-1.html#text"},{"title":"2.4 Examples","offset":19750,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-2.html#text"},{"title":"3 Open-Ended Foundation Models","offset":27634,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-2.html#text"},{"title":"3.1 Reinforcement Learning","offset":30339,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-2.html#text"},{"title":"3.2 Self-Improvement","offset":33499,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-3.html#text"},{"title":"3.3 Task Generation","offset":35042,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-3.html#text"},{"title":"3.4 Evolutionary Algorithms","offset":37025,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-3.html#text"},{"title":"4 Achieving ASI Responsibly","offset":38858,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-3.html#text"},{"title":"4.1 AI Creation and Agency","offset":40597,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-3.html#text"},{"title":"4.2 Humans Understanding AI Creations","offset":41738,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-3.html#text"},{"title":"4.3 Humans Guiding AI Creation","offset":43668,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-3.html#text"},{"title":"4.4 Human Society Adapting","offset":45492,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-3.html#text"},{"title":"4.5 Emergent Risks of Open-Ended Systems","offset":46570,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-4.html#text"},{"title":"5 Conclusion and Outlook","offset":47844,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-4.html#text"},{"title":"Impact Statement","offset":49001,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-4.html#text"},{"title":"Acknowledgements","offset":50006,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-4.html#text"},{"title":"Appendix A Illustrating Open-Endedness","offset":50565,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-4.html#text"},{"title":"A.1 An Informal Example","offset":50608,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-4.html#text"},{"title":"A.2 Definitional Subtleties","offset":52494,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-4.html#text"},{"title":"Appendix B Alternative Definition","offset":58701,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-4.html#text"},{"title":"Appendix C Further Related Work","offset":62785,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-5.html#text"},{"title":"Instructions for reporting errors","offset":70295,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/part-5.html#text"}],"text_code_points":71259,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/source.md"}