{"id":"arxiv:2311.00344","title":"A Definition of Open-Ended Learning Problems for Goal-Conditioned Agents","date":"2023-11-01","section":"Agents, open-endedness, AGI","quality":-0.089009,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/","source_url":"https://arxiv.org/abs/2311.00344","text_available":true,"authors":["Olivier Sigaud","Gianluca Baldassarre","Cedric Colas","Stephane Doncieux"],"outgoing":[{"source":"arxiv:2311.00344","target":"url:minedojo.org","evidence":"id","id":"url:minedojo.org","title":"MineDojo: Building Open-Ended Embodied Agents with Internet-Scale Knowledge","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/0a1b263777b8aec5e510481b45b7b4e11d45d7c127fd41dc37b5ff908f6420d2/"}],"incoming":[{"source":"arxiv:2406.04268","target":"arxiv:2311.00344","evidence":"id","id":"arxiv:2406.04268","title":"Open-Endedness is Essential for Artificial Superhuman Intelligence","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/13964b2db9a9f793d1fcae07ca83fbe09f65454214269cac56777cb8be423a4e/"}],"text_parts":[{"start":0,"end":15802,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-1.html"},{"start":15802,"end":31593,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-2.html"},{"start":31593,"end":47245,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html"},{"start":47245,"end":48382,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-4.html"}],"contents":[{"title":"A Definition of Open-Ended Learning for Goal-Conditioned Agents","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-1.html#text"},{"title":"Abstract","offset":67,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-1.html#text"},{"title":"1 Introduction","offset":1488,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-1.html#text"},{"title":"2 Defining OEL: Elements from the literature","offset":4496,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-1.html#text"},{"title":"2.1 Genealogy of the notion","offset":4966,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-1.html#text"},{"title":"2.2 Current perspectives","offset":17897,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-2.html#text"},{"title":"3 Open-ended learning: a definition","offset":23507,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-2.html#text"},{"title":"3.1 Open-ended process","offset":26134,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-2.html#text"},{"title":"3.2 Open-ended RL","offset":28775,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-2.html#text"},{"title":"3.3 Open-ended GCRL","offset":30616,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-2.html#text"},{"title":"3.4 First-order and second-order open-ended GCRL","offset":31935,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html#text"},{"title":"4 Combining open-ended learning with other properties","offset":34634,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html#text"},{"title":"4.1 Goal-conditioned continual reinforcement learning","offset":35476,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html#text"},{"title":"4.2 Lifelong open-ended learning","offset":38552,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html#text"},{"title":"4.3 The origin of goals: extrinsic, autotelic, and teachable open-ended learning agents","offset":39361,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html#text"},{"title":"5 Evaluating open-ended learning agents","offset":42714,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html#text"},{"title":"5.1 Assessing the open-ended learning property","offset":42931,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html#text"},{"title":"5.2 Comparing open-ended learning agents","offset":45480,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html#text"},{"title":"6 Discussion and Conclusion","offset":46570,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-3.html#text"},{"title":"Acknowledgements","offset":48198,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/part-4.html#text"}],"text_code_points":48382,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3f61a48f1e97e51df97116fcb008b434f8fbc947837dcefe893c267b4f7cad0f/source.md"}