{"id":"arxiv:2301.04104","title":"Mastering Diverse Domains through World Models","date":"2023-01-10","section":"Reinforcement learning","quality":0.159126,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/","source_url":"https://arxiv.org/abs/2301.04104","text_available":true,"authors":["Danijar Hafner","Jurgis Pasukonis","Jimmy Ba","Timothy Lillicrap"],"outgoing":[{"source":"arxiv:2301.04104","target":"arxiv:1511.05952","evidence":"id","id":"arxiv:1511.05952","title":"Prioritized Experience Replay","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/c88bf0c11c1817dcc457c001dfef5cd120a0946c8a009a0fe40648dae03eb7d4/"},{"source":"arxiv:2301.04104","target":"arxiv:1707.06887","evidence":"title","id":"arxiv:1707.06887","title":"A Distributional Perspective on Reinforcement Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/96b040bb771d28ca3254b5519a2191c3e958a35dfdd60075344ac86af6a590e1/"},{"source":"arxiv:2301.04104","target":"arxiv:1710.02298","evidence":"title","id":"arxiv:1710.02298","title":"Rainbow: Combining Improvements in Deep Reinforcement Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/"},{"source":"arxiv:2301.04104","target":"arxiv:1801.01290","evidence":"id","id":"arxiv:1801.01290","title":"Soft Actor-Critic: Off-Policy Maximum Entropy Deep Reinforcement Learning with a Stochastic Actor","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21e70876ae9603903b2b20dd667a413bdd8b0abf37b9c11e284ea8b5e4124c74/"}],"incoming":[{"source":"arxiv:2305.19452","target":"arxiv:2301.04104","evidence":"id","id":"arxiv:2305.19452","title":"Bigger, Better, Faster: Human-level Atari with human-level efficiency","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/727a7ee43fd005401d34d4591a2f49d85175f9366ebf2c9e7a862b340787614e/"},{"source":"arxiv:2411.03820","target":"arxiv:2301.04104","evidence":"title","id":"arxiv:2411.03820","title":"Beyond The Rainbow: High Performance Deep Reinforcement Learning on a Desktop PC","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/8bcc96ef608c017d3ddb7ded7dc9e3b760390f7df441214eeee08a2586c981ea/"},{"source":"arxiv:2605.19376","target":"arxiv:2301.04104","evidence":"id","id":"arxiv:2605.19376","title":"Generative Recursive Reasoning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/"},{"source":"arxiv:2608.17163","target":"arxiv:2301.04104","evidence":"id","id":"arxiv:2608.17163","title":"Q-Learning With World Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/15ca8843297a713249e241e591505a44859dac258c54e299d79c62c81bd893c2/"},{"source":"arxiv:2608.23875","target":"arxiv:2301.04104","evidence":"id","id":"arxiv:2608.23875","title":"AI Finds A Way","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/afe34dd5ee58c2e9739f9651349c4c9180d95dabff51994a13339f48dfd0bb27/"},{"source":"arxiv:2609.14858","target":"arxiv:2301.04104","evidence":"id","id":"arxiv:2609.14858","title":"Dream-RSI: Recursive Self-Improvement through Evolving Worlds","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4c9ce361df4d9a5f89f3dc0a70a71e795eb66f2c4e3c262f73f04b2d117c8ea1/"}],"text_parts":[{"start":0,"end":15690,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-1.html"},{"start":15690,"end":30482,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-2.html"},{"start":30482,"end":46196,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-3.html"},{"start":46196,"end":50861,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-4.html"}],"contents":[{"title":"Mastering Diverse Domains through World Models","offset":646,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-1.html#text"},{"title":"Introduction","offset":1901,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-1.html#text"},{"title":"Learning algorithm","offset":5439,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-1.html#text"},{"title":"World model learning","offset":6345,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-1.html#text"},{"title":"Critic learning","offset":21561,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-2.html#text"},{"title":"Actor learning","offset":29150,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-2.html#text"},{"title":"Robust predictions","offset":34081,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-3.html#text"},{"title":"Results","offset":39927,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-3.html#text"},{"title":"Benchmarks","offset":41003,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-3.html#text"},{"title":"Minecraft","offset":44340,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-3.html#text"},{"title":"Ablations","offset":45618,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-3.html#text"},{"title":"Scaling properties","offset":46734,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-4.html#text"},{"title":"Previous work","offset":47557,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-4.html#text"},{"title":"Conclusion","offset":49612,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-4.html#text"},{"title":"Acknowledgements","offset":50483,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/part-4.html#text"}],"text_code_points":50861,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/source.md"}