{"id":"arxiv:1710.02298","title":"Rainbow: Combining Improvements in Deep Reinforcement Learning","date":"2017-10-06","section":"Reinforcement learning","quality":-0.054363,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/","source_url":"https://arxiv.org/abs/1710.02298","text_available":true,"authors":["Matteo Hessel","Joseph Modayil","Hado van Hasselt","Tom Schaul"],"outgoing":[{"source":"arxiv:1710.02298","target":"arxiv:1509.06461","evidence":"title","id":"arxiv:1509.06461","title":"Deep Reinforcement Learning with Double Q-learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/a2f115ac879cd2efb9548baf3ecdcb925d2492f03b4b0940720f6e5b0840715b/"},{"source":"arxiv:1710.02298","target":"arxiv:1511.05952","evidence":"title","id":"arxiv:1511.05952","title":"Prioritized Experience Replay","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/c88bf0c11c1817dcc457c001dfef5cd120a0946c8a009a0fe40648dae03eb7d4/"},{"source":"arxiv:1710.02298","target":"arxiv:1511.06581","evidence":"title","id":"arxiv:1511.06581","title":"Dueling Network Architectures for Deep Reinforcement Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/0a5f0593cf943c782ba38ae2fc386f953f859b9d3fc9722e8f17f67ca9cf50b5/"},{"source":"arxiv:1710.02298","target":"arxiv:1707.06887","evidence":"title","id":"arxiv:1707.06887","title":"A Distributional Perspective on Reinforcement Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/96b040bb771d28ca3254b5519a2191c3e958a35dfdd60075344ac86af6a590e1/"}],"incoming":[{"source":"arxiv:1712.06567","target":"arxiv:1710.02298","evidence":"id","id":"arxiv:1712.06567","title":"Deep Neuroevolution: Genetic Algorithms Are a Competitive Alternative for Training Deep Neural Networks for Reinforcement Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7191dc11e224beb3dc9abb8cd4efc58c70b79939b61fd56e4416b4b5e1404312/"},{"source":"arxiv:1905.10985","target":"arxiv:1710.02298","evidence":"id","id":"arxiv:1905.10985","title":"AI-GAs: AI-generating algorithms, an alternate paradigm for producing general artificial intelligence","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/089142f7297bed414d01b82c78dc888e4018fecff7efbe5cae66442e03f87c4b/"},{"source":"arxiv:1910.01708","target":"arxiv:1710.02298","evidence":"id","id":"arxiv:1910.01708","title":"Benchmarking Batch Deep Reinforcement Learning Algorithms","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ce9cb9b764eb7fdaf1aa766cb24e6abaec20a00445ad5af5a6dacb5af3ad3ddc/"},{"source":"arxiv:2011.14826","target":"arxiv:1710.02298","evidence":"title","id":"arxiv:2011.14826","title":"Revisiting Rainbow: Promoting more Insightful and Inclusive Deep Reinforcement Learning Research","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/2bf20803a5d9e686543fe5f3967e69b5aa481ba29ff91c9ca3fbeb147ab8c0aa/"},{"source":"arxiv:2205.07802","target":"arxiv:1710.02298","evidence":"title","id":"arxiv:2205.07802","title":"The Primacy Bias in Deep Reinforcement Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4e2aca370b941bb16bb6fefc359c420f6d4bde5a956bedaf0a84e6e71febc5bc/"},{"source":"arxiv:2301.04104","target":"arxiv:1710.02298","evidence":"title","id":"arxiv:2301.04104","title":"Mastering Diverse Domains through World Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/"},{"source":"arxiv:2305.19452","target":"arxiv:1710.02298","evidence":"id","id":"arxiv:2305.19452","title":"Bigger, Better, Faster: Human-level Atari with human-level efficiency","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/727a7ee43fd005401d34d4591a2f49d85175f9366ebf2c9e7a862b340787614e/"},{"source":"arxiv:2411.03820","target":"arxiv:1710.02298","evidence":"title","id":"arxiv:2411.03820","title":"Beyond The Rainbow: High Performance Deep Reinforcement Learning on a Desktop PC","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/8bcc96ef608c017d3ddb7ded7dc9e3b760390f7df441214eeee08a2586c981ea/"}],"text_parts":[{"start":0,"end":15959,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html"},{"start":15959,"end":31811,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-2.html"},{"start":31811,"end":33816,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-3.html"}],"contents":[{"title":"Rainbow: Combining Improvements in Deep Reinforcement Learning","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Abstract","offset":66,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Introduction","offset":678,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Background","offset":2919,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Agents and environments.","offset":3175,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Deep reinforcement learning and DQN.","offset":6155,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Extensions to DQN","offset":8333,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Double Q-learning.","offset":8763,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Prioritized replay.","offset":9540,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Dueling networks.","offset":10426,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Multi-step learning.","offset":11256,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Distributional RL.","offset":12020,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Noisy Nets.","offset":14889,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"The Integrated Agent","offset":15816,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-1.html#text"},{"title":"Experimental Methods","offset":19029,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-2.html#text"},{"title":"Evaluation Methodology.","offset":19150,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-2.html#text"},{"title":"Hyper-parameter tuning.","offset":21187,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-2.html#text"},{"title":"Analysis","offset":23899,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-2.html#text"},{"title":"Comparison to published baselines.","offset":24186,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-2.html#text"},{"title":"Learning speed.","offset":25907,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-2.html#text"},{"title":"Ablation studies.","offset":26738,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-2.html#text"},{"title":"Discussion","offset":30487,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/part-2.html#text"}],"text_code_points":33816,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4183a5aecdb6558733bd0b2028e6197904c8b46173181bf6c8270fb6cbcfc973/source.md"}