{"id":"arxiv:2601.20861","title":"Evolutionary Strategies lead to Catastrophic Forgetting in LLMs","date":"2026-01-28","section":"Post-training","quality":-0.530464,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/","source_url":"https://arxiv.org/abs/2601.20861","text_available":true,"authors":["Immanuel Abdi","Akshat Gupta","Micah Mok","Alexander Lu"],"outgoing":[{"source":"arxiv:2601.20861","target":"arxiv:1712.06567","evidence":"id","id":"arxiv:1712.06567","title":"Deep Neuroevolution: Genetic Algorithms Are a Competitive Alternative for Training Deep Neural Networks for Reinforcement Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7191dc11e224beb3dc9abb8cd4efc58c70b79939b61fd56e4416b4b5e1404312/"},{"source":"arxiv:2601.20861","target":"arxiv:2402.03300","evidence":"id","id":"arxiv:2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/636fb871904bc06f742cfdea069796f9e9665f95bd58dc63260eaff5154ef985/"},{"source":"arxiv:2601.20861","target":"arxiv:2407.21783","evidence":"id","id":"arxiv:2407.21783","title":"The Llama 3 Herd of Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/de3cebb4c28bc5d41a843279f219dca14476284991ea5c7c0aeab7068a40e306/"},{"source":"arxiv:2601.20861","target":"doi:10.1073/pnas.1611835114","evidence":"title","id":"doi:10.1073/pnas.1611835114","title":"Overcoming catastrophic forgetting in neural networks","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/849082368a44d06b93ef3ba95bcfddc6672b7a5e8064ad2b2d19601639266e8b/"}],"incoming":[],"text_parts":[{"start":0,"end":15432,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html"},{"start":15432,"end":28062,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html"}],"contents":[{"title":"Evolutionary Strategies lead to Catastrophic Forgetting in LLMs","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"Abstract","offset":67,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"1 Introduction","offset":1507,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"2 Related Work","offset":5691,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"3 Experiments","offset":7090,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"3.1 ES vs GRPO Comparison","offset":7108,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"3.2 ES and Catastrophic Forgetting","offset":9215,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"3.3 Dissecting ES Updates: Norm and Sparsity","offset":12048,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"Norm.","offset":12284,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"Sparsity.","offset":13298,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-1.html#text"},{"title":"4 Conclusion","offset":16154,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"Limitations","offset":16985,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"Appendix A Appendix","offset":17839,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.1 Algorithmic Overview and Analogy Between ES and GRPO","offset":17863,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.1.1 ES Algorithm Overview","offset":17925,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.1.2 ES Algorithm Overview","offset":19830,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.1.3 Analogy Between ES Population Size and GRPO Rollout Count","offset":21686,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.2 Implementation Details","offset":23208,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.2.1 GRPO","offset":23342,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.2.2 ES","offset":24079,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.2.3 Reward functions","offset":24595,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.3 Hyperparameter Values","offset":25820,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.4 Additional Experiments","offset":25851,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"A.4.1 Catastrophic Forgetting and KL","offset":25883,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"},{"title":"Instructions for reporting errors","offset":27098,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/part-2.html#text"}],"text_code_points":28062,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4178758b0cb3ebc95f6a3cbc6423e8ea05c0ae649e11a2f4059a84b3faa6cde0/source.md"}