{"id":"arxiv:2604.13016","title":"Rethinking On-Policy Distillation of Large Language Models: Phenomenology, Mechanism, and Recipe","date":"2026-04-14","section":"Post-training","quality":0.366209,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/","source_url":"https://arxiv.org/abs/2604.13016","text_available":true,"authors":["Yaxuan Li","Yuxin Zuo","Bingxiang He","Jinqian Zhang"],"outgoing":[{"source":"arxiv:2604.13016","target":"arxiv:2402.03300","evidence":"id","id":"arxiv:2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/636fb871904bc06f742cfdea069796f9e9665f95bd58dc63260eaff5154ef985/"},{"source":"arxiv:2604.13016","target":"arxiv:2503.14476","evidence":"id","id":"arxiv:2503.14476","title":"DAPO: An Open-Source LLM Reinforcement Learning System at Scale","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/548e934b912ef84691ace63bf1cfd670e7b0257d9d6986dde926f569e7b2f8b7/"},{"source":"arxiv:2604.13016","target":"arxiv:2601.18734","evidence":"id","id":"arxiv:2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/8a352e37fa79840a4f35f86ebc39661cfc34fbfc4391cd020a69af158c63485a/"},{"source":"arxiv:2604.13016","target":"arxiv:2601.19897","evidence":"id","id":"arxiv:2601.19897","title":"Self-Distillation Enables Continual Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/cc146df3e9ca40c6d111a5264e08710100c1b34bd0eabd9052e8d55d13589efe/"},{"source":"arxiv:2604.13016","target":"arxiv:2601.20802","evidence":"id","id":"arxiv:2601.20802","title":"Reinforcement Learning via Self-Distillation","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/6073ec3d17b9a932a68e79ae078928f4635e40fc79cfcbc31709715d1f1e1ffa/"},{"source":"arxiv:2604.13016","target":"arxiv:2603.24472","evidence":"id","id":"arxiv:2603.24472","title":"Why Does Self-Distillation (Sometimes) Degrade the Reasoning Capability of LLMs?","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d99edb6fac2f4ad6d63e98ec0a2952187ed2ae190604fbed3507b3ed56d57315/"},{"source":"arxiv:2604.13016","target":"arxiv:2603.25562","evidence":"id","id":"arxiv:2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/a66707a05c8aa09328e4a1f322a57800a3e12262a85a9a1cf195b41dc1926b32/"},{"source":"arxiv:2604.13016","target":"arxiv:2604.02288","evidence":"id","id":"arxiv:2604.02288","title":"Unifying Group-Relative and Self-Distillation Policy Optimization via Sample Routing","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3d1160029d321f2069016f7702d4ebebee0de6cd31a8f296ee220abd6f69c99b/"}],"incoming":[{"source":"arxiv:2603.25562","target":"arxiv:2604.13016","evidence":"id","id":"arxiv:2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/a66707a05c8aa09328e4a1f322a57800a3e12262a85a9a1cf195b41dc1926b32/"},{"source":"arxiv:2606.06021","target":"arxiv:2604.13016","evidence":"id","id":"arxiv:2606.06021","title":"OPRD: On-Policy Representation Distillation","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/a16a9d7ea78c5748acc7f651c9a96663e0200d72e51d6a52c9528e1739a27d8d/"},{"source":"arxiv:2606.18810","target":"arxiv:2604.13016","evidence":"id","id":"arxiv:2606.18810","title":"Learning from Own Solutions: Self-Conditioned Credit Assignment for Reinforcement Learning with Verifiable Rewards","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/9c11d77c6d08392f24aab79c8b45a3a3b0f4b743dd35e150a83ee7f6fa315248/"},{"source":"arxiv:2608.13040","target":"arxiv:2604.13016","evidence":"id","id":"arxiv:2608.13040","title":"Latent On-Policy Self-Distillation","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/c2cfd504d6ca36ba88d75aba018620867d5fafd7433b03f3b2c9f51408422a02/"}],"text_parts":[{"start":0,"end":15467,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html"},{"start":15467,"end":31036,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html"},{"start":31036,"end":45934,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html"},{"start":45934,"end":61893,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html"},{"start":61893,"end":65059,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-5.html"}],"contents":[{"title":"Rethinking On-Policy Distillation of Large Language Models: Phenomenology, Mechanism, and Recipe","offset":66,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"Abstract","offset":166,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"1 Introduction","offset":1466,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"2 Preliminaries","offset":7050,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"2.1 Notation","offset":7070,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"2.2 On-Policy Distillation","offset":8310,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"Sampled-Token OPD.","offset":10156,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"Full-Vocabulary OPD.","offset":11156,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"Top- k k OPD.","offset":11744,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"2.3 Dynamic Metrics","offset":13392,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"Overlap Ratio.","offset":13731,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"Overlap-Token Advantage.","offset":14438,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"Entropy and Entropy Gap.","offset":15436,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-1.html#text"},{"title":"3 Phenomenology of On-Policy Distillation","offset":16115,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"3.1 Thinking-Pattern Consistency","offset":16552,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Setup.","offset":16874,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Results.","offset":17956,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"3.2 New Knowledge, Not Just Scale","offset":18711,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Setup.","offset":18943,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Results.","offset":19891,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"3.3 Validation via Reverse Distillation","offset":20883,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Setup.","offset":21089,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Results.","offset":21518,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"4 Mechanism of On-Policy Distillation","offset":24068,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"4.1 Progressive Alignment of High-Probability Tokens","offset":24503,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Setup.","offset":24859,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Results.","offset":25183,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"4.2 Optimizing Shared Tokens Alone Suffices","offset":26962,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Results.","offset":28044,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Overlap optimization is self-reinforcing.","offset":28820,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"5 Practical Recipe","offset":30053,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"5.1 Off-Policy Distillation from Teacher Rollouts as Cold Start","offset":30460,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Setup.","offset":31023,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-2.html#text"},{"title":"Results.","offset":31878,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"5.2 Leveraging Teacher Post-Training Prompts","offset":32997,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Setup.","offset":33383,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Results.","offset":34598,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"6 Discussion","offset":36464,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"6.1 Reward Quality Degrades with Trajectory Depth","offset":36986,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Response length exhibits a sweet spot.","offset":37125,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Instability originates at later tokens.","offset":38013,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Teacher continuation degrades with prefix depth.","offset":38623,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"6.2 Globally Informative Reward Does Not Guarantee Local Exploitability","offset":39601,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Setup.","offset":39929,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Global reward structure is preserved in both settings.","offset":40519,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"A hypothesis on local optimization geometry.","offset":40904,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"6.3 Sampled-Token Reward Is Already Sufficient","offset":42540,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Setup.","offset":43059,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Results.","offset":43283,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"7 Related Work","offset":44710,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Knowledge Distillation.","offset":44729,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"On-Policy Distillation.","offset":45904,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-3.html#text"},{"title":"Capacity Gap and Distillability.","offset":47642,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"8 Conclusion and Future Work","offset":48926,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Appendix A Details for Section 3","offset":50937,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"A.1 GRPO Training Details","offset":50974,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Base Model.","offset":51005,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Training Dataset.","offset":51072,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Training and Evaluation Settings.","offset":51232,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"A.2 Experimental Setup","offset":51820,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"A.3 Benchmark-wise breakdown of thinking-pattern compatibility","offset":51945,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Appendix B Details for Section 4","offset":52599,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"B.1 Additional Analysis of Token Overlap Mass","offset":52636,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"B.2 Auxiliary Optimization Dynamics","offset":53490,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Diagnostics.","offset":54105,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Results.","offset":54924,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"B.3 Cross-Model Validation of High-Probability-Token Alignment","offset":57956,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Results.","offset":58320,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Appendix C Details for Section 5","offset":58883,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"C.1 Cold-Start Distillation Details","offset":58920,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Offline teacher rollout.","offset":58961,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Student SFT.","offset":59638,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"C.2 Additional Analysis of Overlap Mass","offset":59905,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"C.3 Deduplication Details for the DeepMath Subset","offset":61267,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Question extraction.","offset":61636,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Stage 1: Exact-match deduplication.","offset":61851,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-4.html#text"},{"title":"Stage 2: Semantic deduplication.","offset":62054,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-5.html#text"},{"title":"Final retained subset.","offset":62658,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-5.html#text"},{"title":"C.4 Benchmark-wise breakdown of prompt-template alignment","offset":62987,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-5.html#text"},{"title":"Appendix D Details for Section 6","offset":63646,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-5.html#text"},{"title":"D.1 Teacher entropy by output position","offset":63683,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-5.html#text"},{"title":"Instructions for reporting errors","offset":64095,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/part-5.html#text"}],"text_code_points":65059,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d6d7ff1e2e7b3b9c528f19f7144098920bf573f2cb411fcac5879d5d2cac93e0/source.md"}