{"id":"arxiv:2601.05053","title":"Reinforced Efficient Reasoning via Semantically Diverse Exploration","date":"2026-01-08","section":"Post-training","quality":null,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/","source_url":"https://arxiv.org/abs/2601.05053","text_available":true,"authors":["Ziqi Zhao","Zhaochun Ren","Jiahong Zou","Liu Yang"],"outgoing":[{"source":"arxiv:2601.05053","target":"arxiv:1801.01290","evidence":"title","id":"arxiv:1801.01290","title":"Soft Actor-Critic: Off-Policy Maximum Entropy Deep Reinforcement Learning with a Stochastic Actor","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21e70876ae9603903b2b20dd667a413bdd8b0abf37b9c11e284ea8b5e4124c74/"},{"source":"arxiv:2601.05053","target":"arxiv:2402.03300","evidence":"id","id":"arxiv:2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/636fb871904bc06f742cfdea069796f9e9665f95bd58dc63260eaff5154ef985/"},{"source":"arxiv:2601.05053","target":"arxiv:2407.21783","evidence":"id","id":"arxiv:2407.21783","title":"The Llama 3 Herd of Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/de3cebb4c28bc5d41a843279f219dca14476284991ea5c7c0aeab7068a40e306/"},{"source":"arxiv:2601.05053","target":"arxiv:2503.14476","evidence":"id","id":"arxiv:2503.14476","title":"DAPO: An Open-Source LLM Reinforcement Learning System at Scale","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/548e934b912ef84691ace63bf1cfd670e7b0257d9d6986dde926f569e7b2f8b7/"},{"source":"arxiv:2601.05053","target":"arxiv:2503.20783","evidence":"id","id":"arxiv:2503.20783","title":"Understanding R1-Zero-Like Training: A Critical Perspective","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/b49a056f3ce8e269dd65e3b11605927f3c4d0ef074bc68e0b1d7f84e6c9c6c6a/"},{"source":"arxiv:2601.05053","target":"arxiv:2507.18071","evidence":"id","id":"arxiv:2507.18071","title":"Group Sequence Policy Optimization","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/69430db904efc7978803673806cc9338004ffd8cf92199f3349dfbfa8a44e440/"},{"source":"arxiv:2601.05053","target":"url:rlhfbook.com","evidence":"title","id":"url:rlhfbook.com","title":"Reinforcement Learning from Human Feedback","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/20e354559fad09ad4d6338d104c9c3f822a48e7fbf86cd8afa1ddf951b223658/"}],"incoming":[],"text_parts":[{"start":0,"end":15523,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html"},{"start":15523,"end":31436,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html"},{"start":31436,"end":36213,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-3.html"}],"contents":[{"title":"Reinforced Efficient Reasoning via Semantically Diverse Exploration","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html#text"},{"title":"Abstract","offset":71,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html#text"},{"title":"1 Introduction","offset":1535,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html#text"},{"title":"2 Related Work","offset":6695,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html#text"},{"title":"2.1 Reinforcement Learning for LLMs","offset":6714,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html#text"},{"title":"2.2 MCTS for LLM Reasoning","offset":8079,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html#text"},{"title":"3 Method","offset":9489,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html#text"},{"title":"3.1 Semantic-Entropy Guided Exploration","offset":9853,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html#text"},{"title":"3.2 Advantage Estimation","offset":15305,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-1.html#text"},{"title":"3.3 Model Training","offset":20140,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"4 Experimental Setup","offset":21114,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"4.1 Datasets and Metrics","offset":21139,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"4.2 Model and Baselines","offset":22094,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"4.3 Implementation Details","offset":23510,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"5 Experimental Results","offset":24480,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"5.1 Overall Performance","offset":24507,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"5.2 Branching Metric Analysis","offset":26645,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"5.3 Reasoning Efficiency Analysis","offset":28386,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"5.4 Ablation Study","offset":29406,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"5.5 Case Study","offset":30511,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"5.6 Response Length Dynamics","offset":30772,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"5.7 Impact of ε \\varepsilon -exploration","offset":31390,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-2.html#text"},{"title":"6 Conclusion","offset":32082,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-3.html#text"},{"title":"Limitations","offset":32736,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-3.html#text"},{"title":"Ethical Considerations","offset":33133,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-3.html#text"},{"title":"Appendix A Case Study","offset":33678,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-3.html#text"},{"title":"Instructions for reporting errors","offset":35249,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/part-3.html#text"}],"text_code_points":36213,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/74918d32c56962f9c5b2063026f5e2243a84e20c284eb3e37c882bd4681d1a11/source.md"}