{"id":"arxiv:2604.20659","title":"GRPO-VPS: Enhancing Group Relative Policy Optimization with Verifiable Process Supervision for Effective Reasoning","date":"2026-04-22","section":"Post-training","quality":-0.004395,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/","source_url":"https://arxiv.org/abs/2604.20659","text_available":true,"authors":["Jingyi Wang","Lei Zhu","Tengjin Weng","Song-Li Wu"],"outgoing":[{"source":"arxiv:2604.20659","target":"arxiv:2402.03300","evidence":"id","id":"arxiv:2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/636fb871904bc06f742cfdea069796f9e9665f95bd58dc63260eaff5154ef985/"},{"source":"arxiv:2604.20659","target":"arxiv:2503.14476","evidence":"id","id":"arxiv:2503.14476","title":"DAPO: An Open-Source LLM Reinforcement Learning System at Scale","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/548e934b912ef84691ace63bf1cfd670e7b0257d9d6986dde926f569e7b2f8b7/"},{"source":"arxiv:2604.20659","target":"arxiv:2503.20783","evidence":"id","id":"arxiv:2503.20783","title":"Understanding R1-Zero-Like Training: A Critical Perspective","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/b49a056f3ce8e269dd65e3b11605927f3c4d0ef074bc68e0b1d7f84e6c9c6c6a/"},{"source":"arxiv:2604.20659","target":"arxiv:2506.01939","evidence":"id","id":"arxiv:2506.01939","title":"Beyond the 80/20 Rule: High-Entropy Minority Tokens Drive Effective Reinforcement Learning for LLM Reasoning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e0f4a55bca612bce5895b6b98f89b0efc14cbd8cf45946a7743347cf6daee1a1/"},{"source":"arxiv:2604.20659","target":"arxiv:2507.18071","evidence":"id","id":"arxiv:2507.18071","title":"Group Sequence Policy Optimization","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/69430db904efc7978803673806cc9338004ffd8cf92199f3349dfbfa8a44e440/"},{"source":"arxiv:2604.20659","target":"url:rlhfbook.com","evidence":"title","id":"url:rlhfbook.com","title":"Reinforcement Learning from Human Feedback","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/20e354559fad09ad4d6338d104c9c3f822a48e7fbf86cd8afa1ddf951b223658/"}],"incoming":[],"text_parts":[{"start":0,"end":15692,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html"},{"start":15692,"end":31684,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html"},{"start":31684,"end":32648,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-3.html"}],"contents":[{"title":"GRPO-VPS: Enhancing Group Relative Policy Optimization with Verifiable Process Supervision for Effective Reasoning","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"Abstract","offset":118,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"1 Introduction","offset":1522,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"2 Related Work","offset":6198,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"3 Methodology: Process Supervisions from Verifiable Outcomes","offset":9303,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"3.1 Reasoning Process Segmentation","offset":10187,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"3.2 Progress as Process Supervision","offset":11803,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"3.3 GRPO with Process Supervision","offset":13707,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"4 Experiment","offset":15660,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"4.1 Setup","offset":15677,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-1.html#text"},{"title":"4.2 Main Results","offset":18189,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"4.3 Ablation Study","offset":20679,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"4.4 Understanding How VPS Works","offset":22713,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"4.5 General Reasoning Benchmarks","offset":25035,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"5 Conclusion","offset":26658,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"Appendix A Appendix","offset":27625,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"A.1 Experimental Settings","offset":27649,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"A.2 Prompt Templates","offset":27781,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"A.3 Disclosure of LLM usage.","offset":28029,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"A.4 Extended Empirical Results","offset":28357,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"A.4.1 Response Length Dynamics across Model Families","offset":28393,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"A.4.2 Additional Analysis on General Reasoning Benchmarks","offset":29228,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"A.4.3 Sensitivity Analysis on α \\alpha","offset":30282,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"A.5 Qualitative Analysis of Segment-wise Process Signals.","offset":30946,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-2.html#text"},{"title":"Instructions for reporting errors","offset":31684,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/part-3.html#text"}],"text_code_points":32648,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/42caf0f9c992f5df8bac4d0f7e45c3a5bf57879661f41febd01a047694d52628/source.md"}