{"id":"arxiv:2605.12969","title":"Revisiting Reinforcement Learning with Verifiable Rewards from a Contrastive Perspective","date":"2026-05-13","section":"Post-training","quality":0.356192,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/","source_url":"https://arxiv.org/abs/2605.12969","text_available":true,"authors":["Feng Zhang","Xinhong Ma","Ziqiang Dong","Xi Leng"],"outgoing":[{"source":"arxiv:2605.12969","target":"arxiv:2402.03300","evidence":"id","id":"arxiv:2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/636fb871904bc06f742cfdea069796f9e9665f95bd58dc63260eaff5154ef985/"},{"source":"arxiv:2605.12969","target":"arxiv:2407.21783","evidence":"id","id":"arxiv:2407.21783","title":"The Llama 3 Herd of Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/de3cebb4c28bc5d41a843279f219dca14476284991ea5c7c0aeab7068a40e306/"},{"source":"arxiv:2605.12969","target":"arxiv:2503.14476","evidence":"title","id":"arxiv:2503.14476","title":"DAPO: An Open-Source LLM Reinforcement Learning System at Scale","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/548e934b912ef84691ace63bf1cfd670e7b0257d9d6986dde926f569e7b2f8b7/"},{"source":"arxiv:2605.12969","target":"arxiv:2503.20783","evidence":"title","id":"arxiv:2503.20783","title":"Understanding R1-Zero-Like Training: A Critical Perspective","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/b49a056f3ce8e269dd65e3b11605927f3c4d0ef074bc68e0b1d7f84e6c9c6c6a/"},{"source":"arxiv:2605.12969","target":"arxiv:2506.13585","evidence":"id","id":"arxiv:2506.13585","title":"MiniMax-M1: Scaling Test-Time Compute Efficiently with Lightning Attention","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/5beb2ec6c7e6362f9d957219d7a205dd1adcc53f739acc0c7fd5f1f2bded4d83/"},{"source":"arxiv:2605.12969","target":"arxiv:2507.18071","evidence":"id","id":"arxiv:2507.18071","title":"Group Sequence Policy Optimization","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/69430db904efc7978803673806cc9338004ffd8cf92199f3349dfbfa8a44e440/"},{"source":"arxiv:2605.12969","target":"arxiv:2511.20347","evidence":"id","id":"arxiv:2511.20347","title":"Soft Adaptive Policy Optimization","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1e74c1ffcb5ea955bca4e6d610e9ba590965617f13bd8868f7f31e7b42fbfbfd/"}],"incoming":[],"text_parts":[{"start":0,"end":15923,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html"},{"start":15923,"end":31571,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html"},{"start":31571,"end":47477,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html"},{"start":47477,"end":52382,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-4.html"}],"contents":[{"title":"Revisiting Reinforcement Learning with Verifiable Rewards from a Contrastive Perspective","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"Abstract","offset":92,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"1 Introduction","offset":1455,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"2 Related Work","offset":6643,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"RLVR for LLM reasoning.","offset":6662,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"Contrastive objectives for policy alignment.","offset":7471,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"3 Preliminaries","offset":8277,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"4 Methods","offset":10645,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"4.1 An Equivalent Discriminative Reformulation of GRPO","offset":11051,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"Proposition 1 .","offset":11446,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"Lemma 1 .","offset":14483,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-1.html#text"},{"title":"Implications.","offset":16013,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"4.2 A Contrastive View of RLVR Optimization","offset":17050,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Lemma 2 .","offset":19484,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"4.3 Scheduled Margin as a Separation Curriculum","offset":22502,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"5 Experiments","offset":24593,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"5.1 Settings","offset":24611,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Models.","offset":24629,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Training data.","offset":24916,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Benchmarks.","offset":25215,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Baselines.","offset":25595,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Implementation details.","offset":26302,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"5.2 Main Results","offset":27392,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Performance with reasoning models.","offset":27414,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Generalization across backbone models and training datasets.","offset":28189,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"5.3 Ablation Study","offset":29238,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"5.4 Parameter Study","offset":30267,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"6 Conclusion","offset":30821,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Limitations","offset":31555,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-2.html#text"},{"title":"Ethical Considerations","offset":32410,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Acknowledgement","offset":32949,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Appendix A Proofs","offset":33057,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"A.1 Proof of Proposition 1 and Lemma 1","offset":33079,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Lemma 3 .","offset":33161,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Proof.","offset":34298,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Lemma 4 .","offset":35579,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Proof.","offset":36305,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Proof of Proposition 1 .","offset":37780,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Proof of Lemma 1 .","offset":40719,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"A.2 Proof of Lemma 2","offset":41757,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Proof.","offset":41783,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Appendix B Detailed Related Work","offset":45760,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"RLVR for LLM reasoning.","offset":45797,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Contrastive Objectives for Policy Alignment.","offset":47426,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-3.html#text"},{"title":"Appendix C Detailed Experimental Settings","offset":48506,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-4.html#text"},{"title":"C.1 Benchmarks","offset":48552,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-4.html#text"},{"title":"C.2 Implementation Details","offset":50086,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-4.html#text"},{"title":"Appendix D Additional Experimental Results","offset":50575,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-4.html#text"},{"title":"Appendix E Prompt Template","offset":51097,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-4.html#text"},{"title":"Instructions for reporting errors","offset":51418,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/part-4.html#text"}],"text_code_points":52382,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/30e87f5eb9beda8e09b3945d6ba1707dec761abed83c49d129a21adaed02ce45/source.md"}