{"id":"arxiv:2502.03387","title":"LIMO: Less is More for Reasoning","date":"2025-02-05","section":"Reasoning and the \"physics\" of language models","quality":null,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/","source_url":"https://arxiv.org/abs/2502.03387","text_available":true,"authors":["Yixin Ye","Zhen Huang","Yang Xiao","Ethan Chern"],"outgoing":[{"source":"arxiv:2502.03387","target":"arxiv:2001.08361","evidence":"id","id":"arxiv:2001.08361","title":"Scaling Laws for Neural Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/82302458a6d03bc051b2e4fdb8277893a81d4bd6a029969045df6a8380904eac/"},{"source":"arxiv:2502.03387","target":"arxiv:2203.11171","evidence":"id","id":"arxiv:2203.11171","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/02a15b098d96a94d463bb470f59a34723abc34e59196f35c539f9796d8f3c3df/"},{"source":"arxiv:2502.03387","target":"arxiv:2402.03300","evidence":"id","id":"arxiv:2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/636fb871904bc06f742cfdea069796f9e9665f95bd58dc63260eaff5154ef985/"},{"source":"arxiv:2502.03387","target":"arxiv:2407.21783","evidence":"id","id":"arxiv:2407.21783","title":"The Llama 3 Herd of Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/de3cebb4c28bc5d41a843279f219dca14476284991ea5c7c0aeab7068a40e306/"}],"incoming":[{"source":"arxiv:2501.19393","target":"arxiv:2502.03387","evidence":"id","id":"arxiv:2501.19393","title":"s1: Simple test-time scaling","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/2a88818f7605b71cd0160831faebd51b3274c24ffd29626b4d519390b4bffffe/"},{"source":"arxiv:2503.02875","target":"arxiv:2502.03387","evidence":"id","id":"arxiv:2503.02875","title":"The First Few Tokens Are All You Need: An Efficient and Effective Unsupervised Prefix Fine-Tuning Method for Reasoning Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/b9349378a2ea40a7998ba364a4587c40dff3cc9b22750e14b3b21e296a4ecb12/"},{"source":"arxiv:2508.11408","target":"arxiv:2502.03387","evidence":"id","id":"arxiv:2508.11408","title":"On-Policy RL Meets Off-Policy Experts: Harmonizing Supervised Fine-Tuning and Reinforcement Learning via Dynamic Weighting","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/48594da2e3f2cdfeb17195dd033d047235fc4b4ffb65030800f64c6faedc4fbe/"},{"source":"arxiv:2601.18734","target":"arxiv:2502.03387","evidence":"id","id":"arxiv:2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/8a352e37fa79840a4f35f86ebc39661cfc34fbfc4391cd020a69af158c63485a/"}],"text_parts":[{"start":0,"end":15769,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html"},{"start":15769,"end":31427,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html"}],"contents":[{"title":"LIMO: Less is More for Reasoning","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"Abstract","offset":36,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"1 Introduction","offset":1398,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"2 Related Work","offset":7166,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"2.1 Evolution of Mathematical Reasoning in LLMs","offset":7185,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"2.2 Test-time Scaling and Long Chain Reasoning","offset":8325,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"2.3 Data Efficiency in Language Models","offset":9418,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"3 LIMO Dataset","offset":10376,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"3.1 High-Quality Data Curation","offset":11172,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"3.1.1 Question Selection","offset":11907,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"3.1.2 Reasoning Chain Construction","offset":14125,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-1.html#text"},{"title":"4 Training Recipe","offset":16116,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"5 Evaluation Framework","offset":17170,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"In-domain Evaluation","offset":17563,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"Out-of-distribution Evaluation","offset":18037,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"Performance metrics","offset":19078,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"6 Experiment","offset":19715,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"6.1 Baselines","offset":19732,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"6.2 Main Results","offset":21304,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"In-domain Performance","offset":21461,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"Out-of-domain Generalization","offset":21942,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"Comparison with Larger Datasets","offset":22477,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"Overall Performance","offset":23045,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"6.3 Analysis","offset":23429,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"6.3.1 RQ1: Impact of Reasoning Chain Quality","offset":23447,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"6.3.2 RQ2: Impact of Question Quality","offset":24656,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"6.3.3 RQ3: LLM Backbone - Pre-trained Knowledge","offset":25657,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"6.3.4 RQ4: LLM Backbone - Model Size","offset":27437,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"6.3.5 RQ5: Sample Efficiency","offset":28328,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"7 Conclusion","offset":30166,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"},{"title":"8 Acknowledgement","offset":30744,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/part-2.html#text"}],"text_code_points":31427,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/714392528bb842fb3a61cee5367942f697536f0131b0fcac85c6eb8d2212125c/source.md"}