{"id":"arxiv:2605.19376","title":"Generative Recursive Reasoning","date":"2026-05-19","section":"Reasoning and the \"physics\" of language models","quality":null,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/","source_url":"https://arxiv.org/abs/2605.19376","text_available":true,"authors":["Junyeob Baek","Mingyu Jo","Minsu Kim","Mengye Ren"],"outgoing":[{"source":"arxiv:2605.19376","target":"arxiv:1807.03819","evidence":"id","id":"arxiv:1807.03819","title":"Universal Transformers","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1d843516d980c3404cb622a2a490edb535a3afe27a85a980335a54b5fcd2220a/"},{"source":"arxiv:2605.19376","target":"arxiv:2002.05202","evidence":"id","id":"arxiv:2002.05202","title":"GLU Variants Improve Transformer","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e052a2974593d29355ab45c301766ac6f5545ac1bc81d605e78d3adc71e9e2e4/"},{"source":"arxiv:2605.19376","target":"arxiv:2301.04104","evidence":"id","id":"arxiv:2301.04104","title":"Mastering Diverse Domains through World Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/266d59e63d2f705efdc2eb7ad93f5126b7092b4450efd0d8c17099c51574b176/"},{"source":"arxiv:2605.19376","target":"arxiv:2412.06769","evidence":"id","id":"arxiv:2412.06769","title":"Training Large Language Models to Reason in a Continuous Latent Space","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/68c71dc1a042dedd5e3c4d9c1ad32c9d046fd31b8dc79080bd6dff1c9800abc7/"},{"source":"arxiv:2605.19376","target":"arxiv:2502.05171","evidence":"id","id":"arxiv:2502.05171","title":"Scaling up Test-Time Compute with Latent Reasoning: A Recurrent Depth Approach","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/24a6ab865777290627cecebd3f06ea3daef01622f102d32a95f7fb2a5a42880f/"},{"source":"arxiv:2605.19376","target":"arxiv:2506.21734","evidence":"id","id":"arxiv:2506.21734","title":"Hierarchical Reasoning Model","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3604312101ff09ab9903e7d6a32c7b2b8a9a7ece6a9d145d04ea01c9d13ffa3a/"},{"source":"arxiv:2605.19376","target":"arxiv:2507.10524","evidence":"id","id":"arxiv:2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7b25702c35f07446cea97d6a98afc489c8fdda54560c05fbeb1b3b139a9da622/"},{"source":"arxiv:2605.19376","target":"arxiv:2510.04871","evidence":"id","id":"arxiv:2510.04871","title":"Less is More: Recursive Reasoning with Tiny Networks","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4345eebe9dc7e67f82617896772f55f0970971516995c1688b6812f9ebf054f6/"}],"incoming":[{"source":"arxiv:2606.31779","target":"arxiv:2605.19376","evidence":"id","id":"arxiv:2606.31779","title":"Bridging the Gap Between Latent and Explicit Reasoning with Looped Transformers","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/bf07d5c19e507d9ec91a48f9067e6c29fbe8965d001923e2de0e96da143c72e1/"},{"source":"arxiv:2609.01117","target":"arxiv:2605.19376","evidence":"id","id":"arxiv:2609.01117","title":"Latent Recurrent Thoughts: Recurrent Refinement of Proposed Latents for Reasoning with Frozen LLMs","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/"}],"text_parts":[{"start":0,"end":15740,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-1.html"},{"start":15740,"end":31046,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-2.html"},{"start":31046,"end":46990,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html"},{"start":46990,"end":62753,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html"},{"start":62753,"end":67174,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-5.html"}],"contents":[{"title":"Generative Recursive Reasoning","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-1.html#text"},{"title":"Abstract","offset":34,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-1.html#text"},{"title":"1 Introduction","offset":1296,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-1.html#text"},{"title":"2 Generative Recursive Reasoning Models","offset":7197,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-1.html#text"},{"title":"2.1 Architecture","offset":7512,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-1.html#text"},{"title":"2.2 Training","offset":14042,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-1.html#text"},{"title":"2.3 Inference-Time Scaling","offset":20251,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-2.html#text"},{"title":"3 Related Work","offset":21825,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-2.html#text"},{"title":"4 Experiments","offset":23964,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-2.html#text"},{"title":"4.1 Challenging Puzzle Tasks","offset":24981,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-2.html#text"},{"title":"4.2 Multi-solution Puzzle Tasks","offset":27460,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-2.html#text"},{"title":"4.3 Exploring GRAM as an Unconditional Generator","offset":30992,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-2.html#text"},{"title":"4.4 Ablation Study","offset":33254,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"5 Conclusions and Limitations","offset":35183,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"Acknowledgment","offset":36698,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"Broader Impacts","offset":37537,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"Appendix A Additional Method Details","offset":38377,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"A.1 Adaptive Computation Time","offset":38418,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"A.2 Latent Process Reward Model (LPRM).","offset":40824,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"A.3 Empirical Validation of the Surrogate Objective","offset":41374,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"Appendix B Training and Architecture Details","offset":44265,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"B.1 Architecture Details","offset":44314,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"Encoder and Decoder for Image Patches.","offset":45846,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-3.html#text"},{"title":"B.2 Training Details","offset":47788,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"Appendix C Additional Details of Experiment Setup","offset":49772,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"C.1 Challenging Puzzle Tasks","offset":49826,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"C.1.1 Looped TF on ARC-AGI","offset":49860,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"C.2 Multi-solution Puzzle Tasks","offset":50957,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"C.2.1 N-Queens Problem","offset":50994,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"C.2.2 Graph Coloring Problem","offset":52512,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"Appendix D Additional Experiment Results","offset":54071,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"D.1 Additional Results on Challenging Puzzle Benchmarks","offset":54116,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"GRAM Advances the Recursive-Reasoning Line.","offset":54317,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"Sudoku-Extreme Resists Parameter Scaling.","offset":54930,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"D.2 Scales with Parallel Sampling on ARC-AGI Challenge","offset":56052,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"Interaction between Augmentation and Sampling.","offset":57362,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"D.3 Solution Coverage Analysis","offset":58851,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"D.4 Additional Generated Image Samples","offset":59968,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"D.5 Additional Experiment Results on Unconditional Sudoku Generation","offset":61047,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-4.html#text"},{"title":"D.6 Visualizing Latent Recursion Process","offset":63676,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-5.html#text"},{"title":"Licenses","offset":64708,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-5.html#text"},{"title":"Instructions for reporting errors","offset":66210,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/part-5.html#text"}],"text_code_points":67174,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/source.md"}