{"id":"arxiv:2509.20317","title":"SIM-CoT: Supervised Implicit Chain-of-Thought","date":"2025-09-24","section":"Reasoning and the \"physics\" of language models","quality":0.22707,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/","source_url":"https://arxiv.org/abs/2509.20317","text_available":true,"authors":["Xilin Wei","Xiaoran Liu","Yuhang Zang","Xiaoyi Dong"],"outgoing":[{"source":"arxiv:2509.20317","target":"arxiv:2203.11171","evidence":"title","id":"arxiv:2203.11171","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/02a15b098d96a94d463bb470f59a34723abc34e59196f35c539f9796d8f3c3df/"},{"source":"arxiv:2509.20317","target":"arxiv:2303.17651","evidence":"title","id":"arxiv:2303.17651","title":"Self-Refine: Iterative Refinement with Self-Feedback","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/accef2157d87cf33be93cb3a9af246528b0a3742a9e2e700a194956fac8f5cf4/"},{"source":"arxiv:2509.20317","target":"arxiv:2405.14838","evidence":"title","id":"arxiv:2405.14838","title":"From Explicit CoT to Implicit CoT: Learning to Internalize CoT Step by Step","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/a242b6148f6f84466ce4315ac4937278586a242dd3f847146e142f3c7e27c39c/"},{"source":"arxiv:2509.20317","target":"arxiv:2412.06769","evidence":"title","id":"arxiv:2412.06769","title":"Training Large Language Models to Reason in a Continuous Latent Space","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/68c71dc1a042dedd5e3c4d9c1ad32c9d046fd31b8dc79080bd6dff1c9800abc7/"},{"source":"arxiv:2509.20317","target":"arxiv:2501.19393","evidence":"id","id":"arxiv:2501.19393","title":"s1: Simple test-time scaling","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/2a88818f7605b71cd0160831faebd51b3274c24ffd29626b4d519390b4bffffe/"},{"source":"arxiv:2509.20317","target":"arxiv:2502.05171","evidence":"id","id":"arxiv:2502.05171","title":"Scaling up Test-Time Compute with Latent Reasoning: A Recurrent Depth Approach","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/24a6ab865777290627cecebd3f06ea3daef01622f102d32a95f7fb2a5a42880f/"}],"incoming":[{"source":"arxiv:2605.12466","target":"arxiv:2509.20317","evidence":"id","id":"arxiv:2605.12466","title":"Solve the Loop: Attractor Models for Language and Reasoning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/eb46f81cd5718eb6b9256c583cf9dd2e97b793b4d14337e487c16285f96e2b9a/"},{"source":"arxiv:2605.21488","target":"arxiv:2509.20317","evidence":"title","id":"arxiv:2605.21488","title":"Equilibrium Reasoners: Learning Attractors Enables Scalable Reasoning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/48b3beca0f016a3683df4c6c71fc4be9f13a2c12c61d4ad17d1117c6139bb11e/"},{"source":"arxiv:2606.31779","target":"arxiv:2509.20317","evidence":"id","id":"arxiv:2606.31779","title":"Bridging the Gap Between Latent and Explicit Reasoning with Looped Transformers","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/bf07d5c19e507d9ec91a48f9067e6c29fbe8965d001923e2de0e96da143c72e1/"}],"text_parts":[{"start":0,"end":15734,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-1.html"},{"start":15734,"end":31382,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html"},{"start":31382,"end":47090,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html"},{"start":47090,"end":60106,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html"}],"contents":[{"title":"SIM-CoT: Supervised Implicit Chain-of-Thought","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-1.html#text"},{"title":"Abstract","offset":49,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-1.html#text"},{"title":"1 Introduction","offset":1641,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-1.html#text"},{"title":"2 Analysis of Implicit COT: the Latent Instability Issue","offset":9051,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-1.html#text"},{"title":"3 Methodology","offset":12982,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-1.html#text"},{"title":"3.1 Notation","offset":14021,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-1.html#text"},{"title":"3.2 Implicit Phase: Latent Construction by Last Hidden States","offset":14999,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-1.html#text"},{"title":"3.3 Explicit Phase: Answer Decoding over the Vocabulary","offset":15673,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-1.html#text"},{"title":"3.4 Training-time Decoder and Step-level Supervision","offset":16571,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"3.5 Objectives","offset":18706,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"4 experiment","offset":20667,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"4.1 Experimental Setup","offset":20684,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"4.2 Main Results","offset":22384,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"4.3 Ablation Studies","offset":26697,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"5 Related Work","offset":29023,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"6 Conclusion","offset":30477,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"APPENDIX","offset":31182,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"Usage of Large Language Models","offset":31195,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"Outline","offset":31370,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-2.html#text"},{"title":"Appendix A Additional Analysis on Scaling to Larger Backbones","offset":32716,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Appendix B Additional Analysis on Decoder Sizes","offset":33602,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Appendix C Additional Analysis on Soft Thinking","offset":34506,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"C.1 Setup","offset":34987,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"C.2 Results","offset":35927,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"C.3 Formulation","offset":36287,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Step 1. Vocabulary distribution.","offset":36777,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Step 2. Soft-thinking embedding.","offset":37335,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Step 3. Combination.","offset":37911,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"C.4 Analysis","offset":38777,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Appendix D Related Work","offset":39360,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Appendix E Implementation and Training Details","offset":43398,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"E.1 Coconut Training Setup","offset":43914,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"E.2 CODI Training Setup","offset":44388,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"E.3 Summary of Hyperparameters","offset":45438,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Appendix F Training and Inference Details","offset":45474,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Curriculum for K K .","offset":45520,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Inference and Efficiency.","offset":46096,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Benchmark Detail.","offset":47066,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-3.html#text"},{"title":"Training Data.","offset":49187,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"},{"title":"Appendix G SIM-CoT Training Implementation","offset":49846,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"},{"title":"Appendix H Geometric Diagnostics of the Latent Space","offset":50725,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"},{"title":"Appendix I Additional Details for Interpretability Analysis","offset":51660,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"},{"title":"I.1 Making Implicit Reasoning Visible","offset":51724,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"},{"title":"I.2 Distance Analysis","offset":54049,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"},{"title":"I.3 Summary","offset":56284,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"},{"title":"Appendix J Future Directions","offset":56674,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"},{"title":"Appendix K Additional Case Studies on GSM8k","offset":58179,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"},{"title":"Instructions for reporting errors","offset":59142,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/part-4.html#text"}],"text_code_points":60106,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/72b64dd6a30c71d99920cafabbb2c909d03febab8991eeaf3c091b16cb7ed348/source.md"}