{"id":"arxiv:2609.01117","title":"Latent Recurrent Thoughts: Recurrent Refinement of Proposed Latents for Reasoning with Frozen LLMs","date":"2026-09-01","section":"Reasoning and the \"physics\" of language models","quality":null,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/","source_url":"https://arxiv.org/abs/2609.01117","text_available":true,"authors":["Zhaoliang Chen","Jie Fu"],"outgoing":[{"source":"arxiv:2609.01117","target":"arxiv:1807.03819","evidence":"id","id":"arxiv:1807.03819","title":"Universal Transformers","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1d843516d980c3404cb622a2a490edb535a3afe27a85a980335a54b5fcd2220a/"},{"source":"arxiv:2609.01117","target":"arxiv:2101.02235","evidence":"title","id":"arxiv:2101.02235","title":"Did Aristotle Use a Laptop? A Question Answering Benchmark with Implicit Reasoning Strategies","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/5b44455f95aaaeefc838faceeaf20aaf1008889ca2e479d95291e245d5365a36/"},{"source":"arxiv:2609.01117","target":"arxiv:2203.11171","evidence":"id","id":"arxiv:2203.11171","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/02a15b098d96a94d463bb470f59a34723abc34e59196f35c539f9796d8f3c3df/"},{"source":"arxiv:2609.01117","target":"arxiv:2405.14838","evidence":"id","id":"arxiv:2405.14838","title":"From Explicit CoT to Implicit CoT: Learning to Internalize CoT Step by Step","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/a242b6148f6f84466ce4315ac4937278586a242dd3f847146e142f3c7e27c39c/"},{"source":"arxiv:2609.01117","target":"arxiv:2412.06769","evidence":"id","id":"arxiv:2412.06769","title":"Training Large Language Models to Reason in a Continuous Latent Space","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/68c71dc1a042dedd5e3c4d9c1ad32c9d046fd31b8dc79080bd6dff1c9800abc7/"},{"source":"arxiv:2609.01117","target":"arxiv:2502.05171","evidence":"id","id":"arxiv:2502.05171","title":"Scaling up Test-Time Compute with Latent Reasoning: A Recurrent Depth Approach","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/24a6ab865777290627cecebd3f06ea3daef01622f102d32a95f7fb2a5a42880f/"},{"source":"arxiv:2609.01117","target":"arxiv:2506.21734","evidence":"id","id":"arxiv:2506.21734","title":"Hierarchical Reasoning Model","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3604312101ff09ab9903e7d6a32c7b2b8a9a7ece6a9d145d04ea01c9d13ffa3a/"},{"source":"arxiv:2609.01117","target":"arxiv:2510.04871","evidence":"id","id":"arxiv:2510.04871","title":"Less is More: Recursive Reasoning with Tiny Networks","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4345eebe9dc7e67f82617896772f55f0970971516995c1688b6812f9ebf054f6/"},{"source":"arxiv:2609.01117","target":"arxiv:2605.19376","evidence":"id","id":"arxiv:2605.19376","title":"Generative Recursive Reasoning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/795bad9bb1b1a063090fbb925ba6e68bf30211de0ecffd75d56f858b28321ae7/"},{"source":"arxiv:2609.01117","target":"arxiv:2605.21488","evidence":"id","id":"arxiv:2605.21488","title":"Equilibrium Reasoners: Learning Attractors Enables Scalable Reasoning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/48b3beca0f016a3683df4c6c71fc4be9f13a2c12c61d4ad17d1117c6139bb11e/"}],"incoming":[],"text_parts":[{"start":0,"end":15170,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html"},{"start":15170,"end":30178,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html"},{"start":30178,"end":45771,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html"},{"start":45771,"end":61695,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html"},{"start":61695,"end":66255,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-5.html"}],"contents":[{"title":"Latent Recurrent Thoughts: Recurrent Refinement of Proposed Latents for Reasoning with Frozen LLMs","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"Abstract","offset":102,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"1 Introduction","offset":1736,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"2 Related Work","offset":7162,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"Chain-of-thought and test-time compute.","offset":7181,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"Continuous-space reasoning.","offset":7943,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"Latent conditioning with a frozen decoder.","offset":9522,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"Recurrent and recursive reasoning.","offset":10794,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"Iterative reasoning in specialized models.","offset":11783,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"3 Method","offset":12786,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"3.1 Problem Setup","offset":12799,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"3.2 Task-Dedicated Proposer","offset":14512,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"Motivation.","offset":14545,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"Architecture.","offset":15150,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-1.html#text"},{"title":"Cost.","offset":16360,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"3.3 Recurrent Refiner","offset":16667,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"States and updates.","offset":17049,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Truncated-gradient unrolling.","offset":18831,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Cost.","offset":19604,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"3.4 Injection and Decoding","offset":19912,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"3.5 Training and Inference","offset":20492,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Two-stage training.","offset":20524,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Refiner unrolling.","offset":21632,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Inference.","offset":22096,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"4 Experiments","offset":22627,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"4.1 Experimental Setup","offset":22645,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Benchmarks.","offset":22673,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Metrics.","offset":23355,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Backbone and baselines.","offset":23717,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"What is deliberately not a baseline, and why.","offset":24966,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Reproduction and harness notes.","offset":25917,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Training.","offset":26587,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"4.2 Main Results","offset":26684,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Symbolic reasoning.","offset":26759,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Natural-language reasoning.","offset":27664,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"4.3 Reference Points Outside the Controlled Setting","offset":28729,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Thinking-mode prompting.","offset":29001,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"From-scratch symbolic solvers.","offset":30141,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-2.html#text"},{"title":"Parameter-efficient prompt adaptation.","offset":31422,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"4.4 Scaling the Recurrent Refiner","offset":31920,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"4.5 Mechanistic Ablations","offset":33062,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Factorial decomposition.","offset":33301,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Depth versus capacity.","offset":34565,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Refinement is incremental.","offset":35047,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"4.6 Where Does the Computation Happen?","offset":35639,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"5 Conclusion","offset":37636,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Limitations","offset":38626,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Per-task modules, and what that costs the claim.","offset":38642,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Generalization is within-task, not across tasks.","offset":39690,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Scope of evaluation.","offset":40269,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Method caveats.","offset":40698,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Appendix A Implementation and Training Details","offset":41317,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Architecture.","offset":41368,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Optimization.","offset":42211,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Datasets.","offset":42762,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"What the supervision consists of.","offset":43194,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Inference.","offset":44084,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Appendix B Reproduction and Harness Notes","offset":44392,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Baseline reproduction.","offset":44438,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Thinking versus non-thinking mode.","offset":45181,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-3.html#text"},{"title":"Adapting TRM to Countdown-4.","offset":46537,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Appendix C Parameter-Efficient Baselines and Data Efficiency","offset":47228,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Do soft prompts alone explain the gain?","offset":47293,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Is the gain bought with 100k synthetic examples?","offset":48488,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Appendix D Refiner Design Ablations","offset":49542,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Appendix E Scaling and Depth","offset":50942,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Test-time depth extrapolation.","offset":50975,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Non-recurrent control.","offset":51301,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Latent count and width.","offset":51596,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Why K = 32 K{=}32 in training but K infer = 4 K_{\\text{infer}}{=}4 at test?","offset":52023,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Appendix F Training Protocol Ablations","offset":53261,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Appendix G Mechanistic Analyses","offset":53914,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Refinement trajectory.","offset":53950,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Latent convergence.","offset":54299,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"What the latents encode.","offset":54700,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Linear probe on the refined latents.","offset":55052,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Why generic latents collapse.","offset":56333,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Appendix H Generality Across Decoders","offset":56885,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Appendix I Compute and Efficiency","offset":57232,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Training cost.","offset":57674,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Appendix J Potential Risks","offset":58478,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Appendix K Licenses, Parameters, and Intended Use of Artifacts","offset":58924,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"K.1 Existing Artifacts","offset":59524,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Pretrained models.","offset":59552,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Baseline code.","offset":60343,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Evaluation datasets.","offset":60983,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Generated data.","offset":61673,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-4.html#text"},{"title":"Software packages and parameter settings.","offset":61988,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-5.html#text"},{"title":"K.2 Artifacts We Create","offset":63799,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-5.html#text"},{"title":"Appendix L Use of AI Assistants","offset":64959,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-5.html#text"},{"title":"Instructions for reporting errors","offset":65291,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/part-5.html#text"}],"text_code_points":66255,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e9d4f61afc3930fa770d5ea53d3f43a5157fa4904fcdfaa514786e617905e20b/source.md"}