{"id":"arxiv:2604.17121","title":"The Topological Trouble With Transformers","date":"2026-04-18","section":"LLMs: architectures, context, training","quality":null,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/","source_url":"https://arxiv.org/abs/2604.17121","text_available":true,"authors":["Michael C. Mozer","Shoaib Ahmed Siddiqui","Rosanne Liu"],"outgoing":[{"source":"arxiv:2604.17121","target":"arxiv:1807.03819","evidence":"title","id":"arxiv:1807.03819","title":"Universal Transformers","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1d843516d980c3404cb622a2a490edb535a3afe27a85a980335a54b5fcd2220a/"},{"source":"arxiv:2604.17121","target":"arxiv:2006.16236","evidence":"title","id":"arxiv:2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d119844a2dce8a3b156558743b90add84774d00894634b6478d03abb4f5216f9/"},{"source":"arxiv:2604.17121","target":"arxiv:2305.13673","evidence":"id","id":"arxiv:2305.13673","title":"Physics of Language Models: Part 1, Learning Hierarchical Language Structures","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/a72219d4bd65d1e84ce31079b6c788d7e6c297e71d4b083af5d4cffccfdcff72/"},{"source":"arxiv:2604.17121","target":"arxiv:2412.06769","evidence":"title","id":"arxiv:2412.06769","title":"Training Large Language Models to Reason in a Continuous Latent Space","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/68c71dc1a042dedd5e3c4d9c1ad32c9d046fd31b8dc79080bd6dff1c9800abc7/"},{"source":"arxiv:2604.17121","target":"arxiv:2502.05171","evidence":"title","id":"arxiv:2502.05171","title":"Scaling up Test-Time Compute with Latent Reasoning: A Recurrent Depth Approach","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/24a6ab865777290627cecebd3f06ea3daef01622f102d32a95f7fb2a5a42880f/"},{"source":"arxiv:2604.17121","target":"arxiv:2507.10524","evidence":"title","id":"arxiv:2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7b25702c35f07446cea97d6a98afc489c8fdda54560c05fbeb1b3b139a9da622/"},{"source":"arxiv:2604.17121","target":"arxiv:2510.04871","evidence":"id","id":"arxiv:2510.04871","title":"Less is More: Recursive Reasoning with Tiny Networks","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4345eebe9dc7e67f82617896772f55f0970971516995c1688b6812f9ebf054f6/"},{"source":"arxiv:2604.17121","target":"arxiv:2608.17981","evidence":"id","id":"arxiv:2608.17981","title":"Recirculation","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/fd91ffc957070136795d3728f662c997738234065b624eb720acd8547d2edaf6/"},{"source":"arxiv:2604.17121","target":"url:transformer-circuits.pub/2025/attribution-graphs/biology.html","evidence":"url","id":"url:transformer-circuits.pub/2025/attribution-graphs/biology.html","title":"Attribution graphs, the biology of the model","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/8b3e14c537e89eed9a4402e9c14094d69913ed24d45fdab1a82ba4b8280660e2/"}],"incoming":[{"source":"arxiv:2608.17981","target":"arxiv:2604.17121","evidence":"id","id":"arxiv:2608.17981","title":"Recirculation","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/fd91ffc957070136795d3728f662c997738234065b624eb720acd8547d2edaf6/"}],"text_parts":[{"start":0,"end":15261,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-1.html"},{"start":15261,"end":30071,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html"}],"contents":[{"title":"The Topological Trouble With Transformers","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-1.html#text"},{"title":"Abstract","offset":45,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-1.html#text"},{"title":"1 Introduction","offset":1402,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-1.html#text"},{"title":"2 State tracking","offset":3192,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-1.html#text"},{"title":"3 Recurrent architectures","offset":12121,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-1.html#text"},{"title":"4 Architectural limitations and workarounds","offset":21096,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html#text"},{"title":"5 Promising directions","offset":24624,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html#text"},{"title":"5.1 Enhanced State-Space Models","offset":24925,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html#text"},{"title":"5.2 Approximating state tracking in feedforward transformers","offset":26130,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html#text"},{"title":"5.3 Coarse recurrence","offset":26646,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html#text"},{"title":"5.4 Leveraging representational alignment","offset":27166,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html#text"},{"title":"5.5 Efficient training of recurrence","offset":27796,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html#text"},{"title":"6 Conclusions","offset":28752,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html#text"},{"title":"Acknowledgments and Disclosure of Funding","offset":29875,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/part-2.html#text"}],"text_code_points":30071,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7f9d762bbe192e1208f6d7dc289b7e79c23d4bdde0b1b3999ff5fda55b0dcd1a/source.md"}