{"id":"arxiv:2507.18074","title":"AlphaGo Moment for Model Architecture Discovery","date":"2025-07-24","section":"Agents, open-endedness, AGI","quality":-0.209261,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/","source_url":"https://arxiv.org/abs/2507.18074","text_available":true,"authors":["Yixiu Liu","Yang Nan","Weixian Xu","Xiangkun Hu"],"outgoing":[{"source":"arxiv:2507.18074","target":"arxiv:2006.16236","evidence":"title","id":"arxiv:2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/d119844a2dce8a3b156558743b90add84774d00894634b6478d03abb4f5216f9/"},{"source":"arxiv:2507.18074","target":"arxiv:2505.22954","evidence":"title","id":"arxiv:2505.22954","title":"Darwin Godel Machine: Open-Ended Evolution of Self-Improving Agents","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/c29f716871f80314868b5647692de387f26e12166b93bd362915fd272b6e081c/"},{"source":"arxiv:2507.18074","target":"arxiv:2506.13585","evidence":"id","id":"arxiv:2506.13585","title":"MiniMax-M1: Scaling Test-Time Compute Efficiently with Lightning Attention","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/5beb2ec6c7e6362f9d957219d7a205dd1adcc53f739acc0c7fd5f1f2bded4d83/"}],"incoming":[{"source":"arxiv:2601.14525","target":"arxiv:2507.18074","evidence":"title","id":"arxiv:2601.14525","title":"Towards Execution-Grounded Automated AI Research","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/895006e818735c9a565dbe99ae31404366eefd6bdc2278612271c65a8493e4a5/"},{"source":"arxiv:2601.21557","target":"arxiv:2507.18074","evidence":"id","id":"arxiv:2601.21557","title":"Meta Context Engineering via Agentic Skill Evolution","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/bedaeecadf58846f4728c50c03396fc96ba18429ecf14052b4c5e177394a246e/"}],"text_parts":[{"start":0,"end":15783,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html"},{"start":15783,"end":31561,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html"},{"start":31561,"end":47440,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html"}],"contents":[{"title":"AlphaGo Moment for Model Architecture Discovery","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"Abstract","offset":51,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"1 Introduction","offset":2144,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"2 Related Work","offset":7047,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"AI For AI Research","offset":7066,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"Efficient Architecture","offset":9238,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"3 Methodology","offset":11103,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"3.1 The Fitness Function","offset":12621,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"3.2 Researcher: Propose New Architecture","offset":15291,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"Seed Selection","offset":15762,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-1.html#text"},{"title":"Model Design","offset":16478,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"Program Implementation","offset":17555,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"Novelty and Sanity Check","offset":18252,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"3.3 Engineer: Train and Evaluate Models","offset":19218,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"Real Code Environment","offset":19462,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"LLM-as-Judge Scoring","offset":20993,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"3.4 Analyzer: Mine Experimental Insights","offset":21575,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"Cognition Base","offset":21890,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"Contextual Analysis","offset":23255,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"3.5 Exploration-then-Verification Strategy","offset":24067,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"4 Experiments","offset":24934,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"4.1 Experimental Setup","offset":24952,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"Fitness Function","offset":24980,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"Parallel Search Architecture and Policy","offset":25783,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"Efficiency-Oriented Framework Settings","offset":26836,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"4.2 Main results","offset":27699,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"5 Analysis","offset":31546,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-2.html#text"},{"title":"5.1 Effectiveness of LLM-Driven Architecture Search","offset":32086,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"5.2 Architectural Design Patterns","offset":34023,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Model Complexity Stability","offset":34282,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Architectural Component Preferences","offset":35272,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"5.3 Where Do Good Designs Come From?","offset":36808,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Discussion and Future Work","offset":39002,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Multi-Architecture Initialization","offset":39447,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Component-wise Analysis","offset":40173,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Engineering Optimization","offset":40802,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Appendix A Experimental Setup","offset":41560,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"A.1 Pipeline Configuration","offset":41594,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Framework Overview","offset":41626,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Multi-Model Integration","offset":42060,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Data Management and Retrieval","offset":42855,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"A.2 Experimental Configuration","offset":43529,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Progressive Evaluation Strategy","offset":43565,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Model Architecture","offset":43842,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Training Protocol","offset":44345,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Data Configuration","offset":44871,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Evaluation Protocol","offset":45373,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Appendix B Prompts","offset":46364,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"B.1 Planner","offset":46387,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"B.2 Checker","offset":46404,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"B.3 Debugger","offset":46421,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"B.4 Analyser","offset":46439,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"B.5 Cognition","offset":46457,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"},{"title":"Instructions for reporting errors","offset":46476,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/part-3.html#text"}],"text_code_points":47440,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1c22da54910a26f1f81b276f5cae3a81e22f7db024f7d1a5fa89ccd4f291ffa8/source.md"}