{"id":"arxiv:2402.16823","title":"Language Agents as Optimizable Graphs","date":"2024-02-26","section":"Agents, open-endedness, AGI","quality":0.294123,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/","source_url":"https://arxiv.org/abs/2402.16823","text_available":true,"authors":["Mingchen Zhuge","Wenyi Wang","Louis Kirsch","Francesco Faccio"],"outgoing":[{"source":"arxiv:2402.16823","target":"arxiv:2203.11171","evidence":"id","id":"arxiv:2203.11171","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/02a15b098d96a94d463bb470f59a34723abc34e59196f35c539f9796d8f3c3df/"},{"source":"arxiv:2402.16823","target":"arxiv:2309.16797","evidence":"id","id":"arxiv:2309.16797","title":"Promptbreeder: Self-Referential Self-Improvement Via Prompt Evolution","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/daac3bcfcd7f39084d995905e9ef96ae01c5aab7bfe8e565bd7622b4e44088f7/"}],"incoming":[{"source":"arxiv:2408.08435","target":"arxiv:2402.16823","evidence":"title","id":"arxiv:2408.08435","title":"Automated Design of Agentic Systems","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/c9890d5668d1c1b33e29569b74626fd586f456af6a97c657b8c99895c90f59a5/"},{"source":"arxiv:2505.22954","target":"arxiv:2402.16823","evidence":"title","id":"arxiv:2505.22954","title":"Darwin Godel Machine: Open-Ended Evolution of Self-Improving Agents","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/c29f716871f80314868b5647692de387f26e12166b93bd362915fd272b6e081c/"},{"source":"arxiv:2602.07755","target":"arxiv:2402.16823","evidence":"title","id":"arxiv:2602.07755","title":"Learning to Continually Learn via Meta-learning Agentic Memory Designs","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/4d0a0ea160495ea50583e0e24027b6085e2f430a44195e3053ba69cda8cc82ea/"},{"source":"arxiv:2603.19461","target":"arxiv:2402.16823","evidence":"title","id":"arxiv:2603.19461","title":"Hyperagents","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/17eec8a15debc212b5530f117dd8ba8bad339590729cbbc4f75a47755ebcb544/"},{"source":"arxiv:2607.13104","target":"arxiv:2402.16823","evidence":"title","id":"arxiv:2607.13104","title":"Self-Improvements in Modern Agentic Systems: A Survey","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/1452caf7b16ffdb8c2efd5093f46dc4df0f89c3d45a5566cd5fdafd69385b2a7/"}],"text_parts":[{"start":0,"end":14777,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html"},{"start":14777,"end":29402,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html"},{"start":29402,"end":45029,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html"},{"start":45029,"end":53258,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html"}],"contents":[{"title":"GPTSwarm: Language Agents as Optimizable Graphs","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"Abstract","offset":51,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"Keywords:","offset":977,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"1 Introduction","offset":1017,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"2 GPTSwarm","offset":4953,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"2.1 Language Agents as Graphs","offset":4968,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"2.2 Graph Definition","offset":5845,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"Single language agent as a graph.","offset":5871,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"Swarm of language agents as a composite graph.","offset":7891,"level":5,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"2.3 Edge Optimization","offset":9350,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"2.3.1 Problem Reformulation","offset":10274,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"2.3.2 Solution Parameterization","offset":11663,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"2.3.3 Optimization Algorithm","offset":12813,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"2.4 Node Optimization","offset":13687,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-1.html#text"},{"title":"2.5 General Applicability","offset":16942,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"3 Experiments","offset":17607,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"3.1 MMLU","offset":17625,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"3.1.1 Adversarial setting","offset":17639,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"3.1.2 Collaborative setting","offset":19840,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"3.2 Mini Crosswords","offset":20316,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"3.3 HumanEval","offset":25153,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"3.4 GAIA","offset":26992,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"4 Related Work","offset":29346,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"4.1 LLM-based Autonomous Agents","offset":29365,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-2.html#text"},{"title":"4.2 Language Agents with Graphs","offset":30851,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"4.3 Optimizing LLM Inference and Self-Improvement","offset":32007,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"5 Conclusion","offset":34742,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"Impact Statement","offset":35249,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"Author Contributions","offset":36085,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"Acknowledgements","offset":37047,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"Appendix A The GPTSwarm Framework","offset":37366,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"A.1 The Vision","offset":37404,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"A.2 Class Diagram","offset":38116,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"Appendix B Swarm examples","offset":39425,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"Appendix C More Visualizations","offset":39657,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"Appendix D Additional Experiments","offset":39692,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"D.1 Comparing Our Method with Multiagent Debate and DYLAN on MMLU","offset":39730,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"D.2 Applying Node Optimization after Edge Optimization","offset":41132,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"Appendix E Experimental Details","offset":42222,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"E.1 MMLU","offset":43529,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"E.1.1 Hyper-parameters & Prompts","offset":43769,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"E.1.2 Adversarial swarm optimization case study","offset":44037,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"E.1.3 Swarm Roles","offset":44384,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"E.2 Mini Crosswords","offset":44488,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"E.2.1 Agents Setting","offset":44513,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-3.html#text"},{"title":"E.2.2 Hyper-parameters & Prompts","offset":45416,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"},{"title":"E.3 HumanEval","offset":49100,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"},{"title":"E.3.1 The Node Optimization Method","offset":49119,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"},{"title":"E.3.2 Hyper-parameters & Prompts","offset":51092,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"},{"title":"E.4 GAIA","offset":51238,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"},{"title":"E.4.1 Agent Setting","offset":51252,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"},{"title":"E.4.2 Hyper-parameters & Prompts","offset":51380,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"},{"title":"Appendix F Resource Requirements","offset":51584,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"},{"title":"Appendix G Limitation and Future Work","offset":51722,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"},{"title":"Instructions for reporting errors","offset":52294,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/part-4.html#text"}],"text_code_points":53258,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/750bd3807bf9c9a9b5cd2d60cc14387431aec3fe8a3f942916ca5d8922b2a5b0/source.md"}