{"id":"arxiv:2212.09196","title":"Emergent Analogical Reasoning in Large Language Models","date":"2022-12-19","section":"Reasoning and the \"physics\" of language models","quality":0.120017,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/","source_url":"https://arxiv.org/abs/2212.09196","text_available":true,"authors":["Taylor Webb","Keith J. Holyoak","Hongjing Lu"],"outgoing":[{"source":"arxiv:2212.09196","target":"arxiv:2206.04615","evidence":"id","id":"arxiv:2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/70882486c1f8c46cb7b26cf100847f770eb7b39b69dee56b8a21141141ef814d/"},{"source":"arxiv:2212.09196","target":"arxiv:2301.06627","evidence":"id","id":"arxiv:2301.06627","title":"Dissociating language and thought in large language models","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/3791d7ed420be517ded1ee7ae5558cf6afa948ea5b841a76ec3da8a9134ec565/"}],"incoming":[{"source":"arxiv:2311.02462","target":"arxiv:2212.09196","evidence":"title","id":"arxiv:2311.02462","title":"Levels of AGI for Operationalizing Progress on the Path to AGI","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/288b98572ecf9c0b81bcb6d0c89b523e3b71a5b3623301b9e24536f615a07bca/"},{"source":"arxiv:2412.14135","target":"arxiv:2212.09196","evidence":"title","id":"arxiv:2412.14135","title":"Scaling of Search and Learning: A Roadmap to Reproduce o1 from Reinforcement Learning Perspective","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/5a0b4b0b524698ee5f30eab659b7cd5104f5fe6497c8dec2d0c4b9d332350047/"}],"text_parts":[{"start":0,"end":15552,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-1.html"},{"start":15552,"end":30873,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-2.html"},{"start":30873,"end":46176,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-3.html"},{"start":46176,"end":62152,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-4.html"},{"start":62152,"end":74013,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html"}],"contents":[{"title":"Emergent Analogical Reasoning in Large Language Models 0 0 footnotetext: Published at Nature Human Behaviour (2023) https://doi.org/10.1038/s41562-023-01659-w","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-1.html#text"},{"title":"Abstract","offset":162,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-1.html#text"},{"title":"1 Introduction","offset":1227,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-1.html#text"},{"title":"2 Results","offset":4553,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-1.html#text"},{"title":"2.1 Matrix reasoning problems","offset":6550,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-1.html#text"},{"title":"2.2 Letter string analogies","offset":13179,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-1.html#text"},{"title":"2.3 Four-term verbal analogies","offset":17972,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-2.html#text"},{"title":"2.4 Story analogies","offset":21049,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-2.html#text"},{"title":"2.5 Analogical problem-solving","offset":24670,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-2.html#text"},{"title":"3 Discussion","offset":29949,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-2.html#text"},{"title":"4 Methods","offset":38008,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-3.html#text"},{"title":"4.1 Code","offset":38228,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-3.html#text"},{"title":"4.2 GPT-3","offset":38620,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-3.html#text"},{"title":"4.3 Digit Matrices","offset":39812,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-3.html#text"},{"title":"4.3.1 Dataset","offset":39836,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-3.html#text"},{"title":"4.3.2 Human behavioral experiments","offset":46135,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-3.html#text"},{"title":"4.3.3 Evaluating GPT-3","offset":48673,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-4.html#text"},{"title":"4.3.4 Statistical analyses","offset":51247,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-4.html#text"},{"title":"4.4 Letter string analogies","offset":52973,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-4.html#text"},{"title":"4.4.1 Problem set","offset":53006,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-4.html#text"},{"title":"4.4.2 Evaluating GPT-3","offset":57966,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-4.html#text"},{"title":"4.4.3 Human behavioral experiment","offset":59112,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-4.html#text"},{"title":"4.4.4 Statistical analyses","offset":60405,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-4.html#text"},{"title":"4.5 Four-term verbal analogies","offset":62152,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"4.6 Story analogies","offset":65323,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"4.6.1 Materials","offset":65348,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"4.6.2 Human behavioral experiment","offset":68527,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"4.6.3 Evaluating GPT-3","offset":69888,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"4.6.4 Evaluating GPT-4","offset":71062,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"4.6.5 Statistical analyses","offset":71347,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"4.7 Analogical problem-solving","offset":72360,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"Data Availability","offset":72735,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"Code Availability","offset":73384,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"Acknowledgements","offset":73511,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"Author Contributions Statement","offset":73738,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"},{"title":"Competing Interests Statement","offset":73934,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/part-5.html#text"}],"text_code_points":74013,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f74e529a278203e2c144ab7400a343836d9549cf1ae4843c584408448ad3f5a9/source.md"}
