{"id":"arxiv:2405.08007","title":"People cannot distinguish GPT-4 from a human in a Turing test","date":"2024-05-09","section":"Retrieval, embeddings, benchmarks","quality":-0.265154,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/","source_url":"https://arxiv.org/abs/2405.08007","text_available":true,"authors":["Cameron R. Jones","Benjamin K. Bergen"],"outgoing":[],"incoming":[],"text_parts":[{"start":0,"end":15806,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html"},{"start":15806,"end":30717,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html"},{"start":30717,"end":38167,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-3.html"}],"contents":[{"title":"People cannot distinguish GPT-4 from a human in a Turing test","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"Abstract","offset":65,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"1 Introduction","offset":930,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"1.1 The Turing test","offset":949,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"1.2 AI models","offset":4813,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"1.3 Game setup","offset":6920,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"2 Results","offset":8355,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"2.1 Pass rates","offset":8369,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"2.2 Strategies & reasons","offset":10443,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"3 Discussion","offset":12368,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"3.1 Does GPT-4 pass the Turing test?","offset":12385,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"3.2 What does the Turing test measure?","offset":14690,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-1.html#text"},{"title":"3.3 Robots in disguise","offset":16988,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"4 Methods","offset":19413,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"4.1 AI witnesses","offset":19427,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"4.2 Interface","offset":22821,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"4.3 Participants","offset":24218,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"4.4 Procedure","offset":24948,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"4.5 Strategy and Reason Tagging","offset":26495,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"4.6 Statistical Analysis","offset":27215,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"Acknowledgements","offset":29776,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"Appendix A Full Prompt","offset":30033,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-2.html#text"},{"title":"Appendix B Supplementary Figures","offset":37108,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-3.html#text"},{"title":"Appendix C Reason and Strategy Classification Schemes","offset":37145,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-3.html#text"},{"title":"Instructions for reporting errors","offset":37203,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/part-3.html#text"}],"text_code_points":38167,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/ec6cede2a895468a1dd14c92111b2a895f42c9eaab66f94918ef5340d1b183e1/source.md"}