{"id":"doi:10.1038/s41467-021-26568-2","title":"Correspondence between neuroevolution and gradient descent","date":"2021-11-02","section":"NeuroAI","quality":-0.324167,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/","source_url":"https://doi.org/10.1038/s41467-021-26568-2","text_available":true,"authors":["Whitelam, Stephen","Selin, Viktor","Park, Sang-Won","Tamblyn, Isaac"],"outgoing":[{"source":"doi:10.1038/s41467-021-26568-2","target":"arxiv:1712.06567","evidence":"id","id":"arxiv:1712.06567","title":"Deep Neuroevolution: Genetic Algorithms Are a Competitive Alternative for Training Deep Neural Networks for Reinforcement Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7191dc11e224beb3dc9abb8cd4efc58c70b79939b61fd56e4416b4b5e1404312/"}],"incoming":[],"text_parts":[{"start":0,"end":15884,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html"},{"start":15884,"end":31733,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-2.html"},{"start":31733,"end":43135,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html"}],"contents":[{"title":"Correspondence between neuroevolution and gradient descent","offset":543,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Abstract","offset":871,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Similar content being viewed by others","offset":1555,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Gradient-based learning drives robust representations in recurrent neural networks by balancing compression and expansion","offset":1599,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Deep neural networks with controlled variable selection for the identification of putative causal genetic variants","offset":1726,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"The neural coding framework for learning generative models","offset":1846,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Explore related subjects","offset":1910,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Introduction","offset":1982,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Results","offset":10248,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Gradient descent","offset":10985,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Neuroevolution","offset":11228,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Discussion","offset":14855,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Numerical illustration of the neuroevolution-gradient descent correspondence","offset":14870,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Shallow net, β = ∞","offset":15179,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-1.html#text"},{"title":"Deep net, β = ∞","offset":20824,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-2.html#text"},{"title":"Shallow net, finite β","offset":24129,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-2.html#text"},{"title":"Conclusions","offset":27637,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-2.html#text"},{"title":"Methods","offset":32999,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Derivation of the neuroevolution-gradient descent correspondence","offset":33011,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"The case of finite β","offset":35385,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"The case β = ∞","offset":37466,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Data availability","offset":39944,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Code availability","offset":40077,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Supplementary information","offset":40191,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Supplementary Information (download PDF )","offset":40221,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Rights and permissions","offset":40268,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"About this article","offset":41174,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Cite this article","offset":41197,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Share this article","offset":41586,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Search","offset":41841,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Quick links","offset":41852,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"nature.com footer links","offset":42011,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"About Nature Portfolio","offset":42039,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Discover content","offset":42119,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Publishing policies","offset":42204,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Author & Researcher services","offset":42269,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Libraries & institutions","offset":42422,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Advertising & partnerships","offset":42534,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Professional development","offset":42633,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"},{"title":"Regional websites","offset":42714,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/part-3.html#text"}],"text_code_points":43135,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/21875123ceb4116f9890b5b8d70154234ec0aa1bb29c70d3439a48aad10629b0/source.md"}