{"id":"arxiv:1708.02072","title":"Measuring Catastrophic Forgetting in Neural Networks","date":"2017-08-07","section":"Data, training, optimization","quality":-0.495708,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/","source_url":"https://arxiv.org/abs/1708.02072","text_available":true,"authors":["Ronald Kemker","Marc McClure","Angelina Abitino","Tyler Hayes"],"outgoing":[{"source":"arxiv:1708.02072","target":"doi:10.1073/pnas.1611835114","evidence":"title","id":"doi:10.1073/pnas.1611835114","title":"Overcoming catastrophic forgetting in neural networks","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/849082368a44d06b93ef3ba95bcfddc6672b7a5e8064ad2b2d19601639266e8b/"}],"incoming":[{"source":"doi:10.1371/journal.pcbi.1010628","target":"arxiv:1708.02072","evidence":"title","id":"doi:10.1371/journal.pcbi.1010628","title":"Sleep prevents catastrophic forgetting in spiking neural networks by forming joint synaptic weight representations","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/7e34ad47e15cfd27cb9f93eef1399cfa51820e1382157b2c698c13548efc960a/"}],"text_parts":[{"start":0,"end":15928,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html"},{"start":15928,"end":31579,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html"},{"start":31579,"end":47227,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html"},{"start":47227,"end":47769,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-4.html"}],"contents":[{"title":"Measuring Catastrophic Forgetting in Neural Networks","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Abstract","offset":56,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Introduction","offset":1553,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Problem Formulation","offset":4643,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Why Does Catastrophic Forgetting Occur?","offset":6011,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Previous Surveys","offset":7276,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Mitigating Catastrophic Forgetting","offset":8681,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Regularization Methods","offset":9008,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Ensemble Methods","offset":9813,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Rehearsal Methods","offset":11326,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Dual-Memory Models","offset":12579,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Sparse-Coding Methods","offset":13761,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Experimental Setup","offset":15223,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"Dataset Description","offset":15753,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"MNIST","offset":15778,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"CUB-200","offset":15914,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-1.html#text"},{"title":"AudioSet","offset":16451,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Models Evaluated","offset":17266,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Standard Multi-Layer Perceptron","offset":18311,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Elastic Weight Consolidation","offset":18925,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"PathNet","offset":20008,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"GeppNet","offset":20719,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Fixed Expansion Layer","offset":22564,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Experiments and Results","offset":23202,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Evaluation Metrics","offset":24171,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Experimental Results","offset":26002,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Data Permutation Experiment","offset":26028,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Incremental Class Learning","offset":27193,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Multi-Modal Experiment","offset":29294,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Discussion","offset":31133,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-2.html#text"},{"title":"Conclusion","offset":37044,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Acknowledgements","offset":38411,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Appendix A Supplemental Material","offset":38598,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Training Parameters","offset":38635,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Reproduction Validation Experiments","offset":38660,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Plots and Tables for Experimental Results","offset":40454,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Data Permutation Experiment","offset":40806,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Incremental Class Learning Experiment","offset":42988,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Multi-Modal Experiment","offset":43687,"level":4,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Fast Correlation Based Filter","offset":43899,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Ideal Model","offset":46453,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"},{"title":"Instructions for reporting errors","offset":46805,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/part-3.html#text"}],"text_code_points":47769,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/358d4d451093ba5234c459f6323da4968d71d8be905b6612f5bae0162e9145f2/source.md"}