{"id":"arxiv:2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","date":"2021-05-11","section":"Self-supervised learning and vision","quality":-0.071959,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/","source_url":"https://arxiv.org/abs/2105.04906","text_available":true,"authors":["Adrien Bardes","Jean Ponce","Yann LeCun"],"outgoing":[{"source":"arxiv:2105.04906","target":"arxiv:2006.09882","evidence":"title","id":"arxiv:2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/6601018611a96dff6f5324f2e4f39f62484917cf4d8f8a8d5baa7f4be1deb433/"}],"incoming":[{"source":"arxiv:2301.08243","target":"arxiv:2105.04906","evidence":"id","id":"arxiv:2301.08243","title":"Self-Supervised Learning from Images with a Joint-Embedding Predictive Architecture","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/475bac0a3b29edd42642bbe10d1a41bfb18a3022ac95b9b1a3db9e5d5d0b95fe/"},{"source":"arxiv:2304.09355","target":"arxiv:2105.04906","evidence":"id","id":"arxiv:2304.09355","title":"To Compress or Not to Compress- Self-Supervised Learning and Information Theory: A Review","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/6de01284dffdeadbd92020fc614ff702f27bc9c49215a1658ea3ca8a4a0c36ce/"},{"source":"arxiv:2304.12210","target":"arxiv:2105.04906","evidence":"title","id":"arxiv:2304.12210","title":"A Cookbook of Self-Supervised Learning","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/518a026819227af3e1838911bfadf26c1515786a3af305de5c2e77efb052ecfd/"},{"source":"arxiv:2511.08544","target":"arxiv:2105.04906","evidence":"id","id":"arxiv:2511.08544","title":"LeJEPA: Provable and Scalable Self-Supervised Learning Without the Heuristics","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/e2c5835a26dabc321e6364380a37c47c10425ee830ec522564b0604733025a94/"},{"source":"arxiv:2605.26379","target":"arxiv:2105.04906","evidence":"id","id":"arxiv:2605.26379","title":"When Does LeJEPA Learn a World Model?","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/f140b8fcc13ea085ce6ad170e090380c8d373416f791960778c4b216f6e5c8f6/"},{"source":"arxiv:2606.02572","target":"arxiv:2105.04906","evidence":"title","id":"arxiv:2606.02572","title":"VISReg: Variance-Invariance-Sketching Regularization for JEPA training","url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/262c1938984761f99c55d9ae1237e686b2d6ab94b69d7181d11dceab2a7210fb/"}],"text_parts":[{"start":0,"end":14847,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-1.html"},{"start":14847,"end":29669,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-2.html"},{"start":29669,"end":32804,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-3.html"}],"contents":[{"title":"VICReg: Variance-Invariance-Covariance Re-gularization for Self-Supervised Learning","offset":0,"level":1,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-1.html#text"},{"title":"Abstract","offset":87,"level":6,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-1.html#text"},{"title":"1 Introduction","offset":1184,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-1.html#text"},{"title":"2 VICReg: intuition","offset":4406,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-1.html#text"},{"title":"3 Related work","offset":7972,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-1.html#text"},{"title":"4 VICReg: detailed description","offset":12523,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-1.html#text"},{"title":"4.1 Method","offset":14012,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-1.html#text"},{"title":"4.2 Implementation details","offset":18908,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-2.html#text"},{"title":"5 Results","offset":20432,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-2.html#text"},{"title":"5.1 Evaluation on ImageNet","offset":20803,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-2.html#text"},{"title":"5.2 Transfer to other downstream tasks","offset":22609,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-2.html#text"},{"title":"5.3 Multi-modal pretraining on MS-COCO","offset":23602,"level":3,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-2.html#text"},{"title":"6 Analysis","offset":24936,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-2.html#text"},{"title":"7 Conclusion","offset":31509,"level":2,"url":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/part-3.html#text"}],"text_code_points":32804,"source_markdown":"https://vinnik-dmitry07.github.io/favorite-papers/agents/papers/822b6414fb02bd6c746e0d559fd3dcc60766476142ebae7795b02bc6c45223ce/source.md"}