Self-Distillation of Hidden Layers for Self-Supervised Representation Learning

Scott C. Lowe, Anthony Fuller, Sageev Oore, Evan Shelhamer, Graham W. Taylor

BibTeX
@misc{lowe2026self,
  author = {Scott C. Lowe and Anthony Fuller and Sageev Oore and Evan Shelhamer and Graham W. Taylor},
  title = {{Self-Distillation of Hidden Layers for Self-Supervised Representation Learning}},
  year = {2026},
  eprint = {2603.15553},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2603.15553},
}
Figure