On the Emergence of Cross-Task Linearity in Pretraining-Finetuning Paradigm

Zhanpeng Zhou, Zijun Chen, Yilan Chen, Bo Zhang, Junchi Yan

BibTeX
@inproceedings{zhou2024emergence,
  author = {Zhanpeng Zhou and Zijun Chen and Yilan Chen and Bo Zhang and Junchi Yan},
  title = {{On the Emergence of Cross-Task Linearity in Pretraining-Finetuning Paradigm}},
  booktitle = {International Conference on Machine Learning},
  year = {2024},
  url = {https://openreview.net/forum?id=qg6AlnpEQH},
}
Figure