@article{Slack2020PrivateLanguageModeling, title={Differentially Private Language Models Benefit from Public Pre-training}, author={Gavin Kerrigan and Dylan Slack and Jens Tuyls}, journal={EMNLP PrivateNLP Workshop}, year={2020}, }