@inproceedings{ijcai2023p568, title = {Towards Lossless Head Pruning through Automatic Peer Distillation for Language Models}, author = {Li, Bingbing and Wang, Zigeng and Huang, Shaoyi and Bragin, Mikhail and Li, Ji and Ding, Caiwen}, booktitle = {Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence, {IJCAI-23}}, publisher = {International Joint Conferences on Artificial Intelligence Organization}, editor = {Edith Elkind}, pages = {5113--5121}, year = {2023}, month = {8}, note = {Main Track}, doi = {10.24963/ijcai.2023/568}, url = {https://doi.org/10.24963/ijcai.2023/568}, }