@inproceedings{zhang2023accelerating,
author = {Zhang, Lei and Zhang, Jie and Lei, Bowen and Mukherjee, Subhabrata (Subho) and Pan, Xiang and Zhao, Bo and Ding, Caiwen and Li, Yao and Xu, Dongkuan},
title = {Accelerating Dataset Distillation via Model Augmentation},
booktitle = {2023 Computer Vision and Pattern Recognition},
year = {2023},
month = {March},
abstract = {Dataset Distillation (DD), a newly emerging field, aims at generating much smaller but efficient synthetic training datasets from large ones. Existing DD methods based on gradient matching achieve leading performance; however, they are extremely computationally intensive as they require continuously optimizing a dataset among thousands of randomly initialized models. In this paper, we assume that training the synthetic data with diverse models leads to better generalization performance. Thus we propose two model augmentation techniques, i.e. using early-stage models and parameter perturbation to learn an informative synthetic set with significantly reduced training cost. Extensive experiments demonstrate that our method achieves up to 20× speedup and comparable performance on par with state-of-the-art methods.},
publisher = {CVPR},
url = {http://approjects.co.za/?big=en-us/research/publication/accelerating-dataset-distillation-via-model-augmentation/},
note = {Highlight paper (2.5%)},
}