@misc{baratin2020implicit,
author = {Baratin, Aristide and George, Thomas and Laurent, César and Hjelm, Devon and Lajoie, Guillaume and Vincent, Pascal and Lacoste-Julien, Simon},
title = {Implicit Regularization in Deep Learning: A View from Function Space},
howpublished = {ArXiv preprint},
year = {2020},
month = {August},
abstract = {We approach the problem of implicit regularization in deep learning from a geometrical viewpoint. We highlight a possible regularization effect induced by a dynamical alignment of the neural tangent features introduced by Jacot et al, along a small number of task-relevant directions. By extrapolating a new analysis of Rademacher complexity bounds in linear models, we propose and study a new heuristic complexity measure for neural networks which captures this phenomenon, in terms of sequences of tangent kernel classes along in the learning trajectories.},
url = {http://approjects.co.za/?big=en-us/research/publication/implicit-regularization-in-deep-learning-a-view-from-function-space/},
}