@inproceedings{neyshabur2015data-dependent, author = {Neyshabur, Behnam and Tomioka, Ryota and Salakhutdinov, Ruslan and Srebro, Nathan}, title = {Data-Dependent Path Normalization in Neural Networks}, booktitle = {ICLR 2016}, year = {2015}, month = {November}, abstract = {We propose a unified framework for neural net normalization, regularization and optimization, which includes Path-SGD and Batch-Normalization and interpolates between them across two different dimensions. Through this framework we investigate issue of invariance of the optimization, data dependence and the connection with natural gradients.}, url = {http://approjects.co.za/?big=en-us/research/publication/data-dependent-path-normalization-neural-networks/}, edition = {ICLR 2016}, }