@inproceedings{guenter2013stochastic, author = {Guenter, Brian and Yu, Dong and Eversole, Adam and Kuchaiev, Oleksii and Seltzer, Mike}, title = {Stochastic Gradient Descent Algorithm in the Computational Network Toolkit}, booktitle = {OPT2013: NIPS Workshop on Optimization for Machine Learning}, year = {2013}, month = {December}, abstract = {We introduce the stochastic gradient descent algorithm used in the computational network toolkit (CNTK) — a general purpose machine learning toolkit written in C++ for training and using models that can be expressed as a computational network. We describe the algorithm used to compute the gradients automatically for a given network. We also propose a low-cost automatic learning rate selection algorithm and demonstrate that it works well in practice.}, url = {http://approjects.co.za/?big=en-us/research/publication/stochastic-gradient-descent-algorithm-in-the-computational-network-toolkit/}, edition = {OPT2013: NIPS Workshop on Optimization for Machine Learning}, }