@inproceedings{maas2013rectifier, title={Rectifier nonlinearities improve neural network acoustic models}, author={Maas, Andrew L and Hannun, Awni Y and Ng, Andrew Y}, booktitle={Proc. ICML}, volume={30}, number={1}, year={2013} } @inproceedings{nair2010rectified, title={Rectified linear units improve restricted {Boltzmann} machines}, author={Nair, Vinod and Hinton, Geoffrey E}, booktitle={Proc ICML}, pages={807--814}, year={2010} } @article{clevert2015fast, title={Fast and accurate deep network learning by exponential linear units ({ELU}s)}, author={Clevert, Djork-Arn{\'e} and Unterthiner, Thomas and Hochreiter, Sepp}, journal={arXiv preprint arXiv:1511.07289}, year={2015} } @article{klambauer2017self, title={Self-Normalizing Neural Networks}, author={Klambauer, G{\"u}nter and Unterthiner, Thomas and Mayr, Andreas and Hochreiter, Sepp}, journal={arXiv preprint arXiv:1706.02515}, year={2017} }