@inproceedings{13ff614656004a05a4a8f848ce451535,
title = "An empirical study of the hidden matrix rank for neural networks with random weights",
abstract = "Neural networks with random weights can be regarded as feed-forward neural networks built with a specific randomized algorithm, i.e., the input weights and biases are randomly assigned and fixed during the training phase, and the output weights are analytically evaluated by the least square method. This paper presents an empirical study of the hidden matrix rank for neural networks with random weights. We study the impacts of the scope of random parameters on the model's performance, and show that the assignment of the input weights in the range [-1,1] is misleading. Experiments were conducted using two types of neural networks obtaining insights not only on the input weights but also how these relate to different architectures.",
keywords = "Matrix rank, Neural networks, Random weights, Regression",
author = "Henriquez, {Pablo A.} and Ruz, {Gonzalo A.}",
note = "Publisher Copyright: {\textcopyright} 2017 IEEE.; 16th IEEE International Conference on Machine Learning and Applications, ICMLA 2017 ; Conference date: 18-12-2017 Through 21-12-2017",
year = "2017",
doi = "10.1109/ICMLA.2017.00-44",
language = "English",
series = "Proceedings - 16th IEEE International Conference on Machine Learning and Applications, ICMLA 2017",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "883--888",
editor = "Xuewen Chen and Bo Luo and Feng Luo and Vasile Palade and Wani, {M. Arif}",
booktitle = "Proceedings - 16th IEEE International Conference on Machine Learning and Applications, ICMLA 2017",
}