@inbook{85d4d8fc8365495bb2b870533251cd2f,
title = "Convergence analysis of pso for hyper-parameter selection in deep neural networks",
abstract = "Deep Neural Networks (DNNs) have gained enormous research attention since they consistently outperform other state-of-the-art methods in a plethora of machine learning tasks. However, their performance strongly depends on the DNN hyper-parameters which are commonly tuned by experienced practitioners. Recently, we introduced Particle Swarm Optimization (PSO) and parallel PSO techniques to automate this process. In this work, we theoretically and experimentally investigate the convergence capabilities of these algorithms. The experiments were performed for several DNN architectures (both gradually augmented and hand-crafted by a human) using two challenging multi-class benchmark datasets{\textemdash}MNIST and CIFAR-10.",
keywords = "Convergence analysis, DNNs, Hyper-parameter selection, PSO",
author = "Jakub Nalepa and Lorenzo, \{Pablo Ribalta\}",
note = "Publisher Copyright: {\textcopyright} Springer International Publishing AG 2018.",
year = "2018",
doi = "10.1007/978-3-319-69835-9\_27",
language = "English",
series = "Lecture Notes on Data Engineering and Communications Technologies",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "284--295",
booktitle = "Lecture Notes on Data Engineering and Communications Technologies",
address = "Germany",
}