%0 Conference Paper %1 huseljic2023role %A Huseljic, Denis %A Herde, Marek %A Hahn, Paul %A Sick, Bernhard %B Workshop on Interactive Adaptive Learning (IAL), ECML PKDD %D 2023 %K imported itegpub isac-www %P 19--24 %T Role of Hyperparameters in Deep Active Learning %U https://ceur-ws.org/Vol-3470/paper4.pdf %X Despite considerable research on pool-based deep active learning (DAL), deploying DAL into real applications still has several challenges. A frequently neglected aspect is the choice of training hyperparameters (HPs), such as the learning rate. Since these HPs determine how the deep neural network learns in each cycle, they must be chosen carefully. In this article, we analyze the role of HPs in DAL. We find that optimizing HPs reduces the performance gap between DAL strategies. Conversely, we highlight challenges in finding optimal HPs when using datasets selected via DAL strategies.

@inproceedings{huseljic2023role, abstract = {Despite considerable research on pool-based deep active learning (DAL), deploying DAL into real applications still has several challenges. A frequently neglected aspect is the choice of training hyperparameters (HPs), such as the learning rate. Since these HPs determine how the deep neural network learns in each cycle, they must be chosen carefully. In this article, we analyze the role of HPs in DAL. We find that optimizing HPs reduces the performance gap between DAL strategies. Conversely, we highlight challenges in finding optimal HPs when using datasets selected via DAL strategies.}, added-at = {2023-11-28T15:27:31.000+0100}, author = {Huseljic, Denis and Herde, Marek and Hahn, Paul and Sick, Bernhard}, biburl = {https://www.bibsonomy.org/bibtex/2cf69f68a16e00619f6a699adb069ec6f/ies}, booktitle = {Workshop on Interactive Adaptive Learning (IAL), ECML PKDD}, codeurl = {https://github.com/dhuseljic/dal-toolbox}, interhash = {6a10e7bb9e1628102744f12f07c65c08}, intrahash = {cf69f68a16e00619f6a699adb069ec6f}, keywords = {imported itegpub isac-www}, pages = {19--24}, timestamp = {2023-11-28T15:27:31.000+0100}, title = {Role of Hyperparameters in Deep Active Learning}, url = {https://ceur-ws.org/Vol-3470/paper4.pdf}, year = 2023 }