2026
|
Mallik, Neeratyoy; Janowski, Maciej; Hog, Johannes; Rakotoarison, Herilalaina; Grabocka, Josif; Hutter, Frank; Klein, Aaron When is Warmstarting Effective for Scaling Language Models? Proceedings Article In: 40th Conference on Neural Information Processing Systems (NeurIPS), 2026. @inproceedings{mallik2026a,
title = {When is Warmstarting Effective for Scaling Language Models?},
author = {Neeratyoy Mallik and Maciej Janowski and Johannes Hog and Herilalaina Rakotoarison and Josif Grabocka and Frank Hutter and Aaron Klein},
year = {2026},
booktitle = {40th Conference on Neural Information Processing Systems (NeurIPS)},
keywords = {}
}
|
Shulgin, Egor; Franke, Jörg K. H.; von Rütte, Dimitri; Zhang, Tianyue H.; Ajroldi, Niccolò; Pöppel, Korbinian; Schölkopf, Bernhard; Klein, Aaron; Richtárik, Peter; Orvieto, Antonio Deriving Hyperparameter Scaling Laws via Modern Optimization Theory Proceedings Article In: 40th Conference on Neural Information Processing Systems (NeurIPS), 2026. @inproceedings{shulgin2026a,
title = {Deriving Hyperparameter Scaling Laws via Modern Optimization Theory},
author = {Egor Shulgin and Jörg K.H. Franke and Dimitri von Rütte and Tianyue H. Zhang and Niccolò Ajroldi and Korbinian Pöppel and Bernhard Schölkopf and Aaron Klein and Peter Richtárik and Antonio Orvieto},
year = {2026},
booktitle = {40th Conference on Neural Information Processing Systems (NeurIPS)},
keywords = {}
}
|
2024
|
Sukthanker, Rhea Sanjay; Staffler, Benedikt; Hutter, Frank; Klein, Aaron Large Language Model Compression with Neural Architecture Search Proceedings Article In: NeurIPS 2024 Workshop on Machine Learning and Compression, 2024. @inproceedings{Sukthanker2024c,
title = {Large Language Model Compression with Neural Architecture Search},
author = {Rhea Sanjay Sukthanker and Benedikt Staffler and Frank Hutter and Aaron Klein},
year = {2024},
booktitle = {NeurIPS 2024 Workshop on Machine Learning and Compression},
keywords = {}
}
|
Mallik, Neeratyoy; Janowski, Maciej; Hog, Johannes; Rakotoarison, Herilalaina; Klein, Aaron; Grabocka, Josif; Hutter, Frank Warmstarting for Scaling Language Models Proceedings Article In: NeurIPS 2024 Workshop Adaptive Foundation Models, 2024. @inproceedings{Mallik2024,
title = {Warmstarting for Scaling Language Models},
author = {Neeratyoy Mallik and Maciej Janowski and Johannes Hog and Herilalaina Rakotoarison and Aaron Klein and Josif Grabocka and Frank Hutter},
year = {2024},
booktitle = {NeurIPS 2024 Workshop Adaptive Foundation Models},
keywords = {}
}
|
Sukthanker, Rhea Sanjay; Zela, Arber; Staffler, Benedikt; Klein, Aaron; Purucker, Lennart; Franke, Joerg K. H.; Hutter, Frank HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models Proceedings Article In: 38th Conference on Neural Information Processing Systems (NeurIPS), DBT Track, 2024. @inproceedings{Sukthanker2024e,
title = {HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models},
author = {Rhea Sanjay Sukthanker and Arber Zela and Benedikt Staffler and Aaron Klein and Lennart Purucker and Joerg K.H. Franke and Frank Hutter},
year = {2024},
booktitle = {38th Conference on Neural Information Processing Systems (NeurIPS), DBT Track},
keywords = {}
}
|
2021
|
Eggensperger, Katharina; Müller, Philipp; Mallik, Neeratyoy; Feurer, Matthias; Sass, René; Klein, Aaron; Awad, Noor; Lindauer, Marius; Hutter, Frank HPOBench: A Collection of Reproducible Multi-Fidelity Benchmark Problems for HPO Proceedings Article In: Vanschoren, J.; Yeung, S. (Ed.): Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks, 2021. @inproceedings{eggensperger-neuripsdbt21,
title = {HPOBench: A Collection of Reproducible Multi-Fidelity Benchmark Problems for HPO},
author = {Katharina Eggensperger and Philipp Müller and Neeratyoy Mallik and Matthias Feurer and René Sass and Aaron Klein and Noor Awad and Marius Lindauer and Frank Hutter},
editor = {J. Vanschoren and S. Yeung},
year = {2021},
booktitle = {Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks},
journal = {arXiv:2109.06716},
volume = {1},
keywords = {}
}
|
Siems, Julien; Klein, Aaron; Archambeau, Cedric; Mahsereci, Maren Dynamic Pruning of a Neural Network via Gradient Signal-to-Noise Ratio Conference AutoML Workshop at ICML 2021, 2021. @conference{nokey,
title = {Dynamic Pruning of a Neural Network via Gradient Signal-to-Noise Ratio },
author = {Julien Siems and Aaron Klein and Cedric Archambeau and Maren Mahsereci},
year = {2021},
booktitle = {AutoML Workshop at ICML 2021},
keywords = {}
}
|
2019
|
Gargiani, M; Klein, A; Falkner, S; Hutter, F Probabilistic Rollouts for Learning Curve Extrapolation Across Hyperparameter Settings Proceedings Article In: 6th ICML Workshop on Automated Machine Learning, 2019. @inproceedings{Gargiani6automl,
title = {Probabilistic Rollouts for Learning Curve Extrapolation Across Hyperparameter Settings},
author = {M Gargiani and A Klein and S Falkner and F Hutter},
year = {2019},
booktitle = {6th ICML Workshop on Automated Machine Learning},
keywords = {}
}
|
Feurer, Matthias; Klein, Aaron; Eggensperger, Katharina; Springenberg, Jost; Blum, Manuel; Hutter, Frank Auto-sklearn: Efficient and Robust Automated Machine Learning Book Section In: Hutter, Frank; Kotthoff, Lars; Vanschoren, Joaquin (Ed.): AutoML: Methods, Systems, Challenges, pp. 113–134, Springer, 2019. @incollection{feurer-automlbook19b,
title = {Auto-sklearn: Efficient and Robust Automated Machine Learning},
author = {Matthias Feurer and Aaron Klein and Katharina Eggensperger and Jost Springenberg and Manuel Blum and Frank Hutter},
editor = {Frank Hutter and Lars Kotthoff and Joaquin Vanschoren},
doi = {10.1007/978-3-030-05318-5_6},
year = {2019},
booktitle = {AutoML: Methods, Systems, Challenges},
pages = {113--134},
publisher = {Springer},
chapter = {6},
keywords = {}
}
|
Mendoza, Hector; Klein, Aaron; Feurer, Matthias; Springenberg, Jost Tobias; Urban, Matthias; Burkart, Michael; Dippel, Max; Lindauer, Marius; Hutter, Frank Towards Automatically-Tuned Deep Neural Networks Book Section In: Hutter, Frank; Kotthoff, Lars; Vanschoren, Joaquin (Ed.): AutoML: Methods, Sytems, Challenges, pp. 135–149, Springer, 2019. @incollection{mendoza-automlbook19a,
title = {Towards Automatically-Tuned Deep Neural Networks},
author = {Hector Mendoza and Aaron Klein and Matthias Feurer and Jost Tobias Springenberg and Matthias Urban and Michael Burkart and Max Dippel and Marius Lindauer and Frank Hutter},
editor = {Frank Hutter and Lars Kotthoff and Joaquin Vanschoren},
year = {2019},
booktitle = {AutoML: Methods, Sytems, Challenges},
pages = {135--149},
publisher = {Springer},
chapter = {7},
keywords = {}
}
|
Klein, Aaron; Dai, Zhenwen; Hutter, Frank; Lawrence, Neil; Gonzalez, Javier Meta-Surrogate Benchmarking for Hyperparameter Optimization Book Section In: Wallach, H; Larochelle, H; Beygelzimer, A; d' Alché-Buc, F; Fox, E; Garnett, R (Ed.): Advances in Neural Information Processing Systems 32, pp. 6270–6280, Curran Associates, Inc., 2019. @incollection{NIPS2019_8857,
title = {Meta-Surrogate Benchmarking for Hyperparameter Optimization},
author = {Aaron Klein and Zhenwen Dai and Frank Hutter and Neil Lawrence and Javier Gonzalez},
editor = {H Wallach and H Larochelle and A Beygelzimer and F d' Alché-Buc and E Fox and R Garnett},
year = {2019},
booktitle = {Advances in Neural Information Processing Systems 32},
pages = {6270--6280},
publisher = {Curran Associates, Inc.},
keywords = {}
}
|
Ying, Chris; Klein, Aaron; Real, Esteban; Christiansen, Eric; Murphy, Kevin; Hutter, Frank Nas-bench-101: Towards reproducible neural architecture search Proceedings Article In: Thirty-sixth International Conference on Machine Learning, 2019. @inproceedings{ying2019bench,
title = {Nas-bench-101: Towards reproducible neural architecture search},
author = {Chris Ying and Aaron Klein and Esteban Real and Eric Christiansen and Kevin Murphy and Frank Hutter},
year = {2019},
booktitle = {Thirty-sixth International Conference on Machine Learning},
keywords = {}
}
|
2018
|
Zela, Arber; Klein, Aaron; Falkner, Stefan; Hutter, Frank Towards Automated Deep Learning: Efficient Joint Neural Architecture and Hyperparameter Search Proceedings Article In: ICML 2018 AutoML Workshop, 2018. @inproceedings{zela-automl18,
title = {Towards Automated Deep Learning: Efficient Joint Neural Architecture and Hyperparameter Search},
author = {Arber Zela and Aaron Klein and Stefan Falkner and Frank Hutter},
year = {2018},
booktitle = {ICML 2018 AutoML Workshop},
keywords = {}
}
|
Falkner, Stefan; Klein, Aaron; Hutter, Frank BOHB: Robust and Efficient Hyperparameter Optimization at Scale Proceedings Article In: Proceedings of the 35th International Conference on Machine Learning (ICML 2018), pp. 1436–1445, 2018. @inproceedings{falkner-icml-18,
title = {BOHB: Robust and Efficient Hyperparameter Optimization at Scale},
author = {Stefan Falkner and Aaron Klein and Frank Hutter},
year = {2018},
booktitle = {Proceedings of the 35th International Conference on Machine Learning (ICML 2018)},
pages = {1436--1445},
keywords = {}
}
|
Ilg, Eddy; Cicek, Oezguen; Galesso, Silvio; Klein, Aaron; Makansi, Osama; Hutter, Frank; Brox, Thomas Uncertainty Estimates for Optical Flow with Multi-Hypotheses Networks Journal Article In: Proceedings of ECCV 2018, 2018. @article{ilg-arxiv18a,
title = {Uncertainty Estimates for Optical Flow with Multi-Hypotheses Networks},
author = {Eddy Ilg and Oezguen Cicek and Silvio Galesso and Aaron Klein and Osama Makansi and Frank Hutter and Thomas Brox},
year = {2018},
journal = {Proceedings of ECCV 2018},
keywords = {}
}
|
2017
|
Klein, A; Falkner, S; Mansur, N; Hutter, F RoBO: A Flexible and Robust Bayesian Optimization Framework in Python Proceedings Article In: NIPS 2017 Bayesian Optimization Workshop, 2017. @inproceedings{klein-bayesopt17,
title = {RoBO: A Flexible and Robust Bayesian Optimization Framework in Python},
author = {A Klein and S Falkner and N Mansur and F Hutter},
year = {2017},
booktitle = {NIPS 2017 Bayesian Optimization Workshop},
keywords = {}
}
|
Falkner, S; Klein, A; Hutter, F Combining Hyperband and Bayesian Optimization Proceedings Article In: NIPS 2017 Bayesian Optimization Workshop, 2017. @inproceedings{falkner-bayesopt17,
title = {Combining Hyperband and Bayesian Optimization},
author = {S Falkner and A Klein and F Hutter},
year = {2017},
booktitle = {NIPS 2017 Bayesian Optimization Workshop},
keywords = {}
}
|
Greff, K; Klein, A; Chovanec, M; Hutter, F; Schmidhuber, J The Sacred Infrastructure for Computational Research Proceedings Article In: Proceedings of the 15th Python in Science Conference (SciPy 2017), 2017. @inproceedings{greff-scipy17,
title = {The Sacred Infrastructure for Computational Research},
author = {K Greff and A Klein and M Chovanec and F Hutter and J Schmidhuber},
year = {2017},
booktitle = {Proceedings of the 15th Python in Science Conference (SciPy 2017)},
keywords = {}
}
|
Klein, A; Falkner, S; Springenberg, J T; Hutter, F Learning Curve Prediction with Bayesian Neural Networks Proceedings Article In: International Conference on Learning Representations (ICLR) 2017 Conference Track, 2017. @inproceedings{klein-iclr17,
title = {Learning Curve Prediction with Bayesian Neural Networks},
author = {A Klein and S Falkner and J T Springenberg and F Hutter},
year = {2017},
booktitle = {International Conference on Learning Representations (ICLR) 2017 Conference Track},
keywords = {}
}
|
Klein, A; Falkner, S; Bartels, S; Hennig, P; Hutter, F Fast Bayesian Optimization of Machine Learning Hyperparameters on Large Datasets Proceedings Article In: Proceedings of the AISTATS conference, 2017. @inproceedings{klein-aistats17,
title = {Fast Bayesian Optimization of Machine Learning Hyperparameters on Large Datasets},
author = {A Klein and S Falkner and S Bartels and P Hennig and F Hutter},
year = {2017},
booktitle = {Proceedings of the AISTATS conference},
keywords = {}
}
|
Klein, A; Falkner, S; Bartels, S; Hennig, P; Hutter, F Fast Bayesian hyperparameter optimization on large datasets Proceedings Article In: Electronic Journal of Statistics, 2017. @inproceedings{klein-ejs17,
title = {Fast Bayesian hyperparameter optimization on large datasets},
author = {A Klein and S Falkner and S Bartels and P Hennig and F Hutter},
year = {2017},
booktitle = {Electronic Journal of Statistics},
volume = {11},
keywords = {}
}
|
2016
|
Springenberg, J T; Klein, A; Falkner, S; Hutter, F Bayesian optimization with robust Bayesian neural networks Proceedings Article In: Advances in Neural Information Processing Systems 29, 2016. @inproceedings{springenberg-nips2016,
title = {Bayesian optimization with robust Bayesian neural networks},
author = {J T Springenberg and A Klein and S Falkner and F Hutter},
year = {2016},
booktitle = {Advances in Neural Information Processing Systems 29},
keywords = {}
}
|
Mendoza, H; Klein, A; Feurer, M; Springenberg, J; Hutter, F Towards Automatically-Tuned Neural Networks Proceedings Article In: ICML 2016 AutoML Workshop, 2016. @inproceedings{mendoza-automl16a,
title = {Towards Automatically-Tuned Neural Networks},
author = {H Mendoza and A Klein and M Feurer and J Springenberg and F Hutter},
year = {2016},
booktitle = {ICML 2016 AutoML Workshop},
keywords = {}
}
|
2015
|
Klein, A; Bartels, S; Falkner, S; Hennig, P; Hutter, F Towards efficient Bayesian Optimization for Big Data Proceedings Article In: NIPS 2015 Bayesian Optimization Workshop, 2015. @inproceedings{klein-bayesopt15,
title = {Towards efficient Bayesian Optimization for Big Data},
author = {A Klein and S Bartels and S Falkner and P Hennig and F Hutter},
year = {2015},
booktitle = {NIPS 2015 Bayesian Optimization Workshop},
keywords = {}
}
|
Feurer, Matthias; Klein, Aaron; Eggensperger, Katharina; Springenberg, Jost Tobias; Blum, Manuel; Hutter, Frank Efficient and Robust Automated Machine Learning Proceedings Article In: Advances in Neural Information Processing Systems 28 (NeurIPS'15), pp. 2962–2970, 2015. @inproceedings{feurer-neurip2015,
title = {Efficient and Robust Automated Machine Learning},
author = {Matthias Feurer and Aaron Klein and Katharina Eggensperger and Jost Tobias Springenberg and Manuel Blum and Frank Hutter},
year = {2015},
booktitle = {Advances in Neural Information Processing Systems 28 (NeurIPS'15)},
pages = {2962--2970},
keywords = {}
}
|
Feurer, Matthias; Klein, Aaron; Eggensperger, Katharina; Springenberg, Jost Tobias; Blum, Manuel; Hutter, Frank Methods for Improving Bayesian Optimization for AutoML Proceedings Article In: ICML 2015 AutoML Workshop, 2015. @inproceedings{feurer-automl15a,
title = {Methods for Improving Bayesian Optimization for AutoML},
author = {Matthias Feurer and Aaron Klein and Katharina Eggensperger and Jost Tobias Springenberg and Manuel Blum and Frank Hutter},
year = {2015},
booktitle = {ICML 2015 AutoML Workshop},
keywords = {}
}
|
