2024
|
Arango, Sebastian Pineda; Janowski, Maciej; Purucker, Lennart; Zela, Arber; Hutter, Frank; Grabocka, Josif Ensembling Finetuned Language Models for Text Classification Inproceedings In: NeurIPS 2024 Workshop on Fine-Tuning in Modern Machine Learning: Principles and Scalability, 2024. @inproceedings{Arango2024c,
title = {Ensembling Finetuned Language Models for Text Classification},
author = {Sebastian Pineda Arango and Maciej Janowski and Lennart Purucker and Arber Zela and Frank Hutter and Josif Grabocka},
year = {2024},
booktitle = {NeurIPS 2024 Workshop on Fine-Tuning in Modern Machine Learning: Principles and Scalability},
keywords = {}
}
|
Grazzi, Riccardo; Siems, Julien; Franke, Jörg K. H.; Zela, Arber; Hutter, Frank; Pontil, Massimiliano Unlocking State-Tracking in linear RNNs through Negative Eigenvalues Inproceedings In: NeurIPS 2024 Workshop on Mathematics of Modern Machine Learning Workshop (M3L), 2024, (Oral Presentation). @inproceedings{Grazzi2024d,
title = {Unlocking State-Tracking in linear RNNs through Negative Eigenvalues},
author = {Riccardo Grazzi and Julien Siems and Jörg K. H. Franke and Arber Zela and Frank Hutter and Massimiliano Pontil},
year = {2024},
booktitle = {NeurIPS 2024 Workshop on Mathematics of Modern Machine Learning Workshop (M3L)},
keywords = {}
}
|
Müller, Andreas; Siems, Julien; Nori, Harsha; Salinas, David; Zela, Arber; Caruana, Rich; Hutter, Frank GAMformer: Exploring In-Context Learning for Generalized Additive Models Inproceedings In: NeurIPS 2024 TRL Workshop, 2024. @inproceedings{Müller2024,
title = {GAMformer: Exploring In-Context Learning for Generalized Additive Models},
author = {Andreas Müller and Julien Siems and Harsha Nori and David Salinas and Arber Zela and Rich Caruana and Frank Hutter},
year = {2024},
booktitle = {NeurIPS 2024 TRL Workshop},
keywords = {}
}
|
Sukthanker, Rhea Sanjay; Zela, Arber; Staffler, Benedikt; Klein, Aaron; Purucker, Lennart; Franke, Joerg K. H.; Hutter, Frank HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models Inproceedings In: 38th Conference on Neural Information Processing Systems (NeurIPS), DBT Track, 2024. @inproceedings{Sukthanker2024e,
title = {HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models},
author = {Rhea Sanjay Sukthanker and Arber Zela and Benedikt Staffler and Aaron Klein and Lennart Purucker and Joerg K.H. Franke and Frank Hutter},
year = {2024},
booktitle = {38th Conference on Neural Information Processing Systems (NeurIPS), DBT Track},
keywords = {}
}
|
Arango, Sebastian Pineda; Janowski, Maciej; Purucker, Lennart; Zela, Arber; Hutter, Frank; Grabocka, Josif Dynamic Post-Hoc Neural Ensemblers Inproceedings In: Preprint, 2024. @inproceedings{Arango2024b,
title = {Dynamic Post-Hoc Neural Ensemblers},
author = {Sebastian Pineda Arango and Maciej Janowski and Lennart Purucker and Arber Zela and Frank Hutter and Josif Grabocka},
year = {2024},
booktitle = {Preprint},
journal = {Preprint arXiv},
keywords = {}
}
|
Sukthanker, Rhea Sanjay; Zela, Arber; Staffler, Benedikt; Dooley, Samuel; Grabocka, Josif; Hutter, Frank Multi-objective Differentiable Neural Architecture Search Conference 2nd Workshop on Advancing Neural Network Training: Computational Efficiency, Scalability, and Resource Optimization (WANT@ICML), 2024. @conference{Sukthanker2024,
title = {Multi-objective Differentiable Neural Architecture Search},
author = {Rhea Sanjay Sukthanker and Arber Zela and Benedikt Staffler and Samuel Dooley and Josif Grabocka and Frank Hutter},
year = {2024},
booktitle = {2nd Workshop on Advancing Neural Network Training: Computational Efficiency, Scalability, and Resource Optimization (WANT@ICML)},
keywords = {}
}
|
2023
|
White, Colin; Safari, Mahmoud; Sukthanker, Rhea; Ru, Binxin; Elsken, Thomas; Zela, Arber; Dey, Debadeepta; Hutter, Frank Neural Architecture Search: Insights from 1000 Papers Online 2023, visited: 20.01.2023. @online{white2023neural,
title = {Neural Architecture Search: Insights from 1000 Papers},
author = {Colin White and Mahmoud Safari and Rhea Sukthanker and Binxin Ru and Thomas Elsken and Arber Zela and Debadeepta Dey and Frank Hutter},
year = {2023},
keywords = {}
}
|
2022
|
Bansal, Archit; Stoll, Danny; Janowski, Maciej; Zela, Arber; Hutter, Frank JAHS-Bench-201: A Foundation For Research On Joint Architecture And Hyperparameter Search Inproceedings In: Thirty-sixth Conference on Neural Information Processing Systems, 2022, (Featured Paper - top 7.5% of accepted papers). @inproceedings{bansal-neurips22a,
title = {JAHS-Bench-201: A Foundation For Research On Joint Architecture And Hyperparameter Search},
author = {Archit Bansal and Danny Stoll and Maciej Janowski and Arber Zela and Frank Hutter},
year = {2022},
booktitle = {Thirty-sixth Conference on Neural Information Processing Systems},
keywords = {}
}
|
Krishnakumar, Arjun; White, Colin; Zela, Arber; Tu, Renbo; Safari, Mahmoud; Hutter, Frank NAS-Bench-Suite-Zero: Accelerating Research on Zero Cost Proxies Inproceedings In: Thirty-sixth Conference on Neural Information Processing Systems, 2022. @inproceedings{krishnakumar2022nasbenchsuitezero,
title = {NAS-Bench-Suite-Zero: Accelerating Research on Zero Cost Proxies},
author = {Arjun Krishnakumar and Colin White and Arber Zela and Renbo Tu and Mahmoud Safari and Frank Hutter},
year = {2022},
booktitle = {Thirty-sixth Conference on Neural Information Processing Systems},
keywords = {}
}
|
Mehta*, Yash; White*, Colin; Zela, Arber; Krishnakumar, Arjun; Zabergja, Guri; Moradian, Shakiba; Safari, Mahmoud; Yu, Kaicheng; Hutter, Frank NAS-Bench-Suite: NAS Evaluation is (Now) Surprisingly Easy Inproceedings In: International Conference on Learning Representations (ICLR) 2022, 2022. @inproceedings{mehta-iclr22,
title = {NAS-Bench-Suite: NAS Evaluation is (Now) Surprisingly Easy},
author = {Yash Mehta* and Colin White* and Arber Zela and Arjun Krishnakumar and Guri Zabergja and Shakiba Moradian and Mahmoud Safari and Kaicheng Yu and Frank Hutter},
year = {2022},
booktitle = {International Conference on Learning Representations (ICLR) 2022},
keywords = {}
}
|
Zela, Arber; Siems, Julien; Zimmer, Lucas; Lukasik, Jovita; Keuper, Margret; Hutter, Frank Surrogate NAS Benchmarks: Going Beyond the Limited Search Spaces of Tabular NAS Benchmarks Inproceedings In: International Conference on Learning Representations (ICLR), 2022. @inproceedings{zela-iclr21,
title = {Surrogate NAS Benchmarks: Going Beyond the Limited Search Spaces of Tabular NAS Benchmarks},
author = {Arber Zela and Julien Siems and Lucas Zimmer and Jovita Lukasik and Margret Keuper and Frank Hutter},
year = {2022},
booktitle = {International Conference on Learning Representations (ICLR)},
keywords = {}
}
|
2021
|
Narayanan, Ashwin Raaghav; Zela, Arber; Saikia, Tonmoy; Brox, Thomas; Hutter, Frank Multi-headed Neural Ensemble Search Inproceedings In: Workshop on Uncertainty and Robustness in Deep Learning (UDL@ICML`21), 2021. @inproceedings{Narayanan2021b,
title = {Multi-headed Neural Ensemble Search},
author = {Ashwin Raaghav Narayanan and Arber Zela and Tonmoy Saikia and Thomas Brox and Frank Hutter},
year = {2021},
booktitle = {Workshop on Uncertainty and Robustness in Deep Learning (UDL@ICML`21)},
keywords = {}
}
|
Elsken, Thomas; Staffler, Benedikt; Zela, Arber; Metzen, Jan Hendrik; Hutter, Frank Bag of Tricks for Neural Architecture Search Journal Article In: Proceedings of the CVPR 2021 Workshop on Neural Architecture Search (CVPR-NAS '21), 2021. @article{elsken2021bag,
title = {Bag of Tricks for Neural Architecture Search},
author = {Thomas Elsken and Benedikt Staffler and Arber Zela and Jan Hendrik Metzen and Frank Hutter},
year = {2021},
journal = {Proceedings of the CVPR 2021 Workshop on Neural Architecture Search (CVPR-NAS '21)},
keywords = {}
}
|
Chatzimichailidis, Avraam; Zela, Arber; Shalini, Shalini; Labus, Peter; Keuper, Janis; Hutter, Frank; Yang, Yang Group Sparsity: A Unified Framework for Network Pruning and Neural Architecture Search Journal Article In: Proceedings of the CVPR 2021 Workshop on Neural Architecture Search (CVPR-NAS '21), 2021. @article{chatzimichailidisgroup,
title = {Group Sparsity: A Unified Framework for Network Pruning and Neural Architecture Search},
author = {Avraam Chatzimichailidis and Arber Zela and Shalini Shalini and Peter Labus and Janis Keuper and Frank Hutter and Yang Yang},
year = {2021},
journal = {Proceedings of the CVPR 2021 Workshop on Neural Architecture Search (CVPR-NAS '21)},
keywords = {}
}
|
Zaidi, Sheheryar; Zela, Arber; Elsken, Thomas; Holmes, Christopher C.; Hutter, Frank; Teh, Yee Whye Neural Ensemble Search for Uncertainty Estimation and Dataset Shift Inproceedings In: Thirty-Fifth Conference on Neural Information Processing Systems, 2021. @inproceedings{zaidi2021neural,
title = {Neural Ensemble Search for Uncertainty Estimation and Dataset Shift},
author = {Sheheryar Zaidi and Arber Zela and Thomas Elsken and Christopher C. Holmes and Frank Hutter and Yee Whye Teh},
year = {2021},
booktitle = {Thirty-Fifth Conference on Neural Information Processing Systems},
keywords = {}
}
|
White, Colin; Zela, Arber; Ru, Binxin; Liu, Yang; Hutter, Frank How Powerful are Performance Predictors in Neural Architecture Search? Inproceedings In: Thirty-Fifth Conference on Neural Information Processing Systems, 2021. @inproceedings{white2021how,
title = {How Powerful are Performance Predictors in Neural Architecture Search?},
author = {Colin White and Arber Zela and Binxin Ru and Yang Liu and Frank Hutter},
year = {2021},
booktitle = {Thirty-Fifth Conference on Neural Information Processing Systems},
keywords = {}
}
|
2020
|
Lukasik, Jovita; Friede, David; Zela, Arber; Stuckenschmidt, Heiner; Hutter, Frank; Keuper, Margret Smooth Variational Graph Embeddings for Efficient Neural Architecture Search Journal Article In: arXiv:2010.04683 [cs.LG], 2020. @article{lukasik20,
title = {Smooth Variational Graph Embeddings for Efficient Neural Architecture Search},
author = {Jovita Lukasik and David Friede and Arber Zela and Heiner Stuckenschmidt and Frank Hutter and Margret Keuper},
year = {2020},
journal = {arXiv:2010.04683 [cs.LG]},
keywords = {}
}
|
Siems, Julien; Zimmer, Lucas; Zela, Arber; Lukasik, Jovita; Keuper, Margret; Hutter, Frank NAS-Bench-301 and the Case for Surrogate Benchmarks for Neural Architecture Search Journal Article In: NeurIPS 4th Workshop on Meta-Learning, 2020. @article{siems20,
title = {NAS-Bench-301 and the Case for Surrogate Benchmarks for Neural Architecture Search},
author = {Julien Siems and Lucas Zimmer and Arber Zela and Jovita Lukasik and Margret Keuper and Frank Hutter},
year = {2020},
journal = {NeurIPS 4th Workshop on Meta-Learning},
keywords = {}
}
|
Liu, Zhengying; Pavao, Adrien; Xu, Zhen; Escalera, Sergio; Ferreira, Fabio; Guyon, Isabelle; Hong, Sirui; Hutter, Frank; Ji, Rongrong; Junior, Julio C S Jacques; Li, Ge; Lindauer, Marius; Luo, Zhipeng; Madadi, Meysam; Nierhoff, Thomas; Niu, Kangning; Pan, Chunguang; Stoll, Danny; Treguer, Sebastien; Wang, Jin; Wang, Peng; Wu, Chenglin; Xiong, Youcheng; Zela, Arber; Zhang, Yang Winning Solutions and Post-Challenge Analyses of the ChaLearn AutoDL Challenge 2019 Journal Article In: IEEE Transactions on Pattern Analysis and Machine Intelligence, vol. 43, no. 9, pp. 3108-3125, 2020. @article{Liu20,
title = {Winning Solutions and Post-Challenge Analyses of the ChaLearn AutoDL Challenge 2019},
author = {Zhengying Liu and Adrien Pavao and Zhen Xu and Sergio Escalera and Fabio Ferreira and Isabelle Guyon and Sirui Hong and Frank Hutter and Rongrong Ji and Julio C S Jacques Junior and Ge Li and Marius Lindauer and Zhipeng Luo and Meysam Madadi and Thomas Nierhoff and Kangning Niu and Chunguang Pan and Danny Stoll and Sebastien Treguer and Jin Wang and Peng Wang and Chenglin Wu and Youcheng Xiong and Arber Zela and Yang Zhang},
doi = {10.1109/TPAMI.2021.3075372},
year = {2020},
journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence},
volume = {43},
number = {9},
pages = {3108-3125},
keywords = {}
}
|
Zaidi, Sheheryar; Zela, Arber; Elsken, Thomas; Holmes, Chris; Hutter, Frank; Teh, Yee Whye Neural Ensemble Search for Performant and Calibrated Predictions Journal Article In: Workshop on Uncertainty and Robustness in Deep Learning (UDL@ICML`20), 2020, (Oral Presentation). @article{zaidi20,
title = {Neural Ensemble Search for Performant and Calibrated Predictions},
author = {Sheheryar Zaidi and Arber Zela and Thomas Elsken and Chris Holmes and Frank Hutter and Yee Whye Teh},
year = {2020},
journal = {Workshop on Uncertainty and Robustness in Deep Learning (UDL@ICML`20)},
keywords = {}
}
|
Zela, Arber; Siems, Julien; Hutter, Frank NAS-Bench-1Shot1: Benchmarking and Dissecting One-shot Neural Architecture Search Inproceedings In: International Conference on Learning Representations, 2020. @inproceedings{Zela2020NAS-Bench-1Shot1:,
title = {NAS-Bench-1Shot1: Benchmarking and Dissecting One-shot Neural Architecture Search},
author = {Arber Zela and Julien Siems and Frank Hutter},
year = {2020},
booktitle = {International Conference on Learning Representations},
keywords = {}
}
|
Zela, Arber; Elsken, Thomas; Saikia, Tonmoy; Marrakchi, Yassine; Brox, Thomas; Hutter, Frank Understanding and Robustifying Differentiable Architecture Search Inproceedings In: International Conference on Learning Representations, 2020, (Oral Presentation (Top 7%)). @inproceedings{Zela2020Understanding,
title = {Understanding and Robustifying Differentiable Architecture Search},
author = {Arber Zela and Thomas Elsken and Tonmoy Saikia and Yassine Marrakchi and Thomas Brox and Frank Hutter},
year = {2020},
booktitle = {International Conference on Learning Representations},
keywords = {}
}
|
2019
|
Saikia, T; Marrakchi, Y; Zela, A; Hutter, F; Brox, T AutoDispNet: Improving Disparity Estimation With AutoML Inproceedings In: IEEE International Conference on Computer Vision (ICCV), 2019. @inproceedings{saikia19autodispnet,
title = {AutoDispNet: Improving Disparity Estimation With AutoML},
author = {T Saikia and Y Marrakchi and A Zela and F Hutter and T Brox},
year = {2019},
booktitle = {IEEE International Conference on Computer Vision (ICCV)},
keywords = {}
}
|
2018
|
Zela, Arber; Klein, Aaron; Falkner, Stefan; Hutter, Frank Towards Automated Deep Learning: Efficient Joint Neural Architecture and Hyperparameter Search Inproceedings In: ICML 2018 AutoML Workshop, 2018. @inproceedings{zela-automl18,
title = {Towards Automated Deep Learning: Efficient Joint Neural Architecture and Hyperparameter Search},
author = {Arber Zela and Aaron Klein and Stefan Falkner and Frank Hutter},
year = {2018},
booktitle = {ICML 2018 AutoML Workshop},
keywords = {}
}
|
