2024
|
Sukthanker, Rhea Sanjay; Staffler, Benedikt; Hutter, Frank; Klein, Aaron Large Language Model Compression with Neural Architecture Search Inproceedings In: NeurIPS 2024 Workshop on Machine Learning and Compression, 2024. @inproceedings{Sukthanker2024c,
title = {Large Language Model Compression with Neural Architecture Search},
author = {Rhea Sanjay Sukthanker and Benedikt Staffler and Frank Hutter and Aaron Klein},
year = {2024},
booktitle = {NeurIPS 2024 Workshop on Machine Learning and Compression},
keywords = {}
}
|
Sukthanker, Rhea Sanjay; Zela, Arber; Staffler, Benedikt; Klein, Aaron; Purucker, Lennart; Franke, Joerg K. H.; Hutter, Frank HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models Inproceedings In: 38th Conference on Neural Information Processing Systems (NeurIPS), DBT Track, 2024. @inproceedings{Sukthanker2024e,
title = {HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models},
author = {Rhea Sanjay Sukthanker and Arber Zela and Benedikt Staffler and Aaron Klein and Lennart Purucker and Joerg K.H. Franke and Frank Hutter},
year = {2024},
booktitle = {38th Conference on Neural Information Processing Systems (NeurIPS), DBT Track},
keywords = {}
}
|
Sukthanker, Rhea Sanjay; Krishnakumar, Arjun; Safari, Mahmoud; Hutter, Frank Weight-Entanglement Meets Gradient-Based Neural Architecture Search Inproceedings In: Proceedings of the Third International Conference on Automated Machine Learning (AutoML 2024), Methods Track, 2024. @inproceedings{Sukthanker2024b,
title = {Weight-Entanglement Meets Gradient-Based Neural Architecture Search},
author = {Rhea Sanjay Sukthanker and Arjun Krishnakumar and Mahmoud Safari and Frank Hutter},
year = {2024},
booktitle = {Proceedings of the Third International Conference on Automated Machine Learning (AutoML 2024), Methods Track},
keywords = {}
}
|
Sukthanker, Rhea Sanjay; Zela, Arber; Staffler, Benedikt; Dooley, Samuel; Grabocka, Josif; Hutter, Frank Multi-objective Differentiable Neural Architecture Search Conference 2nd Workshop on Advancing Neural Network Training: Computational Efficiency, Scalability, and Resource Optimization (WANT@ICML), 2024. @conference{Sukthanker2024,
title = {Multi-objective Differentiable Neural Architecture Search},
author = {Rhea Sanjay Sukthanker and Arber Zela and Benedikt Staffler and Samuel Dooley and Josif Grabocka and Frank Hutter},
year = {2024},
booktitle = {2nd Workshop on Advancing Neural Network Training: Computational Efficiency, Scalability, and Resource Optimization (WANT@ICML)},
keywords = {}
}
|
2023
|
Schrodi, Simon; Stoll, Danny; Ru, Binxin; Sukthanker, Rhea Sanjay; Brox, Thomas; Hutter, Frank Construction of Hierarchical Neural Architecture Search Spaces based on Context-free Grammars Inproceedings In: Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS), 2023. @inproceedings{schrodi2023hierarchical,
title = {Construction of Hierarchical Neural Architecture Search Spaces based on Context-free Grammars},
author = {Simon Schrodi and Danny Stoll and Binxin Ru and Rhea Sanjay Sukthanker and Thomas Brox and Frank Hutter},
year = {2023},
booktitle = {Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS)},
keywords = {}
}
|
Dooley*, Samuel; Sukthanker*, Rhea Sanjay; Dickerson, John P; White, Colin; Hutter, Frank; Goldblum, Micah Rethinking Bias Mitigation: Fairer Architectures Make for Fairer Face Recognition Inproceedings In: Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS), 2023, (Oral Paper - top 2% of accepted papers). @inproceedings{dooley-fairnas-2023,
title = {Rethinking Bias Mitigation: Fairer Architectures Make for Fairer Face Recognition},
author = {Samuel Dooley* and Rhea Sanjay Sukthanker* and John P Dickerson and Colin White and Frank Hutter and Micah Goldblum},
year = {2023},
booktitle = {Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS)},
keywords = {}
}
|
White, Colin; Safari, Mahmoud; Sukthanker, Rhea; Ru, Binxin; Elsken, Thomas; Zela, Arber; Dey, Debadeepta; Hutter, Frank Neural Architecture Search: Insights from 1000 Papers Online 2023, visited: 20.01.2023. @online{white2023neural,
title = {Neural Architecture Search: Insights from 1000 Papers},
author = {Colin White and Mahmoud Safari and Rhea Sukthanker and Binxin Ru and Thomas Elsken and Arber Zela and Debadeepta Dey and Frank Hutter},
year = {2023},
keywords = {}
}
|
Schrodi, Simon; Stoll, Danny; Ru, Binxin; Sukthanker, Rhea; Brox, Thomas; Hutter, Frank Construction of Hierarchical Neural Architecture Search Spaces based on Context-free Grammars Miscellaneous 2023. @misc{schrodi2023construction,
title = {Construction of Hierarchical Neural Architecture Search Spaces based on Context-free Grammars},
author = {Simon Schrodi and Danny Stoll and Binxin Ru and Rhea Sukthanker and Thomas Brox and Frank Hutter},
year = {2023},
keywords = {}
}
|
2022
|
Roberts, Nicholas; Guo, Samuel; Xu, Cong; Talwalkar, Ameet; Lander, David; Tao, Lvfang; Cai, Linhang; Niu, Shuaicheng; Heng, Jianyu; Qin, Hongyang; Deng, Minwen; Hog, Johannes; Pfefferle, Alexander; Shivakumar, Sushil Ammanaghatta; Krishnakumar, Arjun; Wang, Yubo; Sukthanker, Rhea; Hutter, Frank; Hasanaj, Euxhen; Le, Tien-Dung; Khodak, Mikhail; Nevmyvaka, Yuriy; Rasul, Kashif; Sala, Frederic; Schneider, Anderson; Shen, Junhong; Sparks, Evan AutoML Decathlon: Diverse Tasks, Modern Methods, and Efficiency at Scale Inproceedings In: Ciccone, Marco; Stolovitzky, Gustavo; Albrecht, Jacob (Ed.): Proceedings of the NeurIPS 2022 Competitions Track, pp. 151–170, PMLR, 2022. @inproceedings{pmlr-v220-roberts23a,
title = {AutoML Decathlon: Diverse Tasks, Modern Methods, and Efficiency at Scale},
author = {Nicholas Roberts and Samuel Guo and Cong Xu and Ameet Talwalkar and David Lander and Lvfang Tao and Linhang Cai and Shuaicheng Niu and Jianyu Heng and Hongyang Qin and Minwen Deng and Johannes Hog and Alexander Pfefferle and Sushil Ammanaghatta Shivakumar and Arjun Krishnakumar and Yubo Wang and Rhea Sukthanker and Frank Hutter and Euxhen Hasanaj and Tien-Dung Le and Mikhail Khodak and Yuriy Nevmyvaka and Kashif Rasul and Frederic Sala and Anderson Schneider and Junhong Shen and Evan Sparks},
editor = {Marco Ciccone and Gustavo Stolovitzky and Jacob Albrecht},
year = {2022},
booktitle = {Proceedings of the NeurIPS 2022 Competitions Track},
volume = {220},
pages = {151--170},
publisher = {PMLR},
series = {Proceedings of Machine Learning Research},
keywords = {}
}
|
Sukthanker, Rhea Sanjay; Krishnakumar, Arjun; Patil, Sharat; Hutter, Frank GraViT-E: Gradient-based Vision Transformer Search with Entangled Weights Inproceedings In: Sixth Workshop on Meta-Learning at the Conference on Neural Information Processing Systems, 2022. @inproceedings{sukthanker2022gravite,
title = {GraViT-E: Gradient-based Vision Transformer Search with Entangled Weights},
author = {Rhea Sanjay Sukthanker and Arjun Krishnakumar and Sharat Patil and Frank Hutter},
year = {2022},
booktitle = {Sixth Workshop on Meta-Learning at the Conference on Neural Information Processing Systems},
keywords = {}
}
|
Dooley, Samuel; Sukthanker, Rhea Sanjay; Dickerson, John P; White, Colin; Hutter, Frank; Goldblum, Micah On the Importance of Architectures and Hyperparameters for Fairness in Face Recognition Inproceedings In: Workshop on Trustworthy and Socially Responsible Machine Learning, NeurIPS 2022, 2022. @inproceedings{dooley2022on,
title = {On the Importance of Architectures and Hyperparameters for Fairness in Face Recognition},
author = {Samuel Dooley and Rhea Sanjay Sukthanker and John P Dickerson and Colin White and Frank Hutter and Micah Goldblum},
year = {2022},
booktitle = {Workshop on Trustworthy and Socially Responsible Machine Learning, NeurIPS 2022},
keywords = {}
}
|
Dooley, Samuel; Sukthanker, Rhea Sanjay; Dickerson, John P; White, Colin; Hutter, Frank; Goldblum, Micah On the Importance of Architectures and Hyperparameters for Fairness in Face Recognition Inproceedings In: Sixth Workshop on Meta-Learning at the Conference on Neural Information Processing Systems, 2022. @inproceedings{dooley2022on,
title = {On the Importance of Architectures and Hyperparameters for Fairness in Face Recognition},
author = {Samuel Dooley and Rhea Sanjay Sukthanker and John P Dickerson and Colin White and Frank Hutter and Micah Goldblum},
year = {2022},
booktitle = {Sixth Workshop on Meta-Learning at the Conference on Neural Information Processing Systems},
keywords = {}
}
|
Schrodi, Simon; Stoll, Danny; Ru, Binxin; Sukthanker, Rhea Sanjay; Brox, Thomas; Hutter, Frank Towards Discovering Neural Architectures from Scratch Inproceedings In: Sixth Workshop on Meta-Learning at the Conference on Neural Information Processing Systems, 2022. @inproceedings{schrodi2022towards,
title = {Towards Discovering Neural Architectures from Scratch},
author = {Simon Schrodi and Danny Stoll and Binxin Ru and Rhea Sanjay Sukthanker and Thomas Brox and Frank Hutter},
year = {2022},
booktitle = {Sixth Workshop on Meta-Learning at the Conference on Neural Information Processing Systems},
keywords = {}
}
|
