@inproceedings{62072,
  abstract     = {{The vision of Automated Machine Learning (AutoML) is to produce high performing ML pipelines that require very little human involvement or domain expertise to use. Competitions and benchmarks have been critical tools for accelerating progress in AutoML. However, much of the prior work on AutoML competitions has focused on well-studied domains in machine learning such as vision and language—these are domains which have benefited from several years of ML pipeline design by domain experts, which brings the usage of AutoML into question in the first place. Recently, AutoML for diverse tasks has emerged as an important research area that aims to bring AutoML to the domains where it can have the most impact: the long tail of ML tasks <em>beyond vision and language</em>. We present a retrospective report of the AutoML Decathlon—an AutoML for diverse tasks competition hosted at NeurIPS 2022. The AutoML Decathlon presented participants with a set of 10 machine learning tasks that are diverse along several axes: domain, input dimension, output dimension, output type, objective function, and scale. Participants were tasked with developing AutoML methods that performed well on a <em>separate</em> set of 10 hidden diverse test tasks within a certain time budget, so as to discourage overfitting to the initial set of tasks and to encourage efficiency. In this report, we outline the details of the competition, discuss the top-5 submissions, analyze the results, and compare top submissions to additional state-of-the-art baselines designed specifically for diverse tasks. We conclude that the combination of existing efficient AutoML techniques with modern advancements in ML such as large-scale transfer learning, modern architectures, and differentiable Neural Architecture Search (NAS) is a promising direction for AutoML for diverse tasks.}},
  author       = {{Roberts, Nicholas and Guo, Samuel and Xu, Cong and Talwalkar, Ameet and Lander, David and Tao, Lvfang and Cai, Linhang and Niu, Shuaicheng and Heng, Jianyu and Qin, Hongyang and Deng, Minwen and Hog, Johannes and Pfefferle, Alexander and Ammanaghatta Shivakumar, Sushil and Krishnakumar, Arjun and Wang, Yubo and Sukthanker, Rhea and Hutter, Frank and Hasanaj, Euxhen and Le, Tien-Dung and Khodak, Mikhail and Nevmyvaka, Yuriy and Rasul, Kashif and Sala, Frederic and Schneider, Anderson and Shen, Junhong and Sparks, Evan}},
  booktitle    = {{Proceedings of the NeurIPS 2022 Competitions Track}},
  editor       = {{Ciccone, Marco and Stolovitzky, Gustavo and Albrecht, Jacob}},
  pages        = {{151–170}},
  publisher    = {{PMLR}},
  title        = {{{AutoML Decathlon: Diverse Tasks, Modern Methods, and Efficiency at Scale}}},
  volume       = {{220}},
  year         = {{2022}},
}