@inproceedings{46405,
  abstract     = {{We present methods to answer two basic questions that arise when benchmarking optimization algorithms. The first one is: which algorithm is the ’best’ one? and the second one: which algorithm should I use for my real world problem? Both are connected and neither is easy to answer. We present methods which can be used to analyse the raw data of a benchmark experiment and derive some insight regarding the answers to these questions. We employ the presented methods to analyse the BBOB’09 benchmark results and present some initial findings.}},
  author       = {{Mersmann, Olaf and Preuss, Mike and Trautmann, Heike}},
  booktitle    = {{Proceedings of the 11th International Conference on Parallel Problem Solving from Nature: Part I}},
  isbn         = {{3642158439}},
  keywords     = {{benchmarking, multidimensional scaling, consensus ranking, evolutionary optimization, BBOB test set}},
  pages        = {{73–82}},
  publisher    = {{Springer-Verlag}},
  title        = {{{Benchmarking Evolutionary Algorithms: Towards Exploratory Landscape Analysis}}},
  year         = {{2010}},
}