@inproceedings{46377,
  abstract     = {{We evaluate the performance of a multi-objective evolutionary algorithm on a class of dynamic routing problems with a single vehicle. In particular we focus on relating algorithmic performance to the most prominent characteristics of problem instances. The routing problem considers two types of customers: mandatory customers must be visited whereas optional customers do not necessarily have to be visited. Moreover, mandatory customers are known prior to the start of the tour whereas optional customers request for service at later points in time with the vehicle already being on its way. The multi-objective optimization problem then results as maximizing the number of visited customers while simultaneously minimizing total travel time. As an a-posteriori evaluation tool, the evolutionary algorithm aims at approximating the related Pareto set for specifically designed benchmarking instances differing in terms of number of customers, geographical layout, fraction of mandatory customers, and request times of optional customers. Conceptional and experimental comparisons to online heuristic procedures are provided.}},
  author       = {{Meisel, Stephan and Grimme, Christian and Bossek, Jakob and Wölck, Martin and Rudolph, Guenter and Trautmann, Heike}},
  booktitle    = {{Proceedings of the Genetic and Evolutionary Computation Conference (GECCO ’15)}},
  isbn         = {{978-1-4503-3472-3}},
  pages        = {{425–432}},
  title        = {{{Evaluation of a Multi-Objective EA on Benchmark Instances for Dynamic Routing of a Vehicle}}},
  doi          = {{10.1145/2739480.2754705}},
  year         = {{2015}},
}

@inbook{46381,
  abstract     = {{Exploratory Landscape Analysis is an effective and sophisticated approach to characterize the properties of continuous optimization problems. The overall aim is to exploit this knowledge to give recommendations of the individually best suited algorithm for unseen optimization problems. Recent research revealed a high potential of this methodology in this respect based on a set of well-defined, computable features which only requires a quite small sample of function evaluations. In this paper, new features based on the cell mapping concept are introduced and shown to improve the existing feature set in terms of predicting expert-designed high-level properties, such as the degree of multimodality or the global structure, for 2-dimensional single objective optimization problems.}},
  author       = {{Kerschke, Pascal and Preuss, Mike and Hernández, Carlos and Schütze, Oliver and Sun, Jian-Qiao and Grimme, Christian and Rudolph, Günter and Bischl, Bernd and Trautmann, Heike}},
  booktitle    = {{EVOLVE — A Bridge between Probability, Set Oriented Numerics, and Evolutionary Computation V}},
  editor       = {{Tantar, Alexandru-Adrian and Tantar, Emilia and Sun, Jian-Qiao and Zhang, Wei and Ding, Qian and Schütze, Oliver and Emmerich, Michael T M and Legrand, Pierrick and Del, Moral Pierre and Coello, Coello Carlos A}},
  isbn         = {{978-3-319-07493-1}},
  pages        = {{115–131}},
  publisher    = {{Springer International Publishing}},
  title        = {{{Cell Mapping Techniques for Exploratory Landscape Analysis}}},
  doi          = {{10.1007/978-3-319-07494-8_9}},
  volume       = {{288}},
  year         = {{2014}},
}

@inbook{46382,
  abstract     = {{The incorporation of expert knowledge into multiobjective optimization is an important issue which in this paper is reflected in terms of an aspiration set consisting of multiple reference points. The behaviour of the recently introduced evolutionary multiobjective algorithm AS-EMOA is analysed in detail and comparatively studied for bi-objective optimization problems w.r.t. R-NSGA2 and a respective variant. It will be shown that the averaged Hausdorff distance, integrated into AS-EMOA, is an efficient means to accurately approximate the desired aspiration set.}},
  author       = {{Rudolph, G and Schütze, O and Grimme, C and Trautmann, Heike}},
  booktitle    = {{EVOLVE — A Bridge between Probability, Set Oriented Numerics, and Evolutionary Computation V}},
  editor       = {{Tantar, A and Tantar, E and Sun, J and Zhang, W and Ding, Q and Schütze, O and Emmerich, M and Legrand, P and Del, Moral P and Coello, Coello CA}},
  isbn         = {{978-3-319-07493-1}},
  pages        = {{261–273}},
  publisher    = {{Springer International Publishing}},
  title        = {{{A Multiobjective Evolutionary Algorithm Guided by Averaged Hausdorff Distance to Aspiration Sets}}},
  doi          = {{10.1007/978-3-319-07494-8_18}},
  volume       = {{288}},
  year         = {{2014}},
}

@inproceedings{46383,
  abstract     = {{We propose an evolutionary multiobjective algorithm that approximates multiple reference points (the aspiration set) in a single run using the concept of the averaged Hausdorff distance.}},
  author       = {{Rudolph, Günter and Grimme, Christian and Schütze, Oliver and Trautmann, Heike}},
  booktitle    = {{Proceedings of the Learning and Intelligent OptimizatioN Conference (LION 8)}},
  pages        = {{153–156}},
  publisher    = {{Springer}},
  title        = {{{An Aspiration Set EMOA Based on Averaged Hausdorff Distances}}},
  volume       = {{8426}},
  year         = {{2014}},
}

@inproceedings{46384,
  abstract     = {{Multimodal optimization requires maintenance of a good search space coverage and approximation of several optima at the same time. We analyze two constitutive optimization algorithms and show that in many cases, a phase transition occurs at some point, so that either diversity collapses or optimization stagnates. But how to derive suitable stopping criteria for multimodal optimization? Experimental results indicate that an algorithm’s population contains sufficient information to estimate the point in time when several performance indicators reach their optimum. Thus, stopping criteria are formulated based on summary characteristics employing objective values and mutation strength.}},
  author       = {{Wessing, S and Preuss, M and Trautmann, Heike}},
  booktitle    = {{Proceedings of the Parallel Problem Solving from Nature — PPSN XIII}},
  editor       = {{Bartz-Beielstein, T and Branke, J and Filipic, B and Smith, J}},
  pages        = {{141–150}},
  publisher    = {{Springer}},
  title        = {{{Stopping Criteria for Multimodal Optimization}}},
  doi          = {{10.1007/978-3-319-10762-2_14}},
  volume       = {{8672}},
  year         = {{2014}},
}

@inbook{46385,
  abstract     = {{In many applications one is faced with the problem that multiple objectives have to be optimized at the same time. Since typically the solution set of such multi-objective optimization problems forms a manifold which cannot be computed analytically, one is in many cases interested in a suitable finite size approximation of this set. One widely used approach is to find a representative set that maximizes the dominated hypervolume that is defined by the images in objective space of these solutions and a given reference point.

In this paper, we propose a new point-wise iterative search procedure, Hypervolume Directed Search (HVDS), that aims to increase the hypervolume of a given point in an archive for bi-objective unconstrained optimization problems. We present the HVDS both as a standalone algorithm and as a local searcher within a specialized evolutionary algorithm. Numerical results confirm the strength of the novel approach.}},
  author       = {{Sosa, Hernández V and Schütze, O and Rudolph, G and Trautmann, Heike}},
  booktitle    = {{EVOLVE — A Bridge between Probability, Set Oriented Numerics, and Evolutionary Computation IV}},
  editor       = {{Emmerich, M and Deutz, A and Schuetze, O and Bäck, T and Tantar, A and Moral, PD and Legrand, P and Bouvry, P and Coello, CA}},
  isbn         = {{978-3-319-01127-1}},
  pages        = {{189–205}},
  publisher    = {{Springer International Publishing}},
  title        = {{{The Directed Search Method for Pareto Front Approximations with Maximum Dominated Hypervolume}}},
  doi          = {{10.1007/978-3-319-01128-8_13}},
  volume       = {{227}},
  year         = {{2013}},
}

@inbook{46386,
  abstract     = {{The averaged Hausdorff distance Δ p is a performance indicator in multi-objective evolutionary optimization which simultaneously takes into account proximity to the true Pareto front and uniform spread of solutions. Recently, the multi-objective evolutionary algorithm Δ p -EMOA was introduced which successfully generates evenly spaced Pareto front approximations for bi-objective problems by integrating an external archiving strategy into the SMS-EMOA based on Δ p . In this work a conceptual generalization of the Δ p -EMOA for higher objective space dimensions is presented and experimentally compared to state-of-the art EMOA as well as specialized EMOA variants on three-dimensional optimization problems.}},
  author       = {{Trautmann, Heike and Rudolph, G and Dominguez-Medina, C and Schütze, O}},
  booktitle    = {{EVOLVE — A Bridge between Probability, Set Oriented Numerics, and Evolutionary Computation II}},
  editor       = {{Schütze, O and Coello, Coello CA and Tantar, A and Tantar, E and Bouvry, P and Del, Moral P and Legrand, P}},
  isbn         = {{978-3-642-31518-3}},
  pages        = {{89–105}},
  publisher    = {{Springer Berlin Heidelberg}},
  title        = {{{Finding Evenly Spaced Pareto Fronts for Three-Objective Optimization Problems}}},
  doi          = {{10.1007/978-3-642-31519-0_6}},
  volume       = {{175}},
  year         = {{2013}},
}

@inproceedings{46388,
  abstract     = {{Understanding the behaviour of well-known algorithms for classical NP-hard optimisation problems is still a difficult task. With this paper, we contribute to this research direction and carry out a feature based comparison of local search and the well-known Christofides approximation algorithm for the Traveling Salesperson Problem. We use an evolutionary algorithm approach to construct easy and hard instances for the Christofides algorithm, where we measure hardness in terms of approximation ratio. Our results point out important features and lead to hard and easy instances for this famous algorithm. Furthermore, our cross-comparison gives new insights on the complementary benefits of the different approaches.}},
  author       = {{Nallaperuma, Samadhi and Wagner, Markus and Neumann, Frank and Bischl, Bernd and Mersmann, Olaf and Trautmann, Heike}},
  booktitle    = {{Proceedings of the Twelfth Workshop on Foundations of Genetic Algorithms XII}},
  isbn         = {{9781450319904}},
  keywords     = {{approximation algorithms, local search, traveling salesperson problem, feature selection, prediction, classification}},
  pages        = {{147–160}},
  publisher    = {{Association for Computing Machinery}},
  title        = {{{A Feature-Based Comparison of Local Search and the Christofides Algorithm for the Travelling Salesperson Problem}}},
  doi          = {{10.1145/2460239.2460253}},
  year         = {{2013}},
}

@inproceedings{46390,
  abstract     = {{In some technical applications like multiobjective online control an evenly spaced approximation of the Pareto front is desired. Since standard evolutionary multiobjective optimization (EMO) algorithms have not been designed for that kind of approximation we propose an archive-based plug-in method that builds an evenly spaced approximation using averaged Hausdorff measure between archive and reference front. In case of three objectives this reference font is constructed from a triangulated approximation of the Pareto front from a previous experiment. The plug-in can be deployed in online or offline mode for any kind of EMO algorithm.}},
  author       = {{Rudolph, G and Trautmann, Heike and Sengupta, S and Schütze, O}},
  booktitle    = {{Evolutionary Multi-Criterion Optimization — 7$^th$ International Conference, EMO 2013, Sheffield, UK, Proceedings}},
  editor       = {{Purshouse, RC and Fleming, PJ and Fonseca, CM and Greco, S and Shaw, J}},
  pages        = {{443–458}},
  publisher    = {{Springer}},
  title        = {{{Evenly Spaced Pareto Front Approximations for Tricriteria Problems Based on Triangulation}}},
  doi          = {{https://doi.org/10.1007/978-3-642-37140-0_34}},
  volume       = {{7811}},
  year         = {{2013}},
}

@inproceedings{46391,
  abstract     = {{Indicator based evolutionary algorithms have caught the interest of many researchers for the treatment of multi-objective optimization problems in the recent past since they deliver the desired approximation of the solution set and due to a usually better performance compared to dominance based algorithms. Nevertheless, these methods still suffer the drawback that many function evaluations are required to obtain a suitable representation of the solution set. The aim of this study is to present the Directed Search (DS) Method as local searcher within global indicator based optimization algorithms. For this, we will present the DS in the context of hypervolume maximization leading to both a new local search algorithm and a new memetic algorithm. Further, we will present first attempts to adapt the DS to a class of parameter dependent problems.}},
  author       = {{Sosa-Hernandez, VA and Schütze, O and Rudoph, G and Trautmann, Heike}},
  booktitle    = {{Proceeding of the Fifteenth Annual Conference Companion on Genetic and Evolutionary Computation Conference Companion}},
  pages        = {{1699–1702}},
  publisher    = {{ACM}},
  title        = {{{Directed Search Method for Indicator-based Multi-objective Evolutionary Algorithms}}},
  doi          = {{10.1145/2464576.2482756}},
  year         = {{2013}},
}

@inproceedings{46387,
  abstract     = {{Here we address the problem of computing finite size Hausdorff approximations of the Pareto front of four-objective optimization problems by means of evolutionary computing. Since many applications desire an approximation evenly spread along the Pareto front and approximations that are good in the Hausdorff sense are typically evenly spread along the Pareto front we consider three different evolutionary multi-objective algorithms tailored to that purpose, where two of them are based on the Part and Selection Algorithm (PSA). Finally, we present some numerical results indicating the strength of the novel methods.}},
  author       = {{Dominguez-Medina, C and Rudolph, G and Schütze, O and Trautmann, Heike}},
  booktitle    = {{Proceedings of the 2013 IEEE Congress on Evolutionary Computation (CEC)}},
  pages        = {{3190–3197}},
  title        = {{{Evenly spaced Pareto fronts of quad-objective problems using PSA partitioning technique}}},
  doi          = {{https://doi.org/10.1109/CEC.2013.6557960}},
  year         = {{2013}},
}

@inproceedings{46389,
  abstract     = {{Current StarCraft bots are not very flexible in their strategy choice, most of them just follow a manually optimized one, usually a rush. We suggest a method of augmenting existing bots via Fuzzy Control in order to make them react on the current game situation. According to the available information, the best matching of a pool of strategies is chosen. While the method is very general and can be applied easily to many bots, we implement it for the existing BTHAI bot and show experimentally how the modifications affects its gameplay, and how it is improved compared to the original version.}},
  author       = {{Preuss, Mike and Kozakowski, Daniel and Hagelbäck, Johan and Trautmann, Heike}},
  booktitle    = {{2013 IEEE Conference on Computational Inteligence in Games (CIG)}},
  pages        = {{1--8}},
  title        = {{{Reactive strategy choice in StarCraft by means of Fuzzy Control}}},
  doi          = {{10.1109/CIG.2013.6633627}},
  year         = {{2013}},
}

@article{46395,
  abstract     = {{In multiobjective optimization, the identification of practically relevant solutions on the Pareto-optimal front is an important research topic. Desirability functions (DFs) allow the preferences of the decision maker to be specified in an intuitive way. Recently, it has been shown for continuous optimization problems that an a priori transformation of the objectives by means of DFs can be used to focus the search of a hypervolume-based evolutionary algorithm on the desired part of the front. In many-objective optimization, however, the computational complexity of the hypervolume can become a crucial part. Thus, an alternative to this approach will be presented in this paper. The new algorithm operates in the untransformed objective space, but the desirability index (DI), that is, a DF-based scalarization, will be used as the second-level selection criterion in the non-dominated sorting. The diversity and uniform distribution of the resulting approximation are ensured by the use of an external archive. In the experiments, different preferences are specified as DFs, and their effects are investigated. It is shown that trade-off solutions are generated in the desired regions of the Pareto-optimal front and with a density adaptive to the DI. The efficiency of the approach with respect to increasing objective space dimension is also analysed using scalable test functions. The convergence speed is superior to other set-based and preference-based evolutionary multiobjective algorithms while the approach is of low computational complexity due to cheap DI evaluations. Copyright © 2013 John Wiley & Sons, Ltd.}},
  author       = {{Trautmann, Heike and Wagner, T and Biermann, D and Weihs, C}},
  journal      = {{Journal of Multi-Criteria Decision Analysis}},
  number       = {{5-6}},
  pages        = {{319–337}},
  title        = {{{Indicator-based Selection in Evolutionary Multiobjective Optimization Algorithms Based On the Desirability Index}}},
  doi          = {{https://doi.org/10.1002/mcda.1503}},
  volume       = {{20}},
  year         = {{2013}},
}

@inproceedings{46393,
  abstract     = {{In multi-objective optimization, set-based performance indicators have become the state of the art for assessing the quality of Pareto front approximations. As a consequence, they are also more and more used within the design of multi-objective optimization algorithms. The R2 and the Hypervolume (HV) indicator represent two popular examples. In order to understand the behavior and the approximations preferred by these indicators and algorithms, a comprehensive knowledge of the indicator’s properties is required. Whereas this knowledge is available for the HV, we presented a first approach in this direction for the R2 indicator just recently. In this paper, we build upon this knowledge and enhance the considerations with respect to the integration of preferences into the R2 indicator. More specifically, we analyze the effect of the reference point, the domain of the weights, and the distribution of weight vectors on the optimization of $\mu$ solutions with respect to the R2 indicator. By means of theoretical findings and empirical evidence, we show the potentials of these three possibilities using the optimal distribution of $\mu$ solutions for exemplary setups.}},
  author       = {{Wagner, Tobias and Trautmann, Heike and Brockhoff, Dimo}},
  booktitle    = {{Evolutionary Multi-Criterion Optimization}},
  editor       = {{Purshouse, Robin C. and Fleming, Peter J. and Fonseca, Carlos M. and Greco, Salvatore and Shaw, Jane}},
  isbn         = {{978-3-642-37140-0}},
  pages        = {{81–95}},
  publisher    = {{Springer Berlin Heidelberg}},
  title        = {{{Preference Articulation by Means of the R2 Indicator}}},
  year         = {{2013}},
}

@inproceedings{46392,
  abstract     = {{An indicator-based evolutionary multiobjective optimization algorithm (EMOA) is introduced which incorporates the contribution to the unary R2-indicator as the secondary selection criterion. First experiments indicate that the R2-EMOA accurately approximates the Pareto front of the considered continuous multiobjective optimization problems. Furthermore, decision makers’ preferences can be included by adjusting the weight vector distributions of the indicator which results in a focused search behavior.}},
  author       = {{Trautmann, Heike and Wagner, Tobias and Brockhoff, Dimo}},
  booktitle    = {{Learning and Intelligent Optimization}},
  editor       = {{Nicosia, Giuseppe and Pardalos, Panos}},
  isbn         = {{978-3-642-44973-4}},
  pages        = {{70–74}},
  publisher    = {{Springer Berlin Heidelberg}},
  title        = {{{R2-EMOA: Focused Multiobjective Search Using R2-Indicator-Based Selection}}},
  year         = {{2013}},
}

@article{48889,
  abstract     = {{Meta-heuristics are frequently used to tackle NP-hard combinatorial optimization problems. With this paper we contribute to the understanding of the success of 2-opt based local search algorithms for solving the traveling salesperson problem (TSP). Although 2-opt is widely used in practice, it is hard to understand its success from a theoretical perspective. We take a statistical approach and examine the features of TSP instances that make the problem either hard or easy to solve. As a measure of problem difficulty for 2-opt we use the approximation ratio that it achieves on a given instance. Our investigations point out important features that make TSP instances hard or easy to be approximated by 2-opt.}},
  author       = {{Mersmann, Olaf and Bischl, Bernd and Trautmann, Heike and Wagner, Markus and Bossek, Jakob and Neumann, Frank}},
  issn         = {{1012-2443}},
  journal      = {{Annals of Mathematics and Artificial Intelligence}},
  keywords     = {{2-opt, 90B06, Classification, Feature selection, MARS, TSP}},
  number       = {{2}},
  pages        = {{151–182}},
  title        = {{{A Novel Feature-Based Approach to Characterize Algorithm Performance for the Traveling Salesperson Problem}}},
  doi          = {{10.1007/s10472-013-9341-2}},
  volume       = {{69}},
  year         = {{2013}},
}

@article{46394,
  abstract     = {{Meta-heuristics are frequently used to tackle NP-hard combinatorial optimization problems. With this paper we contribute to the understanding of the success of 2-opt based local search algorithms for solving the traveling salesperson problem (TSP). Although 2-opt is widely used in practice, it is hard to understand its success from a theoretical perspective. We take a statistical approach and examine the features of TSP instances that make the problem either hard or easy to solve. As a measure of problem difficulty for 2-opt we use the approximation ratio that it achieves on a given instance. Our investigations point out important features that make TSP instances hard or easy to be approximated by 2-opt.}},
  author       = {{Mersmann, O and Bischl, B and Trautmann, Heike and Wagner, M and Bossek, Jakob and Neumann, F}},
  journal      = {{Annals of Mathematics and Artificial Intelligence}},
  pages        = {{151–182}},
  title        = {{{A Novel Feature-Based Approach to Characterize Algorithm Performance for the Traveling Salesman Problem}}},
  volume       = {{69}},
  year         = {{2013}},
}

@inproceedings{46397,
  abstract     = {{In multiobjective optimization, set-based performance indicators are commonly used to assess the quality of a Pareto front approximation. Based on the scalarization obtained by these indicators, a performance comparison of multiobjective optimization algorithms becomes possible. The R2 and the Hypervolume (HV) indicator represent two recommended approaches which have shown a correlated behavior in recent empirical studies. Whereas the HV indicator has been comprehensively analyzed in the last years, almost no studies on the R2 indicator exist. In this paper, we thus perform a comprehensive investigation of the properties of the R2 indicator in a theoretical and empirical way. The influence of the number and distribution of the weight vectors on the optimal distribution of μ solutions is analyzed. Based on a comparative analysis, specific characteristics and differences of the R2 and HV indicator are presented.}},
  author       = {{Brockhoff, Dimo and Wagner, Tobias and Trautmann, Heike}},
  booktitle    = {{Proceedings of the 14th Annual Conference on Genetic and Evolutionary Computation}},
  isbn         = {{9781450311779}},
  keywords     = {{hypervolume indicator, multiobjective optimization, performance assessment, r2 indicator}},
  pages        = {{465–472}},
  publisher    = {{Association for Computing Machinery}},
  title        = {{{On the Properties of the R2 Indicator}}},
  doi          = {{10.1145/2330163.2330230}},
  year         = {{2012}},
}

@inproceedings{46396,
  abstract     = {{The steady supply of new optimization methods makes the algorithm selection problem (ASP) an increasingly pressing and challenging task, specially for real-world black-box optimization problems. The introduced approach considers the ASP as a cost-sensitive classification task which is based on Exploratory Landscape Analysis. Low-level features gathered by systematic sampling of the function on the feasible set are used to predict a well-performing algorithm out of a given portfolio. Example-specific label costs are defined by the expected runtime of each candidate algorithm. We use one-sided support vector regression to solve this learning problem. The approach is illustrated by means of the optimization problems and algorithms of the BBOB’09/10 workshop.}},
  author       = {{Bischl, Bernd and Mersmann, Olaf and Trautmann, Heike and Preuß, Mike}},
  booktitle    = {{Proceedings of the 14th Annual Conference on Genetic and Evolutionary Computation}},
  isbn         = {{9781450311779}},
  keywords     = {{machine learning, exploratory landscape analysis, fitness landscape, benchmarking, evolutionary optimization, bbob test set, algorithm selection}},
  pages        = {{313–320}},
  publisher    = {{Association for Computing Machinery}},
  title        = {{{Algorithm Selection Based on Exploratory Landscape Analysis and Cost-Sensitive Learning}}},
  doi          = {{10.1145/2330163.2330209}},
  year         = {{2012}},
}

@article{46399,
  abstract     = {{Meta-modeling has become a crucial tool in solving expensive optimization problems. Much of the work in the past has focused on finding a good regression method to model the fitness function. Examples include classical linear regression, splines, neural networks, Kriging and support vector regression. This paper specifically draws attention to the fact that assessing model accuracy is a crucial aspect in the meta-modeling framework. Resampling strategies such as cross-validation, subsampling, bootstrapping, and nested resampling are prominent methods for model validation and are systematically discussed with respect to possible pitfalls, shortcomings, and specific features. A survey of meta-modeling techniques within evolutionary optimization is provided. In addition, practical examples illustrating some of the pitfalls associated with model selection and performance assessment are presented. Finally, recommendations are given for choosing a model validation technique for a particular setting.}},
  author       = {{Bischl, B and Mersmann, O and Trautmann, Heike and Weihs, C}},
  journal      = {{Evolutionary Computation Journal}},
  number       = {{2}},
  pages        = {{249–275}},
  title        = {{{Resampling Methods in Model Validation}}},
  doi          = {{10.1162/EVCO_a_00069}},
  volume       = {{20}},
  year         = {{2012}},
}

