@inproceedings{46407,
  abstract     = {{Choosing and tuning an optimization procedure for a given class of nonlinear optimization problems is not an easy task. One way to proceed is to consider this as a tournament, where each procedure will compete in different ‘disciplines’. Here, disciplines could either be different functions, which we want to optimize, or specific performance measures of the optimization procedure. We would then be interested in the algorithm that performs best in a majority of cases or whose average performance is maximal. We will focus on evolutionary multiobjective optimization algorithms (EMOA), and will present a novel approach to the design and analysis of evolutionary multiobjective benchmark experiments based on similar work from the context of machine learning. We focus on deriving a consensus among several benchmarks over different test problems and illustrate the methodology by reanalyzing the results of the CEC 2007 EMOA competition.}},
  author       = {{Mersmann, Olaf and Trautmann, Heike and Naujoks, Boris and Weihs, Claus}},
  booktitle    = {{IEEE Congress on Evolutionary Computation}},
  issn         = {{1941-0026}},
  pages        = {{1--8}},
  title        = {{{Benchmarking evolutionary multiobjective optimization algorithms}}},
  doi          = {{10.1109/CEC.2010.5586241}},
  year         = {{2010}},
}

@inproceedings{46404,
  author       = {{Ding, J and Wessing, S and Trautmann, Heike and Mehnen, J and Naujoks, B}},
  booktitle    = {{Proceedings of the 7$^th$ CIRP International Seminar on Intelligent Computation in Manufacturing Engineering (CIRP ICME ’10)}},
  editor       = {{Teti, R}},
  publisher    = {{Copyright C.O.C. Com. org. Conv.}},
  title        = {{{Sequential Parameter Optimisation for Multi-Objective Evolutionary Optimisation of Additive Layer Manufacturing}}},
  year         = {{2010}},
}

@inproceedings{46409,
  abstract     = {{Since many real-world optimization problems are noisy, vector optimization algorithms that can cope with noise and uncertainty are required. We propose new, robust selection strategies for evolutionary multi-objective optimization in the presence of noise. We apply new measures of uncertainty for estimating the recently introduced Pareto-dominance for uncertain and noisy environments (PDU). The first measure is the inter-quartile range of the outcomes of repeated function evaluations. The second is based on axis-aligned bounding boxes around the upper and lower quantiles of the sampled fitness values in objective space. Experiments on real and artificial problems show promising results.}},
  author       = {{Voß, Thomas and Trautmann, Heike and Igel, Christian}},
  booktitle    = {{Parallel Problem Solving from Nature, PPSN XI}},
  editor       = {{Schaefer, Robert and Cotta, Carlos and Kołodziej, Joanna and Rudolph, Günter}},
  isbn         = {{978-3-642-15871-1}},
  pages        = {{260–269}},
  publisher    = {{Springer Berlin Heidelberg}},
  title        = {{{New Uncertainty Handling Strategies in Multi-objective Evolutionary Optimization}}},
  doi          = {{https://doi.org/10.1007/978-3-642-15871-1_27}},
  year         = {{2010}},
}

@article{46412,
  abstract     = {{In this paper, a concept for efficiently approximating the practically relevant regions of the Pareto front (PF) is introduced. Instead of the original objectives, desirability functions (DFs) of the objectives are optimized, which express the preferences of the decision maker. The original problem formulation and the optimization algorithm do not have to be modified. DFs map an objective to the domain [0, 1] and nonlinearly increase with better objective quality. By means of this mapping, values of different objectives and units become comparable. A biased distribution of the solutions in the PF approximation based on different scalings of the objectives is prevented. Thus, we propose the integration of DFs into the S-metric selection evolutionary multiobjective algorithm. The transformation ensures the meaning of the hypervolumes internally computed. Furthermore, it is shown that the reference point for the hypervolume calculation can be set intuitively. The approach is analyzed using standard test problems. Moreover, a practical validation by means of the optimization of a turning process is performed.}},
  author       = {{Wagner, Tobias and Trautmann, Heike}},
  issn         = {{1941-0026}},
  journal      = {{IEEE Transactions on Evolutionary Computation}},
  number       = {{5}},
  pages        = {{688--701}},
  title        = {{{Integration of Preferences in Hypervolume-Based Multiobjective Evolutionary Algorithms by Means of Desirability Functions}}},
  doi          = {{10.1109/TEVC.2010.2058119}},
  volume       = {{14}},
  year         = {{2010}},
}

@article{46411,
  abstract     = {{The paper presents a framework to optimise the design of work roll based on the cooling performance. The framework develops meta-models from a set of finite element analyses (FEA) of the roll cooling. A design of experiment technique is used to identify the FEA runs. The research also identifies sources of uncertainties in the design process. A robust evolutionary multi-objective evaluation technique is applied to the design optimisation in constrained problems with real life uncertainty. The approach handles uncertainties associated both with design variables and fitness functions. Constraints violation within the neighbourhood of a design is considered as part of a measurement for degree of feasibility and robustness of a solution.}},
  author       = {{Azene, Y.T. and Roy, R. and Farrugia, D. and Onisa, C. and Mehnen, J. and Trautmann, Heike}},
  issn         = {{1755-5817}},
  journal      = {{CIRP Journal of Manufacturing Science and Technology}},
  keywords     = {{Roll cooling design, Uncertainty, Design optimisation, Multi-objective optimisation, Constraint in design}},
  number       = {{4}},
  pages        = {{290--298}},
  title        = {{{Work roll cooling system design optimisation in presence of uncertainty and constrains}}},
  doi          = {{https://doi.org/10.1016/j.cirpj.2010.06.001}},
  volume       = {{2}},
  year         = {{2010}},
}

@inproceedings{46410,
  abstract     = {{The design and application of termination criteria has become an important aspect in evolutionary multi-objective optimization. Online convergence detection (OCD) determines when further generations are no longer promising based on statistical tests on a set of performance indicators. The behavior of OCD mainly depends on two parameters, the number of preceding generations considered in the statistical tests and the desired variance limit. In this paper, guidelines for selecting appropriate combinations of these parameters are empirically derived based on design-of-experiment methods. Furthermore, a variant of OCD is introduced which directly operates on the hypervolume indicator - the internal measure of the SMS-EMOA. This allows a separated analysis of the variance criterion and reduces the complexity of OCD. Based on the experimental design, a systematic comparison with the classical OCD approach is performed and differences between the appropriate parameterizations of both variants are highlighted.}},
  author       = {{Wagner, Tobias and Trautmann, Heike}},
  booktitle    = {{IEEE Congress on Evolutionary Computation}},
  issn         = {{1941-0026}},
  pages        = {{1--8}},
  title        = {{{Online convergence detection for evolutionary multi-objective algorithms revisited}}},
  doi          = {{10.1109/CEC.2010.5586474}},
  year         = {{2010}},
}

@inproceedings{46414,
  abstract     = {{Over the last decades, evolutionary algorithms (EA) have proven their applicability to hard and complex industrial optimization problems in many cases. However, especially in cases with high computational demands for fitness evaluations (FE), the number of required FE is often seen as a drawback of these techniques. This is partly due to lacking robust and reliable methods to determine convergence, which would stop the algorithm before useless evaluations are carried out. To overcome this drawback, we define a method for online convergence detection (OCD) based on statistical tests, which invokes a number of performance indicators and which can be applied on a stand-alone basis (no predefined Pareto fronts, ideal and reference points). Our experiments show the general applicability of OCD by analyzing its performance for different algorithmic setups and on different classes of test functions. Furthermore, we show that the number of FE can be reduced considerably – compared to common suggestions from literature – without significantly deteriorating approximation accuracy.}},
  author       = {{Wagner, Tobias and Trautmann, Heike and Naujoks, Boris}},
  booktitle    = {{Evolutionary Multi-Criterion Optimization}},
  editor       = {{Ehrgott, Matthias and Fonseca, Carlos M. and Gandibleux, Xavier and Hao, Jin-Kao and Sevaux, Marc}},
  isbn         = {{978-3-642-01020-0}},
  pages        = {{198–215}},
  publisher    = {{Springer Berlin Heidelberg}},
  title        = {{{OCD: Online Convergence Detection for Evolutionary Multi-Objective Algorithms Based on Statistical Testing}}},
  doi          = {{https://doi.org/10.1007/978-3-642-01020-0_19}},
  year         = {{2009}},
}

@inproceedings{46415,
  abstract     = {{Noisy environments are a challenging task for multiobjective evolutionary algorithms. The algorithms may be trapped in local optima or even become a random search in the decision and objective space. In the course of the paper the classical definition of Pareto-dominance is enhanced subject to noisy objective functions in order to make the evolutionary search process more robust and to generate a reliable Pareto front. At each point in the decision space the objective functions are evaluated a fixed number of times and the convex hull of the objective function vectors is computed. Expectation is associated with the median of the objective function values while uncertainty is reflected by the average distance of the median in each dimension to the points defining the convex hull. By combining these two indicators a new concept of Pareto-dominance is set up. An implementation in NSGA-II and application to test problems show a gain in robustness and search quality.}},
  author       = {{Trautmann, Heike and Mehnen, Jorn and Naujoks, Boris}},
  booktitle    = {{2009 IEEE Congress on Evolutionary Computation}},
  issn         = {{1941-0026}},
  pages        = {{3119--3126}},
  title        = {{{Pareto-dominance in noisy environments}}},
  doi          = {{10.1109/CEC.2009.4983338}},
  year         = {{2009}},
}

@inproceedings{46413,
  abstract     = {{Industry applications of multiobjective optimization problems mostly are characterized by the demand for high quality solutions on the one hand. On the other hand an optimization result is desired which at any rate meets the time constraints for the evolutionary multiobjective algorithms (EMOA). The handling of this trade-off is a frequently discussed issue in multiobjective evolutionary optimization.}},
  author       = {{Naujoks, Boris and Trautmann, Heike}},
  booktitle    = {{2009 IEEE Congress on Evolutionary Computation}},
  issn         = {{1941-0026}},
  pages        = {{332--339}},
  title        = {{{Online convergence detection for multiobjective aerodynamic applications}}},
  doi          = {{10.1109/CEC.2009.4982966}},
  year         = {{2009}},
}

@article{46416,
  author       = {{Trautmann, Heike and Mehnen, J}},
  journal      = {{International Journal of Computational Intelligence Research}},
  number       = {{2}},
  pages        = {{72–78}},
  title        = {{{Statistical Methods for Improving Multi-objective Evolutionary Optimisation}}},
  volume       = {{5}},
  year         = {{2009}},
}

@article{46417,
  abstract     = {{ In this article a method for including a priori preferences of decision makers into multicriteria optimization problems is presented. A set of Pareto-optimal solutions is determined via desirability functions of the objectives which reveal experts’ preferences regarding different objective regions. An application to noisy objective functions is not straightforward but very relevant for practical applications. Two approaches are introduced in order to handle the respective uncertainties by means of the proposed preference-based Pareto optimization. By applying the methods to the original and uncertain Binh problem and a noisy single cut turning cost optimization problem, these approaches prove to be very effective in focusing on different parts of the Pareto front of the ori-ginal problem in both certain and noisy environments. }},
  author       = {{Trautmann, Heike and Mehnen, Jörn}},
  journal      = {{Engineering Optimization}},
  number       = {{1}},
  pages        = {{23--38}},
  publisher    = {{Taylor & Francis}},
  title        = {{{Preference-based Pareto optimization in certain and noisy environments}}},
  doi          = {{10.1080/03052150802347926}},
  volume       = {{41}},
  year         = {{2009}},
}

@article{46418,
  abstract     = {{In this paper, two approaches for estimating the generation in which a multi-objective evolutionary algorithm (MOEA) shows statistically significant signs of convergence are introduced. A set-based perspective is taken where convergence is measured by performance indicators. The proposed techniques fulfill the requirements of proper statistical assessment on the one hand and efficient optimisation for real-world problems on the other hand. The first approach accounts for the stochastic nature of the MOEA by repeating the optimisation runs for increasing generation numbers and analysing the performance indicators using statistical tools. This technique results in a very robust offline procedure. Moreover, an online convergence detection method is introduced as well. This method automatically stops the MOEA when either the variance of the performance indicators falls below a specified threshold or a stagnation of their overall trend is detected. Both methods are analysed and compared for two MOEA and on different classes of benchmark functions. It is shown that the methods successfully operate on all stated problems needing less function evaluations while preserving good approximation quality at the same time.}},
  author       = {{Trautmann, Heike and Wagner, T. and Naujoks, B. and Preuss, M. and Mehnen, J.}},
  issn         = {{1063-6560}},
  journal      = {{Evolutionary Computation}},
  number       = {{4}},
  pages        = {{493--509}},
  title        = {{{Statistical Methods for Convergence Detection of Multi-Objective Evolutionary Algorithms}}},
  doi          = {{10.1162/evco.2009.17.4.17403}},
  volume       = {{17}},
  year         = {{2009}},
}

@inproceedings{46419,
  author       = {{Mehnen, J and Trautmann, Heike}},
  booktitle    = {{Proceedings of the 6$^th$ CIRP International Seminar on Intelligent Computation in Manufacturing Engineering (CIRP ICME ’08)}},
  editor       = {{Teti, R}},
  publisher    = {{Copyright C.O.C. Com. org. Conv.}},
  title        = {{{Robust Multi-objective Optimisation of Weld Bead Geometry for Additive Manufacturing}}},
  year         = {{2008}},
}

@inproceedings{46420,
  abstract     = {{A systematic approach for determining the generation number at which a specific Multi-Objective Evolutionary Algorithm (MOEA) has converged for a given optimization problem is introduced. Convergence is measured by the performance indicators Generational Distance, Spread and Hypervolume. The stochastic nature of the MOEA is taken into account by repeated runs per generation number which results in a highly robust procedure. For each generation number the MOEA is repeated a fixed number of times, and the Kolmogorow-Smirnov-Test is used in order to decide if a significant change in performance is gained in comparison to preceding generations. A comparison of different MOEAs on a problem with respect to necessary generation numbers becomes possible, and the understanding of the algorithm’s behaviour is supported by analysing the development of the indicator values. The procedure is illustrated by means of standard test problems.}},
  author       = {{Trautmann, Heike and Ligges, Uwe and Mehnen, Jörn and Preuss, Mike}},
  booktitle    = {{Parallel Problem Solving from Nature – PPSN X}},
  editor       = {{Rudolph, Günter and Jansen, Thomas and Beume, Nicola and Lucas, Simon and Poloni, Carlo}},
  isbn         = {{978-3-540-87700-4}},
  pages        = {{825–836}},
  publisher    = {{Springer Berlin Heidelberg}},
  title        = {{{A Convergence Criterion for Multiobjective Evolutionary Algorithms Based on Systematic Statistical Testing}}},
  year         = {{2008}},
}

@inproceedings{46421,
  abstract     = {{Multi-objective evolutionary algorithms (MOEAs) are generally designed to find a well spread Pareto-front approximation. Often, only a small section of this front may be of practical interest. Desirability functions (DFs) are able to describe user preferences intuitively. Furthermore, DFs can be attached to any fitness function easily. This way, desirability functions can help in guiding MOEAs without introducing additional restrictions or changes to the algorithm. The application of noisy fitness functions is not straight forward but relevant to many real-world problems. Therefore, a variant of Harrington’s one-sided desirability function using expectations is introduced which takes noise into account. A deterministic strategy as well as the XSGA-II are used in combination with DF to solve a noisy Binh problem and a noisy cost estimation problem for turning processes.}},
  author       = {{Mehnen, Jorn and Trautmann, Heike and Tiwari, Ashutosh}},
  booktitle    = {{2007 IEEE Congress on Evolutionary Computation}},
  issn         = {{1941-0026}},
  pages        = {{2687--2694}},
  title        = {{{Introducing user preference using Desirability Functions in Multi-Objective Evolutionary Optimisation of noisy processes}}},
  doi          = {{10.1109/CEC.2007.4424810}},
  year         = {{2007}},
}

@article{46423,
  abstract     = {{The concept of desirability is a means for complexity reduction of multivariate quality optimization. This paper provides a theoretical breakthrough regarding desirability indices, which application fields were formerly limited primarily by the lack of its distribution. Focussed are the distributions of Harrington’s desirability functions and different types of the desirability index.}},
  author       = {{Trautmann, Heike and Weihs, C}},
  journal      = {{Metrika}},
  number       = {{2}},
  pages        = {{207–213}},
  title        = {{{On the Distribution of the Desirability Index using Harrington’s Desirability Function}}},
  doi          = {{10.1007/s00184-005-0012-0}},
  volume       = {{63}},
  year         = {{2006}},
}

@inproceedings{46422,
  author       = {{Mehnen, J and Trautmann, Heike}},
  booktitle    = {{CIRP ICME ’06) — Proceedings of the 5$^th$ CIRP International Seminar on Intelligent Computation in Manufacturing Engineering}},
  editor       = {{Teti, R}},
  pages        = {{293–298}},
  publisher    = {{C.O.C. Com. org. Conv. CIRP ICME ’06}},
  title        = {{{Integration of Expert’s Preferences in Pareto Optimization by Desirability Function Techniques}}},
  year         = {{2006}},
}

