[{"publication_status":"published","publication_identifier":{"isbn":["978-1-4503-7128-5"]},"citation":{"apa":"Bossek, J., Neumann, F., Peng, P., &#38; Sudholt, D. (2020). More Effective Randomized Search Heuristics for Graph Coloring through Dynamic Optimization. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 1277–1285. <a href=\"https://doi.org/10.1145/3377930.3390174\">https://doi.org/10.1145/3377930.3390174</a>","bibtex":"@inproceedings{Bossek_Neumann_Peng_Sudholt_2020, place={New York, NY, USA}, series={GECCO ’20}, title={More Effective Randomized Search Heuristics for Graph Coloring through Dynamic Optimization}, DOI={<a href=\"https://doi.org/10.1145/3377930.3390174\">10.1145/3377930.3390174</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Bossek, Jakob and Neumann, Frank and Peng, Pan and Sudholt, Dirk}, year={2020}, pages={1277–1285}, collection={GECCO ’20} }","mla":"Bossek, Jakob, et al. “More Effective Randomized Search Heuristics for Graph Coloring through Dynamic Optimization.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2020, pp. 1277–1285, doi:<a href=\"https://doi.org/10.1145/3377930.3390174\">10.1145/3377930.3390174</a>.","short":"J. Bossek, F. Neumann, P. Peng, D. Sudholt, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2020, pp. 1277–1285.","ama":"Bossek J, Neumann F, Peng P, Sudholt D. More Effective Randomized Search Heuristics for Graph Coloring through Dynamic Optimization. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. GECCO ’20. Association for Computing Machinery; 2020:1277–1285. doi:<a href=\"https://doi.org/10.1145/3377930.3390174\">10.1145/3377930.3390174</a>","chicago":"Bossek, Jakob, Frank Neumann, Pan Peng, and Dirk Sudholt. “More Effective Randomized Search Heuristics for Graph Coloring through Dynamic Optimization.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 1277–1285. GECCO ’20. New York, NY, USA: Association for Computing Machinery, 2020. <a href=\"https://doi.org/10.1145/3377930.3390174\">https://doi.org/10.1145/3377930.3390174</a>.","ieee":"J. Bossek, F. Neumann, P. Peng, and D. Sudholt, “More Effective Randomized Search Heuristics for Graph Coloring through Dynamic Optimization,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2020, pp. 1277–1285, doi: <a href=\"https://doi.org/10.1145/3377930.3390174\">10.1145/3377930.3390174</a>."},"page":"1277–1285","year":"2020","place":"New York, NY, USA","author":[{"first_name":"Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek","full_name":"Bossek, Jakob","id":"102979"},{"first_name":"Frank","full_name":"Neumann, Frank","last_name":"Neumann"},{"first_name":"Pan","last_name":"Peng","full_name":"Peng, Pan"},{"full_name":"Sudholt, Dirk","last_name":"Sudholt","first_name":"Dirk"}],"date_created":"2023-11-14T15:58:53Z","publisher":"Association for Computing Machinery","date_updated":"2023-12-13T10:43:41Z","doi":"10.1145/3377930.3390174","title":"More Effective Randomized Search Heuristics for Graph Coloring through Dynamic Optimization","type":"conference","publication":"Proceedings of the Genetic and Evolutionary Computation Conference","status":"public","abstract":[{"lang":"eng","text":"Dynamic optimization problems have gained significant attention in evolutionary computation as evolutionary algorithms (EAs) can easily adapt to changing environments. We show that EAs can solve the graph coloring problem for bipartite graphs more efficiently by using dynamic optimization. In our approach the graph instance is given incrementally such that the EA can reoptimize its coloring when a new edge introduces a conflict. We show that, when edges are inserted in a way that preserves graph connectivity, Randomized Local Search (RLS) efficiently finds a proper 2-coloring for all bipartite graphs. This includes graphs for which RLS and other EAs need exponential expected time in a static optimization scenario. We investigate different ways of building up the graph by popular graph traversals such as breadth-first-search and depth-first-search and analyse the resulting runtime behavior. We further show that offspring populations (e. g. a (1 + {$\\lambda$}) RLS) lead to an exponential speedup in {$\\lambda$}. Finally, an island model using 3 islands succeeds in an optimal time of {$\\Theta$}(m) on every m-edge bipartite graph, outperforming offspring populations. This is the first example where an island model guarantees a speedup that is not bounded in the number of islands."}],"series_title":"GECCO ’20","user_id":"102979","department":[{"_id":"819"}],"_id":"48847","extern":"1","language":[{"iso":"eng"}],"keyword":["dynamic optimization","evolutionary algorithms","running time analysis","theory"]},{"publication":"Parallel Problem Solving from Nature (PPSN XVI)","abstract":[{"lang":"eng","text":"One-shot optimization tasks require to determine the set of solution candidates prior to their evaluation, i.e., without possibility for adaptive sampling. We consider two variants, classic one-shot optimization (where our aim is to find at least one solution of high quality) and one-shot regression (where the goal is to fit a model that resembles the true problem as well as possible). For both tasks it seems intuitive that well-distributed samples should perform better than uniform or grid-based samples, since they show a better coverage of the decision space. In practice, quasi-random designs such as Latin Hypercube Samples and low-discrepancy point sets are indeed very commonly used designs for one-shot optimization tasks. We study in this work how well low star discrepancy correlates with performance in one-shot optimization. Our results confirm an advantage of low-discrepancy designs, but also indicate the correlation between discrepancy values and overall performance is rather weak. We then demonstrate that commonly used designs may be far from optimal. More precisely, we evolve 24 very specific designs that each achieve good performance on one of our benchmark problems. Interestingly, we find that these specifically designed samples yield surprisingly good performance across the whole benchmark set. Our results therefore give strong indication that significant performance gains over state-of-the-art one-shot sampling techniques are possible, and that evolutionary algorithms can be an efficient means to evolve these."}],"language":[{"iso":"eng"}],"keyword":["Continuous optimization","Fully parallel search","One-shot optimization","Regression","Surrogate-assisted optimization"],"year":"2020","date_created":"2023-11-14T15:58:53Z","publisher":"Springer-Verlag","title":"Evolving Sampling Strategies for One-Shot Optimization Tasks","type":"conference","status":"public","department":[{"_id":"819"}],"user_id":"102979","_id":"48849","extern":"1","publication_identifier":{"isbn":["978-3-030-58111-4"]},"publication_status":"published","page":"111–124","citation":{"short":"J. Bossek, C. Doerr, P. Kerschke, A. Neumann, F. Neumann, in: Parallel Problem Solving from Nature (PPSN XVI), Springer-Verlag, Berlin, Heidelberg, 2020, pp. 111–124.","bibtex":"@inproceedings{Bossek_Doerr_Kerschke_Neumann_Neumann_2020, place={Berlin, Heidelberg}, title={Evolving Sampling Strategies for One-Shot Optimization Tasks}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-58112-1_8\">10.1007/978-3-030-58112-1_8</a>}, booktitle={Parallel Problem Solving from Nature (PPSN XVI)}, publisher={Springer-Verlag}, author={Bossek, Jakob and Doerr, Carola and Kerschke, Pascal and Neumann, Aneta and Neumann, Frank}, year={2020}, pages={111–124} }","mla":"Bossek, Jakob, et al. “Evolving Sampling Strategies for One-Shot Optimization Tasks.” <i>Parallel Problem Solving from Nature (PPSN XVI)</i>, Springer-Verlag, 2020, pp. 111–124, doi:<a href=\"https://doi.org/10.1007/978-3-030-58112-1_8\">10.1007/978-3-030-58112-1_8</a>.","apa":"Bossek, J., Doerr, C., Kerschke, P., Neumann, A., &#38; Neumann, F. (2020). Evolving Sampling Strategies for One-Shot Optimization Tasks. <i>Parallel Problem Solving from Nature (PPSN XVI)</i>, 111–124. <a href=\"https://doi.org/10.1007/978-3-030-58112-1_8\">https://doi.org/10.1007/978-3-030-58112-1_8</a>","ieee":"J. Bossek, C. Doerr, P. Kerschke, A. Neumann, and F. Neumann, “Evolving Sampling Strategies for One-Shot Optimization Tasks,” in <i>Parallel Problem Solving from Nature (PPSN XVI)</i>, 2020, pp. 111–124, doi: <a href=\"https://doi.org/10.1007/978-3-030-58112-1_8\">10.1007/978-3-030-58112-1_8</a>.","chicago":"Bossek, Jakob, Carola Doerr, Pascal Kerschke, Aneta Neumann, and Frank Neumann. “Evolving Sampling Strategies for One-Shot Optimization Tasks.” In <i>Parallel Problem Solving from Nature (PPSN XVI)</i>, 111–124. Berlin, Heidelberg: Springer-Verlag, 2020. <a href=\"https://doi.org/10.1007/978-3-030-58112-1_8\">https://doi.org/10.1007/978-3-030-58112-1_8</a>.","ama":"Bossek J, Doerr C, Kerschke P, Neumann A, Neumann F. Evolving Sampling Strategies for One-Shot Optimization Tasks. In: <i>Parallel Problem Solving from Nature (PPSN XVI)</i>. Springer-Verlag; 2020:111–124. doi:<a href=\"https://doi.org/10.1007/978-3-030-58112-1_8\">10.1007/978-3-030-58112-1_8</a>"},"place":"Berlin, Heidelberg","author":[{"first_name":"Jakob","last_name":"Bossek","orcid":"0000-0002-4121-4668","id":"102979","full_name":"Bossek, Jakob"},{"last_name":"Doerr","full_name":"Doerr, Carola","first_name":"Carola"},{"last_name":"Kerschke","full_name":"Kerschke, Pascal","first_name":"Pascal"},{"first_name":"Aneta","last_name":"Neumann","full_name":"Neumann, Aneta"},{"first_name":"Frank","full_name":"Neumann, Frank","last_name":"Neumann"}],"date_updated":"2023-12-13T10:43:53Z","doi":"10.1007/978-3-030-58112-1_8"},{"status":"public","type":"conference","extern":"1","department":[{"_id":"819"}],"user_id":"102979","series_title":"GECCO ’20","_id":"48851","page":"1286–1294","citation":{"apa":"Bossek, J., Casel, K., Kerschke, P., &#38; Neumann, F. (2020). The Node Weight Dependent Traveling Salesperson Problem: Approximation Algorithms and Randomized Search Heuristics. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 1286–1294. <a href=\"https://doi.org/10.1145/3377930.3390243\">https://doi.org/10.1145/3377930.3390243</a>","mla":"Bossek, Jakob, et al. “The Node Weight Dependent Traveling Salesperson Problem: Approximation Algorithms and Randomized Search Heuristics.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2020, pp. 1286–1294, doi:<a href=\"https://doi.org/10.1145/3377930.3390243\">10.1145/3377930.3390243</a>.","short":"J. Bossek, K. Casel, P. Kerschke, F. Neumann, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2020, pp. 1286–1294.","bibtex":"@inproceedings{Bossek_Casel_Kerschke_Neumann_2020, place={New York, NY, USA}, series={GECCO ’20}, title={The Node Weight Dependent Traveling Salesperson Problem: Approximation Algorithms and Randomized Search Heuristics}, DOI={<a href=\"https://doi.org/10.1145/3377930.3390243\">10.1145/3377930.3390243</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Bossek, Jakob and Casel, Katrin and Kerschke, Pascal and Neumann, Frank}, year={2020}, pages={1286–1294}, collection={GECCO ’20} }","ama":"Bossek J, Casel K, Kerschke P, Neumann F. The Node Weight Dependent Traveling Salesperson Problem: Approximation Algorithms and Randomized Search Heuristics. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. GECCO ’20. Association for Computing Machinery; 2020:1286–1294. doi:<a href=\"https://doi.org/10.1145/3377930.3390243\">10.1145/3377930.3390243</a>","chicago":"Bossek, Jakob, Katrin Casel, Pascal Kerschke, and Frank Neumann. “The Node Weight Dependent Traveling Salesperson Problem: Approximation Algorithms and Randomized Search Heuristics.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 1286–1294. GECCO ’20. New York, NY, USA: Association for Computing Machinery, 2020. <a href=\"https://doi.org/10.1145/3377930.3390243\">https://doi.org/10.1145/3377930.3390243</a>.","ieee":"J. Bossek, K. Casel, P. Kerschke, and F. Neumann, “The Node Weight Dependent Traveling Salesperson Problem: Approximation Algorithms and Randomized Search Heuristics,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2020, pp. 1286–1294, doi: <a href=\"https://doi.org/10.1145/3377930.3390243\">10.1145/3377930.3390243</a>."},"place":"New York, NY, USA","publication_identifier":{"isbn":["978-1-4503-7128-5"]},"publication_status":"published","doi":"10.1145/3377930.3390243","author":[{"first_name":"Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek","id":"102979","full_name":"Bossek, Jakob"},{"last_name":"Casel","full_name":"Casel, Katrin","first_name":"Katrin"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"},{"full_name":"Neumann, Frank","last_name":"Neumann","first_name":"Frank"}],"date_updated":"2023-12-13T10:43:33Z","abstract":[{"text":"Several important optimization problems in the area of vehicle routing can be seen as variants of the classical Traveling Salesperson Problem (TSP). In the area of evolutionary computation, the Traveling Thief Problem (TTP) has gained increasing interest over the last 5 years. In this paper, we investigate the effect of weights on such problems, in the sense that the cost of traveling increases with respect to the weights of nodes already visited during a tour. This provides abstractions of important TSP variants such as the Traveling Thief Problem and time dependent TSP variants, and allows to study precisely the increase in difficulty caused by weight dependence. We provide a 3.59-approximation for this weight dependent version of TSP with metric distances and bounded positive weights. Furthermore, we conduct experimental investigations for simple randomized local search with classical mutation operators and two variants of the state-of-the-art evolutionary algorithm EAX adapted to the weighted TSP. Our results show the impact of the node weights on the position of the nodes in the resulting tour.","lang":"eng"}],"publication":"Proceedings of the Genetic and Evolutionary Computation Conference","language":[{"iso":"eng"}],"keyword":["dynamic optimization","evolutionary algorithms","running time analysis","theory"],"year":"2020","title":"The Node Weight Dependent Traveling Salesperson Problem: Approximation Algorithms and Randomized Search Heuristics","date_created":"2023-11-14T15:58:53Z","publisher":"Association for Computing Machinery"},{"publication":"Proceedings of the Genetic and Evolutionary Computation Conference","type":"conference","abstract":[{"text":"In practice, e.g. in delivery and service scenarios, Vehicle-Routing-Problems (VRPs) often imply repeated decision making on dynamic customer requests. As in classical VRPs, tours have to be planned short while the number of serviced customers has to be maximized at the same time resulting in a multi-objective problem. Beyond that, however, dynamic requests lead to the need for re-planning of not yet realized tour parts, while already realized tour parts are irreversible. In this paper we study this type of bi-objective dynamic VRP including sequential decision making and concurrent realization of decisions. We adopt a recently proposed Dynamic Evolutionary Multi-Objective Algorithm (DEMOA) for a related VRP problem and extend it to the more realistic (here considered) scenario of multiple vehicles. We empirically show that our DEMOA is competitive with a multi-vehicle offline and clairvoyant variant of the proposed DEMOA as well as with the dynamic single-vehicle approach proposed earlier.","lang":"eng"}],"status":"public","_id":"48845","department":[{"_id":"819"}],"user_id":"102979","series_title":"GECCO ’20","keyword":["decision making","dynamic optimization","evolutionary algorithms","multi-objective optimization","vehicle routing"],"extern":"1","language":[{"iso":"eng"}],"publication_identifier":{"isbn":["978-1-4503-7128-5"]},"publication_status":"published","place":"New York, NY, USA","year":"2020","page":"166–174","citation":{"chicago":"Bossek, Jakob, Christian Grimme, and Heike Trautmann. “Dynamic Bi-Objective Routing of Multiple Vehicles.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 166–174. GECCO ’20. New York, NY, USA: Association for Computing Machinery, 2020. <a href=\"https://doi.org/10.1145/3377930.3390146\">https://doi.org/10.1145/3377930.3390146</a>.","ieee":"J. Bossek, C. Grimme, and H. Trautmann, “Dynamic Bi-Objective Routing of Multiple Vehicles,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2020, pp. 166–174, doi: <a href=\"https://doi.org/10.1145/3377930.3390146\">10.1145/3377930.3390146</a>.","ama":"Bossek J, Grimme C, Trautmann H. Dynamic Bi-Objective Routing of Multiple Vehicles. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. GECCO ’20. Association for Computing Machinery; 2020:166–174. doi:<a href=\"https://doi.org/10.1145/3377930.3390146\">10.1145/3377930.3390146</a>","bibtex":"@inproceedings{Bossek_Grimme_Trautmann_2020, place={New York, NY, USA}, series={GECCO ’20}, title={Dynamic Bi-Objective Routing of Multiple Vehicles}, DOI={<a href=\"https://doi.org/10.1145/3377930.3390146\">10.1145/3377930.3390146</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Bossek, Jakob and Grimme, Christian and Trautmann, Heike}, year={2020}, pages={166–174}, collection={GECCO ’20} }","mla":"Bossek, Jakob, et al. “Dynamic Bi-Objective Routing of Multiple Vehicles.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2020, pp. 166–174, doi:<a href=\"https://doi.org/10.1145/3377930.3390146\">10.1145/3377930.3390146</a>.","short":"J. Bossek, C. Grimme, H. Trautmann, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2020, pp. 166–174.","apa":"Bossek, J., Grimme, C., &#38; Trautmann, H. (2020). Dynamic Bi-Objective Routing of Multiple Vehicles. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 166–174. <a href=\"https://doi.org/10.1145/3377930.3390146\">https://doi.org/10.1145/3377930.3390146</a>"},"publisher":"Association for Computing Machinery","date_updated":"2023-12-13T10:43:24Z","author":[{"first_name":"Jakob","id":"102979","full_name":"Bossek, Jakob","last_name":"Bossek","orcid":"0000-0002-4121-4668"},{"first_name":"Christian","last_name":"Grimme","full_name":"Grimme, Christian"},{"first_name":"Heike","last_name":"Trautmann","full_name":"Trautmann, Heike"}],"date_created":"2023-11-14T15:58:52Z","title":"Dynamic Bi-Objective Routing of Multiple Vehicles","doi":"10.1145/3377930.3390146"},{"place":"Glasgow, United Kingdom","year":"2020","citation":{"ieee":"J. Bossek, P. Kerschke, and H. Trautmann, “Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection,” in <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>, 2020, pp. 1–8, doi: <a href=\"https://doi.org/10.1109/CEC48606.2020.9185613\">10.1109/CEC48606.2020.9185613</a>.","chicago":"Bossek, Jakob, Pascal Kerschke, and Heike Trautmann. “Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection.” In <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>, 1–8. Glasgow, United Kingdom: IEEE Press, 2020. <a href=\"https://doi.org/10.1109/CEC48606.2020.9185613\">https://doi.org/10.1109/CEC48606.2020.9185613</a>.","ama":"Bossek J, Kerschke P, Trautmann H. Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection. In: <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>. IEEE Press; 2020:1–8. doi:<a href=\"https://doi.org/10.1109/CEC48606.2020.9185613\">10.1109/CEC48606.2020.9185613</a>","bibtex":"@inproceedings{Bossek_Kerschke_Trautmann_2020, place={Glasgow, United Kingdom}, title={Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection}, DOI={<a href=\"https://doi.org/10.1109/CEC48606.2020.9185613\">10.1109/CEC48606.2020.9185613</a>}, booktitle={2020 IEEE Congress on Evolutionary Computation (CEC)}, publisher={IEEE Press}, author={Bossek, Jakob and Kerschke, Pascal and Trautmann, Heike}, year={2020}, pages={1–8} }","mla":"Bossek, Jakob, et al. “Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection.” <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>, IEEE Press, 2020, pp. 1–8, doi:<a href=\"https://doi.org/10.1109/CEC48606.2020.9185613\">10.1109/CEC48606.2020.9185613</a>.","short":"J. Bossek, P. Kerschke, H. Trautmann, in: 2020 IEEE Congress on Evolutionary Computation (CEC), IEEE Press, Glasgow, United Kingdom, 2020, pp. 1–8.","apa":"Bossek, J., Kerschke, P., &#38; Trautmann, H. (2020). Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection. <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>, 1–8. <a href=\"https://doi.org/10.1109/CEC48606.2020.9185613\">https://doi.org/10.1109/CEC48606.2020.9185613</a>"},"page":"1–8","publication_status":"published","title":"Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection","doi":"10.1109/CEC48606.2020.9185613","publisher":"IEEE Press","date_updated":"2023-12-13T10:43:16Z","date_created":"2023-11-14T15:58:52Z","author":[{"first_name":"Jakob","full_name":"Bossek, Jakob","id":"102979","orcid":"0000-0002-4121-4668","last_name":"Bossek"},{"full_name":"Kerschke, Pascal","last_name":"Kerschke","first_name":"Pascal"},{"first_name":"Heike","last_name":"Trautmann","full_name":"Trautmann, Heike"}],"abstract":[{"lang":"eng","text":"The Traveling-Salesperson-Problem (TSP) is arguably one of the best-known NP-hard combinatorial optimization problems. The two sophisticated heuristic solvers LKH and EAX and respective (restart) variants manage to calculate close-to optimal or even optimal solutions, also for large instances with several thousand nodes in reasonable time. In this work we extend existing benchmarking studies by addressing anytime behaviour of inexact TSP solvers based on empirical runtime distributions leading to an increased understanding of solver behaviour and the respective relation to problem hardness. It turns out that performance ranking of solvers is highly dependent on the focused approximation quality. Insights on intersection points of performances offer huge potential for the construction of hybridized solvers depending on instance features. Moreover, instance features tailored to anytime performance and corresponding performance indicators will highly improve automated algorithm selection models by including comprehensive information on solver quality."}],"status":"public","type":"conference","publication":"2020 IEEE Congress on Evolutionary Computation (CEC)","language":[{"iso":"eng"}],"extern":"1","_id":"48844","user_id":"102979","department":[{"_id":"819"}]},{"extern":"1","series_title":"GECCO ’20","user_id":"102979","department":[{"_id":"819"}],"_id":"48850","status":"public","type":"conference","doi":"10.1145/3377930.3390155","author":[{"first_name":"Jakob","id":"102979","full_name":"Bossek, Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek"},{"last_name":"Doerr","full_name":"Doerr, Carola","first_name":"Carola"},{"last_name":"Kerschke","full_name":"Kerschke, Pascal","first_name":"Pascal"}],"date_updated":"2023-12-13T10:44:01Z","citation":{"chicago":"Bossek, Jakob, Carola Doerr, and Pascal Kerschke. “Initial Design Strategies and Their Effects on Sequential Model-Based Optimization: An Exploratory Case Study Based on BBOB.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 778–786. GECCO ’20. New York, NY, USA: Association for Computing Machinery, 2020. <a href=\"https://doi.org/10.1145/3377930.3390155\">https://doi.org/10.1145/3377930.3390155</a>.","ieee":"J. Bossek, C. Doerr, and P. Kerschke, “Initial Design Strategies and Their Effects on Sequential Model-Based Optimization: An Exploratory Case Study Based on BBOB,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2020, pp. 778–786, doi: <a href=\"https://doi.org/10.1145/3377930.3390155\">10.1145/3377930.3390155</a>.","ama":"Bossek J, Doerr C, Kerschke P. Initial Design Strategies and Their Effects on Sequential Model-Based Optimization: An Exploratory Case Study Based on BBOB. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. GECCO ’20. Association for Computing Machinery; 2020:778–786. doi:<a href=\"https://doi.org/10.1145/3377930.3390155\">10.1145/3377930.3390155</a>","short":"J. Bossek, C. Doerr, P. Kerschke, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2020, pp. 778–786.","mla":"Bossek, Jakob, et al. “Initial Design Strategies and Their Effects on Sequential Model-Based Optimization: An Exploratory Case Study Based on BBOB.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2020, pp. 778–786, doi:<a href=\"https://doi.org/10.1145/3377930.3390155\">10.1145/3377930.3390155</a>.","bibtex":"@inproceedings{Bossek_Doerr_Kerschke_2020, place={New York, NY, USA}, series={GECCO ’20}, title={Initial Design Strategies and Their Effects on Sequential Model-Based Optimization: An Exploratory Case Study Based on BBOB}, DOI={<a href=\"https://doi.org/10.1145/3377930.3390155\">10.1145/3377930.3390155</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Bossek, Jakob and Doerr, Carola and Kerschke, Pascal}, year={2020}, pages={778–786}, collection={GECCO ’20} }","apa":"Bossek, J., Doerr, C., &#38; Kerschke, P. (2020). Initial Design Strategies and Their Effects on Sequential Model-Based Optimization: An Exploratory Case Study Based on BBOB. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 778–786. <a href=\"https://doi.org/10.1145/3377930.3390155\">https://doi.org/10.1145/3377930.3390155</a>"},"page":"778–786","place":"New York, NY, USA","publication_status":"published","publication_identifier":{"isbn":["978-1-4503-7128-5"]},"language":[{"iso":"eng"}],"keyword":["continuous black-box optimization","design of experiments","initial design","sequential model-based optimization"],"abstract":[{"lang":"eng","text":"Sequential model-based optimization (SMBO) approaches are algorithms for solving problems that require computationally or otherwise expensive function evaluations. The key design principle of SMBO is a substitution of the true objective function by a surrogate, which is used to propose the point(s) to be evaluated next. SMBO algorithms are intrinsically modular, leaving the user with many important design choices. Significant research efforts go into understanding which settings perform best for which type of problems. Most works, however, focus on the choice of the model, the acquisition function, and the strategy used to optimize the latter. The choice of the initial sampling strategy, however, receives much less attention. Not surprisingly, quite diverging recommendations can be found in the literature. We analyze in this work how the size and the distribution of the initial sample influences the overall quality of the efficient global optimization (EGO) algorithm, a well-known SMBO approach. While, overall, small initial budgets using Halton sampling seem preferable, we also observe that the performance landscape is rather unstructured. We furthermore identify several situations in which EGO performs unfavorably against random sampling. Both observations indicate that an adaptive SMBO design could be beneficial, making SMBO an interesting test-bed for automated algorithm design."}],"publication":"Proceedings of the Genetic and Evolutionary Computation Conference","title":"Initial Design Strategies and Their Effects on Sequential Model-Based Optimization: An Exploratory Case Study Based on BBOB","date_created":"2023-11-14T15:58:53Z","publisher":"Association for Computing Machinery","year":"2020"},{"year":"2020","place":"Berlin, Heidelberg","citation":{"chicago":"Bossek, Jakob, Aneta Neumann, and Frank Neumann. “Optimising Tours for the Weighted Traveling Salesperson Problem and the Traveling Thief Problem: A Structural Comparison of Solutions.” In <i>Parallel Problem Solving from Nature (PPSN XVI)</i>, 346–359. Berlin, Heidelberg: Springer-Verlag, 2020. <a href=\"https://doi.org/10.1007/978-3-030-58112-1_24\">https://doi.org/10.1007/978-3-030-58112-1_24</a>.","ieee":"J. Bossek, A. Neumann, and F. Neumann, “Optimising Tours for the Weighted Traveling Salesperson Problem and the Traveling Thief Problem: A Structural Comparison of Solutions,” in <i>Parallel Problem Solving from Nature (PPSN XVI)</i>, 2020, pp. 346–359, doi: <a href=\"https://doi.org/10.1007/978-3-030-58112-1_24\">10.1007/978-3-030-58112-1_24</a>.","ama":"Bossek J, Neumann A, Neumann F. Optimising Tours for the Weighted Traveling Salesperson Problem and the Traveling Thief Problem: A Structural Comparison of Solutions. In: <i>Parallel Problem Solving from Nature (PPSN XVI)</i>. Springer-Verlag; 2020:346–359. doi:<a href=\"https://doi.org/10.1007/978-3-030-58112-1_24\">10.1007/978-3-030-58112-1_24</a>","mla":"Bossek, Jakob, et al. “Optimising Tours for the Weighted Traveling Salesperson Problem and the Traveling Thief Problem: A Structural Comparison of Solutions.” <i>Parallel Problem Solving from Nature (PPSN XVI)</i>, Springer-Verlag, 2020, pp. 346–359, doi:<a href=\"https://doi.org/10.1007/978-3-030-58112-1_24\">10.1007/978-3-030-58112-1_24</a>.","bibtex":"@inproceedings{Bossek_Neumann_Neumann_2020, place={Berlin, Heidelberg}, title={Optimising Tours for the Weighted Traveling Salesperson Problem and the Traveling Thief Problem: A Structural Comparison of Solutions}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-58112-1_24\">10.1007/978-3-030-58112-1_24</a>}, booktitle={Parallel Problem Solving from Nature (PPSN XVI)}, publisher={Springer-Verlag}, author={Bossek, Jakob and Neumann, Aneta and Neumann, Frank}, year={2020}, pages={346–359} }","short":"J. Bossek, A. Neumann, F. Neumann, in: Parallel Problem Solving from Nature (PPSN XVI), Springer-Verlag, Berlin, Heidelberg, 2020, pp. 346–359.","apa":"Bossek, J., Neumann, A., &#38; Neumann, F. (2020). Optimising Tours for the Weighted Traveling Salesperson Problem and the Traveling Thief Problem: A Structural Comparison of Solutions. <i>Parallel Problem Solving from Nature (PPSN XVI)</i>, 346–359. <a href=\"https://doi.org/10.1007/978-3-030-58112-1_24\">https://doi.org/10.1007/978-3-030-58112-1_24</a>"},"page":"346–359","publication_status":"published","publication_identifier":{"isbn":["978-3-030-58111-4"]},"title":"Optimising Tours for the Weighted Traveling Salesperson Problem and the Traveling Thief Problem: A Structural Comparison of Solutions","doi":"10.1007/978-3-030-58112-1_24","date_updated":"2023-12-13T10:44:54Z","publisher":"Springer-Verlag","date_created":"2023-11-14T15:58:54Z","author":[{"id":"102979","full_name":"Bossek, Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek","first_name":"Jakob"},{"full_name":"Neumann, Aneta","last_name":"Neumann","first_name":"Aneta"},{"first_name":"Frank","last_name":"Neumann","full_name":"Neumann, Frank"}],"abstract":[{"lang":"eng","text":"The Traveling Salesperson Problem (TSP) is one of the best-known combinatorial optimisation problems. However, many real-world problems are composed of several interacting components. The Traveling Thief Problem (TTP) addresses such interactions by combining two combinatorial optimisation problems, namely the TSP and the Knapsack Problem (KP). Recently, a new problem called the node weight dependent Traveling Salesperson Problem (W-TSP) has been introduced where nodes have weights that influence the cost of the tour. In this paper, we compare W-TSP and TTP. We investigate the structure of the optimised tours for W-TSP and TTP and the impact of using each others fitness function. Our experimental results suggest (1) that the W-TSP often can be solved better using the TTP fitness function and (2) final W-TSP and TTP solutions show different distributions when compared with optimal TSP or weighted greedy solutions."}],"status":"public","type":"conference","publication":"Parallel Problem Solving from Nature (PPSN XVI)","keyword":["Evolutionary algorithms","Node weight dependent TSP","Traveling Thief Problem"],"extern":"1","language":[{"iso":"eng"}],"_id":"48852","user_id":"102979","department":[{"_id":"819"}]},{"extern":"1","language":[{"iso":"eng"}],"_id":"48846","department":[{"_id":"819"}],"user_id":"102979","abstract":[{"text":"We consider a dynamic bi-objective vehicle routing problem, where a subset of customers ask for service over time. Therein, the distance traveled by a single vehicle and the number of unserved dynamic requests is minimized by a dynamic evolutionary multi-objective algorithm (DEMOA), which operates on discrete time windows (eras). A decision is made at each era by a decision-maker, thus any decision depends on irreversible decisions made in foregoing eras. To understand effects of sequences of decision-making and interactions/dependencies between decisions made, we conduct a series of experiments. More precisely, we fix a set of decision-maker preferences D and the number of eras n{$<$}inf{$>$}t{$<$}/inf{$>$} and analyze all $|D|\\^{n_t}$ combinations of decision-maker options. We find that for random uniform instances (a) the final selected solutions mainly depend on the final decision and not on the decision history, (b) solutions are quite robust with respect to the number of unvisited dynamic customers, and (c) solutions of the dynamic approach can even dominate solutions obtained by a clairvoyant EMOA. In contrast, for instances with clustered customers, we observe a strong dependency on decision-making history as well as more variance in solution diversity.","lang":"eng"}],"status":"public","publication":"2020 IEEE Congress on Evolutionary Computation (CEC)","type":"conference","title":"Towards Decision Support in Dynamic Bi-Objective Vehicle Routing","doi":"10.1109/CEC48606.2020.9185778","publisher":"IEEE Press","date_updated":"2023-12-13T10:44:17Z","date_created":"2023-11-14T15:58:53Z","author":[{"first_name":"Jakob","id":"102979","full_name":"Bossek, Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek"},{"full_name":"Grimme, Christian","last_name":"Grimme","first_name":"Christian"},{"last_name":"Rudolph","full_name":"Rudolph, Günter","first_name":"Günter"},{"full_name":"Trautmann, Heike","last_name":"Trautmann","first_name":"Heike"}],"place":"Glasgow, United Kingdom","year":"2020","page":"1–8","citation":{"chicago":"Bossek, Jakob, Christian Grimme, Günter Rudolph, and Heike Trautmann. “Towards Decision Support in Dynamic Bi-Objective Vehicle Routing.” In <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>, 1–8. Glasgow, United Kingdom: IEEE Press, 2020. <a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">https://doi.org/10.1109/CEC48606.2020.9185778</a>.","ieee":"J. Bossek, C. Grimme, G. Rudolph, and H. Trautmann, “Towards Decision Support in Dynamic Bi-Objective Vehicle Routing,” in <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>, 2020, pp. 1–8, doi: <a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">10.1109/CEC48606.2020.9185778</a>.","ama":"Bossek J, Grimme C, Rudolph G, Trautmann H. Towards Decision Support in Dynamic Bi-Objective Vehicle Routing. In: <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>. IEEE Press; 2020:1–8. doi:<a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">10.1109/CEC48606.2020.9185778</a>","apa":"Bossek, J., Grimme, C., Rudolph, G., &#38; Trautmann, H. (2020). Towards Decision Support in Dynamic Bi-Objective Vehicle Routing. <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>, 1–8. <a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">https://doi.org/10.1109/CEC48606.2020.9185778</a>","mla":"Bossek, Jakob, et al. “Towards Decision Support in Dynamic Bi-Objective Vehicle Routing.” <i>2020 IEEE Congress on Evolutionary Computation (CEC)</i>, IEEE Press, 2020, pp. 1–8, doi:<a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">10.1109/CEC48606.2020.9185778</a>.","bibtex":"@inproceedings{Bossek_Grimme_Rudolph_Trautmann_2020, place={Glasgow, United Kingdom}, title={Towards Decision Support in Dynamic Bi-Objective Vehicle Routing}, DOI={<a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">10.1109/CEC48606.2020.9185778</a>}, booktitle={2020 IEEE Congress on Evolutionary Computation (CEC)}, publisher={IEEE Press}, author={Bossek, Jakob and Grimme, Christian and Rudolph, Günter and Trautmann, Heike}, year={2020}, pages={1–8} }","short":"J. Bossek, C. Grimme, G. Rudolph, H. Trautmann, in: 2020 IEEE Congress on Evolutionary Computation (CEC), IEEE Press, Glasgow, United Kingdom, 2020, pp. 1–8."},"publication_status":"published"},{"extern":"1","user_id":"102979","series_title":"GECCO’20","department":[{"_id":"819"}],"_id":"48879","status":"public","type":"conference","doi":"10.1145/3377930.3389844","author":[{"full_name":"Do, Anh Viet","last_name":"Do","first_name":"Anh Viet"},{"first_name":"Jakob","id":"102979","full_name":"Bossek, Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek"},{"first_name":"Aneta","full_name":"Neumann, Aneta","last_name":"Neumann"},{"full_name":"Neumann, Frank","last_name":"Neumann","first_name":"Frank"}],"date_updated":"2023-12-13T10:48:50Z","citation":{"ieee":"A. V. Do, J. Bossek, A. Neumann, and F. Neumann, “Evolving Diverse Sets of Tours for the Travelling Salesperson Problem,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2020, pp. 681–689, doi: <a href=\"https://doi.org/10.1145/3377930.3389844\">10.1145/3377930.3389844</a>.","chicago":"Do, Anh Viet, Jakob Bossek, Aneta Neumann, and Frank Neumann. “Evolving Diverse Sets of Tours for the Travelling Salesperson Problem.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 681–689. GECCO’20. New York, NY, USA: Association for Computing Machinery, 2020. <a href=\"https://doi.org/10.1145/3377930.3389844\">https://doi.org/10.1145/3377930.3389844</a>.","ama":"Do AV, Bossek J, Neumann A, Neumann F. Evolving Diverse Sets of Tours for the Travelling Salesperson Problem. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. GECCO’20. Association for Computing Machinery; 2020:681–689. doi:<a href=\"https://doi.org/10.1145/3377930.3389844\">10.1145/3377930.3389844</a>","apa":"Do, A. V., Bossek, J., Neumann, A., &#38; Neumann, F. (2020). Evolving Diverse Sets of Tours for the Travelling Salesperson Problem. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 681–689. <a href=\"https://doi.org/10.1145/3377930.3389844\">https://doi.org/10.1145/3377930.3389844</a>","mla":"Do, Anh Viet, et al. “Evolving Diverse Sets of Tours for the Travelling Salesperson Problem.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2020, pp. 681–689, doi:<a href=\"https://doi.org/10.1145/3377930.3389844\">10.1145/3377930.3389844</a>.","bibtex":"@inproceedings{Do_Bossek_Neumann_Neumann_2020, place={New York, NY, USA}, series={GECCO’20}, title={Evolving Diverse Sets of Tours for the Travelling Salesperson Problem}, DOI={<a href=\"https://doi.org/10.1145/3377930.3389844\">10.1145/3377930.3389844</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Do, Anh Viet and Bossek, Jakob and Neumann, Aneta and Neumann, Frank}, year={2020}, pages={681–689}, collection={GECCO’20} }","short":"A.V. Do, J. Bossek, A. Neumann, F. Neumann, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2020, pp. 681–689."},"page":"681–689","place":"New York, NY, USA","publication_identifier":{"isbn":["978-1-4503-7128-5"]},"language":[{"iso":"eng"}],"keyword":["diversity maximisation","evolutionary algorithms","travelling salesperson problem"],"abstract":[{"text":"Evolving diverse sets of high quality solutions has gained increasing interest in the evolutionary computation literature in recent years. With this paper, we contribute to this area of research by examining evolutionary diversity optimisation approaches for the classical Traveling Salesperson Problem (TSP). We study the impact of using different diversity measures for a given set of tours and the ability of evolutionary algorithms to obtain a diverse set of high quality solutions when adopting these measures. Our studies show that a large variety of diverse high quality tours can be achieved by using our approaches. Furthermore, we compare our approaches in terms of theoretical properties and the final set of tours obtained by the evolutionary diversity optimisation algorithm.","lang":"eng"}],"publication":"Proceedings of the Genetic and Evolutionary Computation Conference","title":"Evolving Diverse Sets of Tours for the Travelling Salesperson Problem","date_created":"2023-11-14T15:58:58Z","publisher":"Association for Computing Machinery","year":"2020"},{"language":[{"iso":"eng"}],"extern":"1","keyword":["biased mutation","evolutionary algorithms","minimum spanning tree problem","runtime analysis"],"department":[{"_id":"819"}],"user_id":"102979","series_title":"{GECCO} ’20","_id":"48895","status":"public","abstract":[{"lang":"eng","text":"Evolutionary algorithms (EAs) are general-purpose problem solvers that usually perform an unbiased search. This is reasonable and desirable in a black-box scenario. For combinatorial optimization problems, often more knowledge about the structure of optimal solutions is given, which can be leveraged by means of biased search operators. We consider the Minimum Spanning Tree (MST) problem in a single- and multi-objective version, and introduce a biased mutation, which puts more emphasis on the selection of edges of low rank in terms of low domination number. We present example graphs where the biased mutation can significantly speed up the expected runtime until (Pareto-)optimal solutions are found. On the other hand, we demonstrate that bias can lead to exponential runtime if \"heavy\" edges are necessarily part of an optimal solution. However, on general graphs in the single-objective setting, we show that a combined mutation operator which decides for unbiased or biased edge selection in each step with equal probability exhibits a polynomial upper bound - as unbiased mutation - in the worst case and benefits from bias if the circumstances are favorable."}],"publication":"Proceedings of the 2020 Genetic and Evolutionary Computation Conference","type":"conference","doi":"10.1145/3377930.3390168","title":"Runtime Analysis of Evolutionary Algorithms with Biased Mutation for the Multi-Objective Minimum Spanning Tree Problem","date_created":"2023-11-14T15:59:00Z","author":[{"first_name":"Vahid","last_name":"Roostapour","full_name":"Roostapour, Vahid"},{"id":"102979","full_name":"Bossek, Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek","first_name":"Jakob"},{"first_name":"Frank","last_name":"Neumann","full_name":"Neumann, Frank"}],"date_updated":"2023-12-13T10:49:38Z","publisher":"Association for Computing Machinery","page":"551–559","citation":{"apa":"Roostapour, V., Bossek, J., &#38; Neumann, F. (2020). Runtime Analysis of Evolutionary Algorithms with Biased Mutation for the Multi-Objective Minimum Spanning Tree Problem. <i>Proceedings of the 2020 Genetic and Evolutionary Computation Conference</i>, 551–559. <a href=\"https://doi.org/10.1145/3377930.3390168\">https://doi.org/10.1145/3377930.3390168</a>","short":"V. Roostapour, J. Bossek, F. Neumann, in: Proceedings of the 2020 Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2020, pp. 551–559.","bibtex":"@inproceedings{Roostapour_Bossek_Neumann_2020, place={New York, NY, USA}, series={{GECCO} ’20}, title={Runtime Analysis of Evolutionary Algorithms with Biased Mutation for the Multi-Objective Minimum Spanning Tree Problem}, DOI={<a href=\"https://doi.org/10.1145/3377930.3390168\">10.1145/3377930.3390168</a>}, booktitle={Proceedings of the 2020 Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Roostapour, Vahid and Bossek, Jakob and Neumann, Frank}, year={2020}, pages={551–559}, collection={{GECCO} ’20} }","mla":"Roostapour, Vahid, et al. “Runtime Analysis of Evolutionary Algorithms with Biased Mutation for the Multi-Objective Minimum Spanning Tree Problem.” <i>Proceedings of the 2020 Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2020, pp. 551–559, doi:<a href=\"https://doi.org/10.1145/3377930.3390168\">10.1145/3377930.3390168</a>.","chicago":"Roostapour, Vahid, Jakob Bossek, and Frank Neumann. “Runtime Analysis of Evolutionary Algorithms with Biased Mutation for the Multi-Objective Minimum Spanning Tree Problem.” In <i>Proceedings of the 2020 Genetic and Evolutionary Computation Conference</i>, 551–559. {GECCO} ’20. New York, NY, USA: Association for Computing Machinery, 2020. <a href=\"https://doi.org/10.1145/3377930.3390168\">https://doi.org/10.1145/3377930.3390168</a>.","ieee":"V. Roostapour, J. Bossek, and F. Neumann, “Runtime Analysis of Evolutionary Algorithms with Biased Mutation for the Multi-Objective Minimum Spanning Tree Problem,” in <i>Proceedings of the 2020 Genetic and Evolutionary Computation Conference</i>, 2020, pp. 551–559, doi: <a href=\"https://doi.org/10.1145/3377930.3390168\">10.1145/3377930.3390168</a>.","ama":"Roostapour V, Bossek J, Neumann F. Runtime Analysis of Evolutionary Algorithms with Biased Mutation for the Multi-Objective Minimum Spanning Tree Problem. In: <i>Proceedings of the 2020 Genetic and Evolutionary Computation Conference</i>. {GECCO} ’20. Association for Computing Machinery; 2020:551–559. doi:<a href=\"https://doi.org/10.1145/3377930.3390168\">10.1145/3377930.3390168</a>"},"place":"New York, NY, USA","year":"2020","publication_identifier":{"isbn":["978-1-4503-7128-5"]}},{"department":[{"_id":"819"}],"user_id":"102979","_id":"48897","extern":"1","language":[{"iso":"eng"}],"keyword":["Automated algorithm selection","Deep learning","Feature-based approaches","Traveling Salesperson Problem"],"publication":"Parallel Problem Solving from {Nature} (PPSN XVI)","type":"conference","status":"public","abstract":[{"text":"In this work we focus on the well-known Euclidean Traveling Salesperson Problem (TSP) and two highly competitive inexact heuristic TSP solvers, EAX and LKH, in the context of per-instance algorithm selection (AS). We evolve instances with nodes where the solvers show strongly different performance profiles. These instances serve as a basis for an exploratory study on the identification of well-discriminating problem characteristics (features). Our results in a nutshell: we show that even though (1) promising features exist, (2) these are in line with previous results from the literature, and (3) models trained with these features are more accurate than models adopting sophisticated feature selection methods, the advantage is not close to the virtual best solver in terms of penalized average runtime and so is the performance gain over the single best solver. However, we show that a feature-free deep neural network based approach solely based on visual representation of the instances already matches classical AS model results and thus shows huge potential for future studies.","lang":"eng"}],"author":[{"full_name":"Seiler, Moritz","last_name":"Seiler","first_name":"Moritz"},{"full_name":"Pohl, Janina","last_name":"Pohl","first_name":"Janina"},{"first_name":"Jakob","last_name":"Bossek","orcid":"0000-0002-4121-4668","id":"102979","full_name":"Bossek, Jakob"},{"first_name":"Pascal","full_name":"Kerschke, Pascal","last_name":"Kerschke"},{"full_name":"Trautmann, Heike","last_name":"Trautmann","first_name":"Heike"}],"date_created":"2023-11-14T15:59:00Z","date_updated":"2023-12-13T10:49:45Z","publisher":"Springer-Verlag","doi":"10.1007/978-3-030-58112-1_4","title":"Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem","publication_identifier":{"isbn":["978-3-030-58111-4"]},"page":"48–64","citation":{"chicago":"Seiler, Moritz, Janina Pohl, Jakob Bossek, Pascal Kerschke, and Heike Trautmann. “Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem.” In <i>Parallel Problem Solving from {Nature} (PPSN XVI)</i>, 48–64. Berlin, Heidelberg: Springer-Verlag, 2020. <a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">https://doi.org/10.1007/978-3-030-58112-1_4</a>.","ieee":"M. Seiler, J. Pohl, J. Bossek, P. Kerschke, and H. Trautmann, “Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem,” in <i>Parallel Problem Solving from {Nature} (PPSN XVI)</i>, 2020, pp. 48–64, doi: <a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">10.1007/978-3-030-58112-1_4</a>.","ama":"Seiler M, Pohl J, Bossek J, Kerschke P, Trautmann H. Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem. In: <i>Parallel Problem Solving from {Nature} (PPSN XVI)</i>. Springer-Verlag; 2020:48–64. doi:<a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">10.1007/978-3-030-58112-1_4</a>","apa":"Seiler, M., Pohl, J., Bossek, J., Kerschke, P., &#38; Trautmann, H. (2020). Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem. <i>Parallel Problem Solving from {Nature} (PPSN XVI)</i>, 48–64. <a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">https://doi.org/10.1007/978-3-030-58112-1_4</a>","short":"M. Seiler, J. Pohl, J. Bossek, P. Kerschke, H. Trautmann, in: Parallel Problem Solving from {Nature} (PPSN XVI), Springer-Verlag, Berlin, Heidelberg, 2020, pp. 48–64.","bibtex":"@inproceedings{Seiler_Pohl_Bossek_Kerschke_Trautmann_2020, place={Berlin, Heidelberg}, title={Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">10.1007/978-3-030-58112-1_4</a>}, booktitle={Parallel Problem Solving from {Nature} (PPSN XVI)}, publisher={Springer-Verlag}, author={Seiler, Moritz and Pohl, Janina and Bossek, Jakob and Kerschke, Pascal and Trautmann, Heike}, year={2020}, pages={48–64} }","mla":"Seiler, Moritz, et al. “Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem.” <i>Parallel Problem Solving from {Nature} (PPSN XVI)</i>, Springer-Verlag, 2020, pp. 48–64, doi:<a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">10.1007/978-3-030-58112-1_4</a>."},"year":"2020","place":"Berlin, Heidelberg"},{"publication_identifier":{"issn":["1568-4946"]},"issue":"C","year":"2020","citation":{"bibtex":"@article{Bossek_Kerschke_Trautmann_2020, title={A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms}, volume={88}, DOI={<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">10.1016/j.asoc.2019.105901</a>}, number={C}, journal={Applied Soft Computing}, author={Bossek, Jakob and Kerschke, Pascal and Trautmann, Heike}, year={2020} }","mla":"Bossek, Jakob, et al. “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms.” <i>Applied Soft Computing</i>, vol. 88, no. C, 2020, doi:<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">10.1016/j.asoc.2019.105901</a>.","short":"J. Bossek, P. Kerschke, H. Trautmann, Applied Soft Computing 88 (2020).","apa":"Bossek, J., Kerschke, P., &#38; Trautmann, H. (2020). A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms. <i>Applied Soft Computing</i>, <i>88</i>(C). <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>","ama":"Bossek J, Kerschke P, Trautmann H. A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms. <i>Applied Soft Computing</i>. 2020;88(C). doi:<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">10.1016/j.asoc.2019.105901</a>","ieee":"J. Bossek, P. Kerschke, and H. Trautmann, “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms,” <i>Applied Soft Computing</i>, vol. 88, no. C, 2020, doi: <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">10.1016/j.asoc.2019.105901</a>.","chicago":"Bossek, Jakob, Pascal Kerschke, and Heike Trautmann. “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms.” <i>Applied Soft Computing</i> 88, no. C (2020). <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>."},"intvolume":"        88","date_updated":"2023-12-13T10:52:17Z","author":[{"last_name":"Bossek","orcid":"0000-0002-4121-4668","id":"102979","full_name":"Bossek, Jakob","first_name":"Jakob"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"},{"first_name":"Heike","full_name":"Trautmann, Heike","last_name":"Trautmann"}],"date_created":"2023-11-14T15:58:53Z","volume":88,"title":"A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms","doi":"10.1016/j.asoc.2019.105901","type":"journal_article","publication":"Applied Soft Computing","abstract":[{"lang":"eng","text":"We build upon a recently proposed multi-objective view onto performance measurement of single-objective stochastic solvers. The trade-off between the fraction of failed runs and the mean runtime of successful runs \\textendash both to be minimized \\textendash is directly analyzed based on a study on algorithm selection of inexact state-of-the-art solvers for the famous Traveling Salesperson Problem (TSP). Moreover, we adopt the hypervolume indicator (HV) commonly used in multi-objective optimization for simultaneously assessing both conflicting objectives and investigate relations to commonly used performance indicators, both theoretically and empirically. Next to Penalized Average Runtime (PAR) and Penalized Quantile Runtime (PQR), the HV measure is used as a core concept within the construction of per-instance algorithm selection models offering interesting insights into complementary behavior of inexact TSP solvers. \\textbullet The multi-objective perspective is naturally generalizable to multiple objectives. \\textbullet Proof of relationship between HV and the PAR in the considered bi-objective space. \\textbullet New insights into complementary behavior of stochastic optimization algorithms."}],"status":"public","_id":"48848","user_id":"102979","department":[{"_id":"819"}],"keyword":["Algorithm selection","Combinatorial optimization","Multi-objective optimization","Performance measurement","Traveling Salesperson Problem"],"language":[{"iso":"eng"}]},{"publication":"Corr","type":"journal_article","status":"public","_id":"48836","department":[{"_id":"819"}],"user_id":"102979","language":[{"iso":"eng"}],"year":"2020","citation":{"ieee":"T. Bartz-Beielstein <i>et al.</i>, “Benchmarking in Optimization: Best Practice and Open Issues,” <i>Corr</i>, 2020.","chicago":"Bartz-Beielstein, Thomas, Carola Doerr, Daan van den Berg, Jakob Bossek, Sowmya Chandrasekaran, Tome Eftimov, Andreas Fischbach, et al. “Benchmarking in Optimization: Best Practice and Open Issues.” <i>Corr</i>, 2020.","ama":"Bartz-Beielstein T, Doerr C, van den Berg D, et al. Benchmarking in Optimization: Best Practice and Open Issues. <i>Corr</i>. Published online 2020.","mla":"Bartz-Beielstein, Thomas, et al. “Benchmarking in Optimization: Best Practice and Open Issues.” <i>Corr</i>, 2020.","short":"T. Bartz-Beielstein, C. Doerr, D. van den Berg, J. Bossek, S. Chandrasekaran, T. Eftimov, A. Fischbach, P. Kerschke, W.L. Cava, M. Lopez-Ibanez, K.M. Malan, J.H. Moore, B. Naujoks, P. Orzechowski, V. Volz, M. Wagner, T. Weise, Corr (2020).","bibtex":"@article{Bartz-Beielstein_Doerr_van den Berg_Bossek_Chandrasekaran_Eftimov_Fischbach_Kerschke_Cava_Lopez-Ibanez_et al._2020, title={Benchmarking in Optimization: Best Practice and Open Issues}, journal={Corr}, author={Bartz-Beielstein, Thomas and Doerr, Carola and van den Berg, Daan and Bossek, Jakob and Chandrasekaran, Sowmya and Eftimov, Tome and Fischbach, Andreas and Kerschke, Pascal and Cava, William La and Lopez-Ibanez, Manuel and et al.}, year={2020} }","apa":"Bartz-Beielstein, T., Doerr, C., van den Berg, D., Bossek, J., Chandrasekaran, S., Eftimov, T., Fischbach, A., Kerschke, P., Cava, W. L., Lopez-Ibanez, M., Malan, K. M., Moore, J. H., Naujoks, B., Orzechowski, P., Volz, V., Wagner, M., &#38; Weise, T. (2020). Benchmarking in Optimization: Best Practice and Open Issues. <i>Corr</i>."},"date_updated":"2023-12-13T10:52:24Z","date_created":"2023-11-14T15:58:51Z","author":[{"full_name":"Bartz-Beielstein, Thomas","last_name":"Bartz-Beielstein","first_name":"Thomas"},{"first_name":"Carola","last_name":"Doerr","full_name":"Doerr, Carola"},{"full_name":"van den Berg, Daan","last_name":"van den Berg","first_name":"Daan"},{"id":"102979","full_name":"Bossek, Jakob","last_name":"Bossek","orcid":"0000-0002-4121-4668","first_name":"Jakob"},{"first_name":"Sowmya","full_name":"Chandrasekaran, Sowmya","last_name":"Chandrasekaran"},{"last_name":"Eftimov","full_name":"Eftimov, Tome","first_name":"Tome"},{"first_name":"Andreas","last_name":"Fischbach","full_name":"Fischbach, Andreas"},{"last_name":"Kerschke","full_name":"Kerschke, Pascal","first_name":"Pascal"},{"first_name":"William La","last_name":"Cava","full_name":"Cava, William La"},{"last_name":"Lopez-Ibanez","full_name":"Lopez-Ibanez, Manuel","first_name":"Manuel"},{"last_name":"Malan","full_name":"Malan, Katherine M.","first_name":"Katherine M."},{"last_name":"Moore","full_name":"Moore, Jason H.","first_name":"Jason H."},{"first_name":"Boris","full_name":"Naujoks, Boris","last_name":"Naujoks"},{"last_name":"Orzechowski","full_name":"Orzechowski, Patryk","first_name":"Patryk"},{"first_name":"Vanessa","full_name":"Volz, Vanessa","last_name":"Volz"},{"full_name":"Wagner, Markus","last_name":"Wagner","first_name":"Markus"},{"first_name":"Thomas","last_name":"Weise","full_name":"Weise, Thomas"}],"title":"Benchmarking in Optimization: Best Practice and Open Issues"},{"_id":"46331","user_id":"15504","department":[{"_id":"34"},{"_id":"819"}],"language":[{"iso":"eng"}],"type":"conference","publication":"Proceedings of the International Joint Conference on Neural Networks (IJCNN)","abstract":[{"text":"Artificial neural networks in general and deep learning networks in particular established themselves as popular and powerful machine learning algorithms. While the often tremendous sizes of these networks are beneficial when solving complex tasks, the tremendous number of parameters also causes such networks to be vulnerable to malicious behavior such as adversarial perturbations. These perturbations can change a model's classification decision. Moreover, while single-step adversaries can easily be transferred from network to network, the transfer of more powerful multi-step adversaries has - usually - been rather difficult.In this work, we introduce a method for generating strong adversaries that can easily (and frequently) be transferred between different models. This method is then used to generate a large set of adversaries, based on which the effects of selected defense methods are experimentally assessed. At last, we introduce a novel, simple, yet effective approach to enhance the resilience of neural networks against adversaries and benchmark it against established defense methods. In contrast to the already existing methods, our proposed defense approach is much more efficient as it only requires a single additional forward-pass to achieve comparable performance results.","lang":"eng"}],"status":"public","date_updated":"2024-06-07T07:11:53Z","date_created":"2023-08-04T07:39:48Z","author":[{"full_name":"Seiler, Moritz","id":"105520","last_name":"Seiler","first_name":"Moritz"},{"full_name":"Trautmann, Heike","id":"100740","orcid":"0000-0002-9788-8282","last_name":"Trautmann","first_name":"Heike"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"}],"title":"Enhancing Resilience of Deep Learning Networks By Means of Transferable Adversaries","doi":"10.1109/IJCNN48605.2020.9207338","place":"Glasgow, UK","year":"2020","citation":{"apa":"Seiler, M., Trautmann, H., &#38; Kerschke, P. (2020). Enhancing Resilience of Deep Learning Networks By Means of Transferable Adversaries. <i>Proceedings of the International Joint Conference on Neural Networks (IJCNN)</i>, 1–8. <a href=\"https://doi.org/10.1109/IJCNN48605.2020.9207338\">https://doi.org/10.1109/IJCNN48605.2020.9207338</a>","mla":"Seiler, Moritz, et al. “Enhancing Resilience of Deep Learning Networks By Means of Transferable Adversaries.” <i>Proceedings of the International Joint Conference on Neural Networks (IJCNN)</i>, 2020, pp. 1–8, doi:<a href=\"https://doi.org/10.1109/IJCNN48605.2020.9207338\">10.1109/IJCNN48605.2020.9207338</a>.","bibtex":"@inproceedings{Seiler_Trautmann_Kerschke_2020, place={Glasgow, UK}, title={Enhancing Resilience of Deep Learning Networks By Means of Transferable Adversaries}, DOI={<a href=\"https://doi.org/10.1109/IJCNN48605.2020.9207338\">10.1109/IJCNN48605.2020.9207338</a>}, booktitle={Proceedings of the International Joint Conference on Neural Networks (IJCNN)}, author={Seiler, Moritz and Trautmann, Heike and Kerschke, Pascal}, year={2020}, pages={1–8} }","short":"M. Seiler, H. Trautmann, P. Kerschke, in: Proceedings of the International Joint Conference on Neural Networks (IJCNN), Glasgow, UK, 2020, pp. 1–8.","ama":"Seiler M, Trautmann H, Kerschke P. Enhancing Resilience of Deep Learning Networks By Means of Transferable Adversaries. In: <i>Proceedings of the International Joint Conference on Neural Networks (IJCNN)</i>. ; 2020:1–8. doi:<a href=\"https://doi.org/10.1109/IJCNN48605.2020.9207338\">10.1109/IJCNN48605.2020.9207338</a>","ieee":"M. Seiler, H. Trautmann, and P. Kerschke, “Enhancing Resilience of Deep Learning Networks By Means of Transferable Adversaries,” in <i>Proceedings of the International Joint Conference on Neural Networks (IJCNN)</i>, 2020, pp. 1–8, doi: <a href=\"https://doi.org/10.1109/IJCNN48605.2020.9207338\">10.1109/IJCNN48605.2020.9207338</a>.","chicago":"Seiler, Moritz, Heike Trautmann, and Pascal Kerschke. “Enhancing Resilience of Deep Learning Networks By Means of Transferable Adversaries.” In <i>Proceedings of the International Joint Conference on Neural Networks (IJCNN)</i>, 1–8. Glasgow, UK, 2020. <a href=\"https://doi.org/10.1109/IJCNN48605.2020.9207338\">https://doi.org/10.1109/IJCNN48605.2020.9207338</a>."},"page":"1–8"},{"citation":{"mla":"Seiler, Moritz, et al. “Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem.” <i>Proceedings of the 16$^th$ International Conference on Parallel Problem Solving from Nature (PPSN XVI)</i>, edited by Thomas Bäck et al., 2020, pp. 48–64, doi:<a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">10.1007/978-3-030-58112-1_4</a>.","bibtex":"@inproceedings{Seiler_Pohl_Bossek_Kerschke_Trautmann_2020, place={Leiden, The Netherlands}, title={Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">10.1007/978-3-030-58112-1_4</a>}, booktitle={Proceedings of the 16$^th$ International Conference on Parallel Problem Solving from Nature (PPSN XVI)}, author={Seiler, Moritz and Pohl, Janina and Bossek, Jakob and Kerschke, Pascal and Trautmann, Heike}, editor={Bäck, Thomas and Preuss, Mike and Deutz, André and Wang, Hao and Doerr, Carola and Emmerich, Michael and Trautmann, Heike}, year={2020}, pages={48–64} }","short":"M. Seiler, J. Pohl, J. Bossek, P. Kerschke, H. Trautmann, in: T. Bäck, M. Preuss, A. Deutz, H. Wang, C. Doerr, M. Emmerich, H. Trautmann (Eds.), Proceedings of the 16$^th$ International Conference on Parallel Problem Solving from Nature (PPSN XVI), Leiden, The Netherlands, 2020, pp. 48–64.","apa":"Seiler, M., Pohl, J., Bossek, J., Kerschke, P., &#38; Trautmann, H. (2020). Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem. In T. Bäck, M. Preuss, A. Deutz, H. Wang, C. Doerr, M. Emmerich, &#38; H. Trautmann (Eds.), <i>Proceedings of the 16$^th$ International Conference on Parallel Problem Solving from Nature (PPSN XVI)</i> (pp. 48–64). <a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">https://doi.org/10.1007/978-3-030-58112-1_4</a>","ieee":"M. Seiler, J. Pohl, J. Bossek, P. Kerschke, and H. Trautmann, “Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem,” in <i>Proceedings of the 16$^th$ International Conference on Parallel Problem Solving from Nature (PPSN XVI)</i>, 2020, pp. 48–64, doi: <a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">10.1007/978-3-030-58112-1_4</a>.","chicago":"Seiler, Moritz, Janina Pohl, Jakob Bossek, Pascal Kerschke, and Heike Trautmann. “Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem.” In <i>Proceedings of the 16$^th$ International Conference on Parallel Problem Solving from Nature (PPSN XVI)</i>, edited by Thomas Bäck, Mike Preuss, André Deutz, Hao Wang, Carola Doerr, Michael Emmerich, and Heike Trautmann, 48–64. Leiden, The Netherlands, 2020. <a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">https://doi.org/10.1007/978-3-030-58112-1_4</a>.","ama":"Seiler M, Pohl J, Bossek J, Kerschke P, Trautmann H. Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem. In: Bäck T, Preuss M, Deutz A, et al., eds. <i>Proceedings of the 16$^th$ International Conference on Parallel Problem Solving from Nature (PPSN XVI)</i>. ; 2020:48–64. doi:<a href=\"https://doi.org/10.1007/978-3-030-58112-1_4\">10.1007/978-3-030-58112-1_4</a>"},"page":"48–64","place":"Leiden, The Netherlands","year":"2020","date_created":"2023-08-04T07:39:05Z","author":[{"last_name":"Seiler","id":"105520","full_name":"Seiler, Moritz","first_name":"Moritz"},{"first_name":"Janina","last_name":"Pohl","full_name":"Pohl, Janina"},{"first_name":"Jakob","id":"102979","full_name":"Bossek, Jakob","last_name":"Bossek","orcid":"0000-0002-4121-4668"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"},{"first_name":"Heike","full_name":"Trautmann, Heike","id":"100740","orcid":"0000-0002-9788-8282","last_name":"Trautmann"}],"date_updated":"2024-06-10T11:57:13Z","doi":"10.1007/978-3-030-58112-1_4","title":"Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem","type":"conference","publication":"Proceedings of the 16$^th$ International Conference on Parallel Problem Solving from Nature (PPSN XVI)","status":"public","abstract":[{"lang":"eng","text":"In this work we focus on the well-known Euclidean Traveling Salesperson Problem (TSP) and two highly competitive inexact heuristic TSP solvers, EAX and LKH, in the context of per-instance algorithm selection (AS). We evolve instances with 1000 nodes where the solvers show strongly different performance profiles. These instances serve as a basis for an exploratory study on the identification of well-discriminating problem characteristics (features). Our results in a nutshell: we show that even though (1) promising features exist, (2) these are in line with previous results from the literature, and (3) models trained with these features are more accurate than models adopting sophisticated feature selection methods, the advantage is not close to the virtual best solver in terms of penalized average runtime and so is the performance gain over the single best solver. However, we show that a feature-free deep neural network based approach solely based on visual representation of the instances already matches classical AS model results and thus shows huge potential for future studies."}],"editor":[{"last_name":"Bäck","full_name":"Bäck, Thomas","first_name":"Thomas"},{"first_name":"Mike","full_name":"Preuss, Mike","last_name":"Preuss"},{"first_name":"André","full_name":"Deutz, André","last_name":"Deutz"},{"first_name":"Hao","full_name":"Wang, Hao","last_name":"Wang"},{"first_name":"Carola","full_name":"Doerr, Carola","last_name":"Doerr"},{"first_name":"Michael","last_name":"Emmerich","full_name":"Emmerich, Michael"},{"last_name":"Trautmann","full_name":"Trautmann, Heike","first_name":"Heike"}],"user_id":"15504","department":[{"_id":"34"},{"_id":"819"}],"_id":"46330","language":[{"iso":"eng"}]},{"abstract":[{"lang":"eng","text":"We build upon a recently proposed multi-objective view onto performance measurement of single-objective stochastic solvers. The trade-off between the fraction of failed runs and the mean runtime of successful runs – both to be minimized – is directly analyzed based on a study on algorithm selection of inexact state-of-the-art solvers for the famous Traveling Salesperson Problem (TSP). Moreover, we adopt the hypervolume indicator (HV) commonly used in multi-objective optimization for simultaneously assessing both conflicting objectives and investigate relations to commonly used performance indicators, both theoretically and empirically. Next to Penalized Average Runtime (PAR) and Penalized Quantile Runtime (PQR), the HV measure is used as a core concept within the construction of per-instance algorithm selection models offering interesting insights into complementary behavior of inexact TSP solvers."}],"status":"public","type":"journal_article","publication":"Applied Soft Computing","keyword":["Algorithm selection","Multi-objective optimization","Performance measurement","Combinatorial optimization","Traveling Salesperson Problem"],"language":[{"iso":"eng"}],"_id":"46334","user_id":"15504","department":[{"_id":"34"},{"_id":"819"}],"year":"2020","citation":{"apa":"Bossek, J., Kerschke, P., &#38; Trautmann, H. (2020). A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms. <i>Applied Soft Computing</i>, <i>88</i>, 105901. <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>","bibtex":"@article{Bossek_Kerschke_Trautmann_2020, title={A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms}, volume={88}, DOI={<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>}, journal={Applied Soft Computing}, author={Bossek, Jakob and Kerschke, Pascal and Trautmann, Heike}, year={2020}, pages={105901} }","short":"J. Bossek, P. Kerschke, H. Trautmann, Applied Soft Computing 88 (2020) 105901.","mla":"Bossek, Jakob, et al. “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms.” <i>Applied Soft Computing</i>, vol. 88, 2020, p. 105901, doi:<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>.","ama":"Bossek J, Kerschke P, Trautmann H. A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms. <i>Applied Soft Computing</i>. 2020;88:105901. doi:<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>","chicago":"Bossek, Jakob, Pascal Kerschke, and Heike Trautmann. “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms.” <i>Applied Soft Computing</i> 88 (2020): 105901. <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>.","ieee":"J. Bossek, P. Kerschke, and H. Trautmann, “A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms,” <i>Applied Soft Computing</i>, vol. 88, p. 105901, 2020, doi: <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>."},"page":"105901","intvolume":"        88","publication_identifier":{"issn":["1568-4946"]},"title":"A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms","doi":"https://doi.org/10.1016/j.asoc.2019.105901","date_updated":"2024-06-10T12:00:46Z","author":[{"full_name":"Bossek, Jakob","id":"102979","last_name":"Bossek","orcid":"0000-0002-4121-4668","first_name":"Jakob"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"},{"first_name":"Heike","full_name":"Trautmann, Heike","id":"100740","orcid":"0000-0002-9788-8282","last_name":"Trautmann"}],"date_created":"2023-08-04T07:42:26Z","volume":88},{"_id":"46322","department":[{"_id":"34"},{"_id":"819"}],"user_id":"15504","language":[{"iso":"eng"}],"publication":"Proceedings of the IEEE Congress on Evolutionary Computation (CEC)","type":"conference","abstract":[{"text":"We consider a dynamic bi-objective vehicle routing problem, where a subset of customers ask for service over time. Therein, the distance traveled by a single vehicle and the number of unserved dynamic requests is minimized by a dynamic evolutionary multi-objective algorithm (DEMOA), which operates on discrete time windows (eras). A decision is made at each era by a decision-maker, thus any decision depends on irreversible decisions made in foregoing eras. To understand effects of sequences of decision-making and interactions/dependencies between decisions made, we conduct a series of experiments. More precisely, we fix a set of decision-maker preferences D and the number of eras n t and analyze all |D| nt combinations of decision-maker options. We find that for random uniform instances (a) the final selected solutions mainly depend on the final decision and not on the decision history, (b) solutions are quite robust with respect to the number of unvisited dynamic customers, and (c) solutions of the dynamic approach can even dominate solutions obtained by a clairvoyant EMOA. In contrast, for instances with clustered customers, we observe a strong dependency on decision-making history as well as more variance in solution diversity.","lang":"eng"}],"status":"public","date_updated":"2024-06-10T12:02:05Z","date_created":"2023-08-04T07:32:36Z","author":[{"first_name":"Jakob","last_name":"Bossek","orcid":"0000-0002-4121-4668","full_name":"Bossek, Jakob","id":"102979"},{"last_name":"Grimme","full_name":"Grimme, Christian","first_name":"Christian"},{"last_name":"Rudolph","full_name":"Rudolph, Günter","first_name":"Günter"},{"full_name":"Trautmann, Heike","id":"100740","orcid":"0000-0002-9788-8282","last_name":"Trautmann","first_name":"Heike"}],"title":"Towards Decision Support in Dynamic Bi-Objective Vehicle Routing","doi":"10.1109/CEC48606.2020.9185778","place":"Glasgow, UK","year":"2020","page":"1–8","citation":{"chicago":"Bossek, Jakob, Christian Grimme, Günter Rudolph, and Heike Trautmann. “Towards Decision Support in Dynamic Bi-Objective Vehicle Routing.” In <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>, 1–8. Glasgow, UK, 2020. <a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">https://doi.org/10.1109/CEC48606.2020.9185778</a>.","ieee":"J. Bossek, C. Grimme, G. Rudolph, and H. Trautmann, “Towards Decision Support in Dynamic Bi-Objective Vehicle Routing,” in <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>, 2020, pp. 1–8, doi: <a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">10.1109/CEC48606.2020.9185778</a>.","ama":"Bossek J, Grimme C, Rudolph G, Trautmann H. Towards Decision Support in Dynamic Bi-Objective Vehicle Routing. In: <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>. ; 2020:1–8. doi:<a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">10.1109/CEC48606.2020.9185778</a>","short":"J. Bossek, C. Grimme, G. Rudolph, H. Trautmann, in: Proceedings of the IEEE Congress on Evolutionary Computation (CEC), Glasgow, UK, 2020, pp. 1–8.","bibtex":"@inproceedings{Bossek_Grimme_Rudolph_Trautmann_2020, place={Glasgow, UK}, title={Towards Decision Support in Dynamic Bi-Objective Vehicle Routing}, DOI={<a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">10.1109/CEC48606.2020.9185778</a>}, booktitle={Proceedings of the IEEE Congress on Evolutionary Computation (CEC)}, author={Bossek, Jakob and Grimme, Christian and Rudolph, Günter and Trautmann, Heike}, year={2020}, pages={1–8} }","mla":"Bossek, Jakob, et al. “Towards Decision Support in Dynamic Bi-Objective Vehicle Routing.” <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>, 2020, pp. 1–8, doi:<a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">10.1109/CEC48606.2020.9185778</a>.","apa":"Bossek, J., Grimme, C., Rudolph, G., &#38; Trautmann, H. (2020). Towards Decision Support in Dynamic Bi-Objective Vehicle Routing. <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>, 1–8. <a href=\"https://doi.org/10.1109/CEC48606.2020.9185778\">https://doi.org/10.1109/CEC48606.2020.9185778</a>"}},{"_id":"46324","department":[{"_id":"34"},{"_id":"819"}],"user_id":"15504","language":[{"iso":"eng"}],"publication":"Proceedings of the IEEE Congress on Evolutionary Computation (CEC)","type":"conference","abstract":[{"lang":"eng","text":"The Traveling-Salesperson-Problem (TSP) is arguably one of the best-known NP-hard combinatorial optimization problems. The two sophisticated heuristic solvers LKH and EAX and respective (restart) variants manage to calculate close-to optimal or even optimal solutions, also for large instances with several thousand nodes in reasonable time. In this work we extend existing benchmarking studies by addressing anytime behaviour of inexact TSP solvers based on empirical runtime distributions leading to an increased understanding of solver behaviour and the respective relation to problem hardness. It turns out that performance ranking of solvers is highly dependent on the focused approximation quality. Insights on intersection points of performances offer huge potential for the construction of hybridized solvers depending on instance features. Moreover, instance features tailored to anytime performance and corresponding performance indicators will highly improve automated algorithm selection models by including comprehensive information on solver quality."}],"status":"public","publisher":"IEEE","date_updated":"2024-06-10T12:01:46Z","author":[{"orcid":"0000-0002-4121-4668","last_name":"Bossek","full_name":"Bossek, Jakob","id":"102979","first_name":"Jakob"},{"full_name":"Kerschke, Pascal","last_name":"Kerschke","first_name":"Pascal"},{"first_name":"Heike","full_name":"Trautmann, Heike","id":"100740","orcid":"0000-0002-9788-8282","last_name":"Trautmann"}],"date_created":"2023-08-04T07:34:40Z","title":"Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection","place":"Glasgow, UK","year":"2020","page":"1–8","citation":{"chicago":"Bossek, Jakob, Pascal Kerschke, and Heike Trautmann. “Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection.” In <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>, 1–8. Glasgow, UK: IEEE, 2020.","ieee":"J. Bossek, P. Kerschke, and H. Trautmann, “Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection,” in <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>, 2020, pp. 1–8.","short":"J. Bossek, P. Kerschke, H. Trautmann, in: Proceedings of the IEEE Congress on Evolutionary Computation (CEC), IEEE, Glasgow, UK, 2020, pp. 1–8.","bibtex":"@inproceedings{Bossek_Kerschke_Trautmann_2020, place={Glasgow, UK}, title={Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection}, booktitle={Proceedings of the IEEE Congress on Evolutionary Computation (CEC)}, publisher={IEEE}, author={Bossek, Jakob and Kerschke, Pascal and Trautmann, Heike}, year={2020}, pages={1–8} }","mla":"Bossek, Jakob, et al. “Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection.” <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>, IEEE, 2020, pp. 1–8.","ama":"Bossek J, Kerschke P, Trautmann H. Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection. In: <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>. IEEE; 2020:1–8.","apa":"Bossek, J., Kerschke, P., &#38; Trautmann, H. (2020). Anytime Behavior of Inexact TSP Solvers and Perspectives for Automated Algorithm Selection. <i>Proceedings of the IEEE Congress on Evolutionary Computation (CEC)</i>, 1–8."}},{"title":"Dynamic Bi-Objective Routing of Multiple Vehicles","author":[{"full_name":"Bossek, Jakob","id":"102979","last_name":"Bossek","orcid":"0000-0002-4121-4668","first_name":"Jakob"},{"first_name":"Christian","last_name":"Grimme","full_name":"Grimme, Christian"},{"first_name":"Heike","full_name":"Trautmann, Heike","id":"100740","last_name":"Trautmann","orcid":"0000-0002-9788-8282"}],"date_created":"2023-08-04T07:33:30Z","date_updated":"2024-06-10T12:01:57Z","publisher":"ACM","citation":{"ama":"Bossek J, Grimme C, Trautmann H. Dynamic Bi-Objective Routing of Multiple Vehicles. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference (GECCO ’20)</i>. ACM; 2020:166–174.","chicago":"Bossek, Jakob, Christian Grimme, and Heike Trautmann. “Dynamic Bi-Objective Routing of Multiple Vehicles.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference (GECCO ’20)</i>, 166–174. Cancun, Mexico: ACM, 2020.","ieee":"J. Bossek, C. Grimme, and H. Trautmann, “Dynamic Bi-Objective Routing of Multiple Vehicles,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference (GECCO ’20)</i>, 2020, pp. 166–174.","apa":"Bossek, J., Grimme, C., &#38; Trautmann, H. (2020). Dynamic Bi-Objective Routing of Multiple Vehicles. <i>Proceedings of the Genetic and Evolutionary Computation Conference (GECCO ’20)</i>, 166–174.","mla":"Bossek, Jakob, et al. “Dynamic Bi-Objective Routing of Multiple Vehicles.” <i>Proceedings of the Genetic and Evolutionary Computation Conference (GECCO ’20)</i>, ACM, 2020, pp. 166–174.","bibtex":"@inproceedings{Bossek_Grimme_Trautmann_2020, place={Cancun, Mexico}, title={Dynamic Bi-Objective Routing of Multiple Vehicles}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference (GECCO ’20)}, publisher={ACM}, author={Bossek, Jakob and Grimme, Christian and Trautmann, Heike}, year={2020}, pages={166–174} }","short":"J. Bossek, C. Grimme, H. Trautmann, in: Proceedings of the Genetic and Evolutionary Computation Conference (GECCO ’20), ACM, Cancun, Mexico, 2020, pp. 166–174."},"page":"166–174","year":"2020","place":"Cancun, Mexico","language":[{"iso":"eng"}],"user_id":"15504","department":[{"_id":"34"},{"_id":"819"}],"_id":"46323","status":"public","abstract":[{"text":"In practice, e.g. in delivery and service scenarios, Vehicle-Routing-Problems (VRPs) often imply repeated decision making on dynamic customer requests. As in classical VRPs, tours have to be planned short while the number of serviced customers has to be maximized at the same time resulting in a multi-objective problem. Beyond that, however, dynamic requests lead to the need for re-planning of not yet realized tour parts, while already realized tour parts are irreversible. In this paper we study this type of bi-objective dynamic VRP including sequential decision making and concurrent realization of decisions. We adopt a recently proposed Dynamic Evolutionary Multi-Objective Algorithm (DEMOA) for a related VRP problem and extend it to the more realistic (here considered) scenario of multiple vehicles. We empirically show that our DEMOA is competitive with a multi-vehicle offline and clairvoyant variant of the proposed DEMOA as well as with the dynamic single-vehicle approach proposed earlier.","lang":"eng"}],"type":"conference","publication":"Proceedings of the Genetic and Evolutionary Computation Conference (GECCO ’20)"},{"language":[{"iso":"eng"}],"abstract":[{"lang":"eng","text":"This paper addresses multimodality of multi-objective (MO) optimization landscapes. Contrary to common perception of local optima, according to which they are hindering the progress of optimization algorithms, it will be shown that local efficient sets in a multi-objective setting can assist optimizers in finding global efficient sets. We use sophisticated visualization techniques, which rely on gradient field heatmaps, to highlight those insights into landscape characteristics. Finally, the MO local optimizer MOGSA is introduced, which exploits those observations by sliding down the multi-objective gradient hill and moving along the local efficient sets."}],"publication":"Proceedings of the 10$^th$ International Conference on Evolutionary Multi-Criterion Optimization (EMO)","title":"Multimodality in Multi-Objective Optimization — More Boon than Bane?","publisher":"Springer","date_created":"2023-08-04T07:49:08Z","year":"2019","_id":"46343","department":[{"_id":"34"},{"_id":"819"}],"series_title":"Lecture Notes in Computer Science","user_id":"15504","editor":[{"first_name":"Kalyanmoy","full_name":"Deb, Kalyanmoy","last_name":"Deb"},{"full_name":"Goodman, Erik","last_name":"Goodman","first_name":"Erik"},{"full_name":"Coello, Coello Carlos A.","last_name":"Coello","first_name":"Coello Carlos A."},{"first_name":"Kathrin","full_name":"Klamroth, Kathrin","last_name":"Klamroth"},{"last_name":"Miettinen","full_name":"Miettinen, Kaisa","first_name":"Kaisa"},{"full_name":"Mostaghim, Sanaz","last_name":"Mostaghim","first_name":"Sanaz"},{"full_name":"Reed, Patrick","last_name":"Reed","first_name":"Patrick"}],"status":"public","type":"conference","doi":"10.1007/978-3-030-12598-1_11","date_updated":"2023-10-16T13:31:03Z","volume":11411,"author":[{"first_name":"Christian","last_name":"Grimme","full_name":"Grimme, Christian"},{"full_name":"Kerschke, Pascal","last_name":"Kerschke","first_name":"Pascal"},{"first_name":"Heike","id":"100740","full_name":"Trautmann, Heike","last_name":"Trautmann","orcid":"0000-0002-9788-8282"}],"place":"East Lansing, MI, USA","page":"126–138","intvolume":"     11411","citation":{"ama":"Grimme C, Kerschke P, Trautmann H. Multimodality in Multi-Objective Optimization — More Boon than Bane? In: Deb K, Goodman E, Coello CCA, et al., eds. <i>Proceedings of the 10$^th$ International Conference on Evolutionary Multi-Criterion Optimization (EMO)</i>. Vol 11411. Lecture Notes in Computer Science. Springer; 2019:126–138. doi:<a href=\"https://doi.org/10.1007/978-3-030-12598-1_11\">10.1007/978-3-030-12598-1_11</a>","chicago":"Grimme, Christian, Pascal Kerschke, and Heike Trautmann. “Multimodality in Multi-Objective Optimization — More Boon than Bane?” In <i>Proceedings of the 10$^th$ International Conference on Evolutionary Multi-Criterion Optimization (EMO)</i>, edited by Kalyanmoy Deb, Erik Goodman, Coello Carlos A. Coello, Kathrin Klamroth, Kaisa Miettinen, Sanaz Mostaghim, and Patrick Reed, 11411:126–138. Lecture Notes in Computer Science. East Lansing, MI, USA: Springer, 2019. <a href=\"https://doi.org/10.1007/978-3-030-12598-1_11\">https://doi.org/10.1007/978-3-030-12598-1_11</a>.","ieee":"C. Grimme, P. Kerschke, and H. Trautmann, “Multimodality in Multi-Objective Optimization — More Boon than Bane?,” in <i>Proceedings of the 10$^th$ International Conference on Evolutionary Multi-Criterion Optimization (EMO)</i>, 2019, vol. 11411, pp. 126–138, doi: <a href=\"https://doi.org/10.1007/978-3-030-12598-1_11\">10.1007/978-3-030-12598-1_11</a>.","short":"C. Grimme, P. Kerschke, H. Trautmann, in: K. Deb, E. Goodman, C.C.A. Coello, K. Klamroth, K. Miettinen, S. Mostaghim, P. Reed (Eds.), Proceedings of the 10$^th$ International Conference on Evolutionary Multi-Criterion Optimization (EMO), Springer, East Lansing, MI, USA, 2019, pp. 126–138.","mla":"Grimme, Christian, et al. “Multimodality in Multi-Objective Optimization — More Boon than Bane?” <i>Proceedings of the 10$^th$ International Conference on Evolutionary Multi-Criterion Optimization (EMO)</i>, edited by Kalyanmoy Deb et al., vol. 11411, Springer, 2019, pp. 126–138, doi:<a href=\"https://doi.org/10.1007/978-3-030-12598-1_11\">10.1007/978-3-030-12598-1_11</a>.","bibtex":"@inproceedings{Grimme_Kerschke_Trautmann_2019, place={East Lansing, MI, USA}, series={Lecture Notes in Computer Science}, title={Multimodality in Multi-Objective Optimization — More Boon than Bane?}, volume={11411}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-12598-1_11\">10.1007/978-3-030-12598-1_11</a>}, booktitle={Proceedings of the 10$^th$ International Conference on Evolutionary Multi-Criterion Optimization (EMO)}, publisher={Springer}, author={Grimme, Christian and Kerschke, Pascal and Trautmann, Heike}, editor={Deb, Kalyanmoy and Goodman, Erik and Coello, Coello Carlos A. and Klamroth, Kathrin and Miettinen, Kaisa and Mostaghim, Sanaz and Reed, Patrick}, year={2019}, pages={126–138}, collection={Lecture Notes in Computer Science} }","apa":"Grimme, C., Kerschke, P., &#38; Trautmann, H. (2019). Multimodality in Multi-Objective Optimization — More Boon than Bane? In K. Deb, E. Goodman, C. C. A. Coello, K. Klamroth, K. Miettinen, S. Mostaghim, &#38; P. Reed (Eds.), <i>Proceedings of the 10$^th$ International Conference on Evolutionary Multi-Criterion Optimization (EMO)</i> (Vol. 11411, pp. 126–138). Springer. <a href=\"https://doi.org/10.1007/978-3-030-12598-1_11\">https://doi.org/10.1007/978-3-030-12598-1_11</a>"}}]