[{"doi":"https://doi.org/10.1016/j.cor.2021.105489","user_id":"15504","volume":136,"page":"105489","_id":"46318","language":[{"iso":"eng"}],"date_updated":"2023-10-16T12:58:42Z","intvolume":"       136","status":"public","year":"2021","title":"Peeking beyond peaks: Challenges and research potentials of continuous multimodal multi-objective optimization","publication_identifier":{"issn":["0305-0548"]},"author":[{"full_name":"Grimme, Christian","last_name":"Grimme","first_name":"Christian"},{"last_name":"Kerschke","first_name":"Pascal","full_name":"Kerschke, Pascal"},{"full_name":"Aspar, Pelin","first_name":"Pelin","last_name":"Aspar"},{"orcid":"0000-0002-9788-8282","last_name":"Trautmann","first_name":"Heike","full_name":"Trautmann, Heike","id":"100740"},{"first_name":"Mike","last_name":"Preuss","full_name":"Preuss, Mike"},{"first_name":"André H.","last_name":"Deutz","full_name":"Deutz, André H."},{"full_name":"Wang, Hao","first_name":"Hao","last_name":"Wang"},{"full_name":"Emmerich, Michael","last_name":"Emmerich","first_name":"Michael"}],"type":"journal_article","keyword":["Multimodal optimization","Multi-objective continuous optimization","Landscape analysis","Visualization","Benchmarking","Theory","Algorithms"],"department":[{"_id":"34"},{"_id":"819"}],"date_created":"2023-08-04T07:28:34Z","abstract":[{"lang":"eng","text":"Multi-objective (MO) optimization, i.e., the simultaneous optimization of multiple conflicting objectives, is gaining more and more attention in various research areas, such as evolutionary computation, machine learning (e.g., (hyper-)parameter optimization), or logistics (e.g., vehicle routing). Many works in this domain mention the structural problem property of multimodality as a challenge from two classical perspectives: (1) finding all globally optimal solution sets, and (2) avoiding to get trapped in local optima. Interestingly, these streams seem to transfer many traditional concepts of single-objective (SO) optimization into claims, assumptions, or even terminology regarding the MO domain, but mostly neglect the understanding of the structural properties as well as the algorithmic search behavior on a problem’s landscape. However, some recent works counteract this trend, by investigating the fundamentals and characteristics of MO problems using new visualization techniques and gaining surprising insights. Using these visual insights, this work proposes a step towards a unified terminology to capture multimodality and locality in a broader way than it is usually done. This enables us to investigate current research activities in multimodal continuous MO optimization and to highlight new implications and promising research directions for the design of benchmark suites, the discovery of MO landscape features, the development of new MO (or even SO) optimization algorithms, and performance indicators. For all these topics, we provide a review of ideas and methods but also an outlook on future challenges, research potential and perspectives that result from recent developments."}],"publication":"Computers & Operations Research","citation":{"mla":"Grimme, Christian, et al. “Peeking beyond Peaks: Challenges and Research Potentials of Continuous Multimodal Multi-Objective Optimization.” <i>Computers &#38; Operations Research</i>, vol. 136, 2021, p. 105489, doi:<a href=\"https://doi.org/10.1016/j.cor.2021.105489\">https://doi.org/10.1016/j.cor.2021.105489</a>.","bibtex":"@article{Grimme_Kerschke_Aspar_Trautmann_Preuss_Deutz_Wang_Emmerich_2021, title={Peeking beyond peaks: Challenges and research potentials of continuous multimodal multi-objective optimization}, volume={136}, DOI={<a href=\"https://doi.org/10.1016/j.cor.2021.105489\">https://doi.org/10.1016/j.cor.2021.105489</a>}, journal={Computers &#38; Operations Research}, author={Grimme, Christian and Kerschke, Pascal and Aspar, Pelin and Trautmann, Heike and Preuss, Mike and Deutz, André H. and Wang, Hao and Emmerich, Michael}, year={2021}, pages={105489} }","ama":"Grimme C, Kerschke P, Aspar P, et al. Peeking beyond peaks: Challenges and research potentials of continuous multimodal multi-objective optimization. <i>Computers &#38; Operations Research</i>. 2021;136:105489. doi:<a href=\"https://doi.org/10.1016/j.cor.2021.105489\">https://doi.org/10.1016/j.cor.2021.105489</a>","ieee":"C. Grimme <i>et al.</i>, “Peeking beyond peaks: Challenges and research potentials of continuous multimodal multi-objective optimization,” <i>Computers &#38; Operations Research</i>, vol. 136, p. 105489, 2021, doi: <a href=\"https://doi.org/10.1016/j.cor.2021.105489\">https://doi.org/10.1016/j.cor.2021.105489</a>.","apa":"Grimme, C., Kerschke, P., Aspar, P., Trautmann, H., Preuss, M., Deutz, A. H., Wang, H., &#38; Emmerich, M. (2021). Peeking beyond peaks: Challenges and research potentials of continuous multimodal multi-objective optimization. <i>Computers &#38; Operations Research</i>, <i>136</i>, 105489. <a href=\"https://doi.org/10.1016/j.cor.2021.105489\">https://doi.org/10.1016/j.cor.2021.105489</a>","short":"C. Grimme, P. Kerschke, P. Aspar, H. Trautmann, M. Preuss, A.H. Deutz, H. Wang, M. Emmerich, Computers &#38; Operations Research 136 (2021) 105489.","chicago":"Grimme, Christian, Pascal Kerschke, Pelin Aspar, Heike Trautmann, Mike Preuss, André H. Deutz, Hao Wang, and Michael Emmerich. “Peeking beyond Peaks: Challenges and Research Potentials of Continuous Multimodal Multi-Objective Optimization.” <i>Computers &#38; Operations Research</i> 136 (2021): 105489. <a href=\"https://doi.org/10.1016/j.cor.2021.105489\">https://doi.org/10.1016/j.cor.2021.105489</a>."}},{"place":"Heidelberg, Berlin","date_created":"2023-08-04T07:21:17Z","department":[{"_id":"34"},{"_id":"819"}],"type":"conference","citation":{"short":"P. Aspar, P. Kerschke, V. Steinhoff, H. Trautmann, C. Grimme, in: H. et al. Ishibuchi (Ed.), Evolutionary Multi-Criterion Optimization: 11$^th$ International Conference, EMO 2021, Shenzhen, China, March 28–31, 2021, Proceedings, Springer, Heidelberg, Berlin, 2021, pp. 311–322.","chicago":"Aspar, Pelin, Pascal Kerschke, Vera Steinhoff, Heike Trautmann, and Christian Grimme. “Multi^3: Optimizing Multimodal Single-Objective Continuous Problems in the Multi-Objective Space by Means of Multiobjectivization.” In <i>Evolutionary Multi-Criterion Optimization: 11$^th$ International Conference, EMO 2021, Shenzhen, China, March 28–31, 2021, Proceedings</i>, edited by H. et al. Ishibuchi, 311–322. Heidelberg, Berlin: Springer, 2021. <a href=\"https://doi.org/10.1007/978-3-030-72062-9_25\">https://doi.org/10.1007/978-3-030-72062-9_25</a>.","ieee":"P. Aspar, P. Kerschke, V. Steinhoff, H. Trautmann, and C. Grimme, “Multi^3: Optimizing Multimodal Single-Objective Continuous Problems in the Multi-Objective Space by Means of Multiobjectivization,” in <i>Evolutionary Multi-Criterion Optimization: 11$^th$ International Conference, EMO 2021, Shenzhen, China, March 28–31, 2021, Proceedings</i>, 2021, pp. 311–322, doi: <a href=\"https://doi.org/10.1007/978-3-030-72062-9_25\">10.1007/978-3-030-72062-9_25</a>.","apa":"Aspar, P., Kerschke, P., Steinhoff, V., Trautmann, H., &#38; Grimme, C. (2021). Multi^3: Optimizing Multimodal Single-Objective Continuous Problems in the Multi-Objective Space by Means of Multiobjectivization. In H. et al. Ishibuchi (Ed.), <i>Evolutionary Multi-Criterion Optimization: 11$^th$ International Conference, EMO 2021, Shenzhen, China, March 28–31, 2021, Proceedings</i> (pp. 311–322). Springer. <a href=\"https://doi.org/10.1007/978-3-030-72062-9_25\">https://doi.org/10.1007/978-3-030-72062-9_25</a>","bibtex":"@inproceedings{Aspar_Kerschke_Steinhoff_Trautmann_Grimme_2021, place={Heidelberg, Berlin}, title={Multi^3: Optimizing Multimodal Single-Objective Continuous Problems in the Multi-Objective Space by Means of Multiobjectivization}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-72062-9_25\">10.1007/978-3-030-72062-9_25</a>}, booktitle={Evolutionary Multi-Criterion Optimization: 11$^th$ International Conference, EMO 2021, Shenzhen, China, March 28–31, 2021, Proceedings}, publisher={Springer}, author={Aspar, Pelin and Kerschke, Pascal and Steinhoff, Vera and Trautmann, Heike and Grimme, Christian}, editor={et al. Ishibuchi, H.}, year={2021}, pages={311–322} }","ama":"Aspar P, Kerschke P, Steinhoff V, Trautmann H, Grimme C. Multi^3: Optimizing Multimodal Single-Objective Continuous Problems in the Multi-Objective Space by Means of Multiobjectivization. In: et al. Ishibuchi H, ed. <i>Evolutionary Multi-Criterion Optimization: 11$^th$ International Conference, EMO 2021, Shenzhen, China, March 28–31, 2021, Proceedings</i>. Springer; 2021:311–322. doi:<a href=\"https://doi.org/10.1007/978-3-030-72062-9_25\">10.1007/978-3-030-72062-9_25</a>","mla":"Aspar, Pelin, et al. “Multi^3: Optimizing Multimodal Single-Objective Continuous Problems in the Multi-Objective Space by Means of Multiobjectivization.” <i>Evolutionary Multi-Criterion Optimization: 11$^th$ International Conference, EMO 2021, Shenzhen, China, March 28–31, 2021, Proceedings</i>, edited by H. et al. Ishibuchi, Springer, 2021, pp. 311–322, doi:<a href=\"https://doi.org/10.1007/978-3-030-72062-9_25\">10.1007/978-3-030-72062-9_25</a>."},"publication":"Evolutionary Multi-Criterion Optimization: 11$^th$ International Conference, EMO 2021, Shenzhen, China, March 28–31, 2021, Proceedings","abstract":[{"lang":"eng","text":"In this work we examine the inner mechanisms of the recently developed sophisticated local search procedure SOMOGSA. This method solves multimodal single-objective continuous optimization problems by first expanding the problem with an additional objective (e.g., a sphere function) to the bi-objective space, and subsequently exploiting local structures and ridges of the resulting landscapes. Our study particularly focusses on the sensitivity of this multiobjectivization approach w.r.t. (i) the parametrization of the artificial second objective, as well as (ii) the position of the initial starting points in the search space.\r\n\r\nAs SOMOGSA is a modular framework for encapsulating local search, we integrate Gradient and Nelder-Mead local search (as optimizers in the respective module) and compare the performance of the resulting hybrid local search to their original single-objective counterparts. We show that the SOMOGSA framework can significantly boost local search by multiobjectivization. Combined with more sophisticated local search and metaheuristics this may help in solving highly multimodal optimization problems in future."}],"language":[{"iso":"eng"}],"_id":"46311","publisher":"Springer","page":"311–322","editor":[{"last_name":"et al. Ishibuchi","first_name":"H.","full_name":"et al. Ishibuchi, H."}],"doi":"10.1007/978-3-030-72062-9_25","user_id":"15504","author":[{"first_name":"Pelin","last_name":"Aspar","full_name":"Aspar, Pelin"},{"last_name":"Kerschke","first_name":"Pascal","full_name":"Kerschke, Pascal"},{"last_name":"Steinhoff","first_name":"Vera","full_name":"Steinhoff, Vera"},{"id":"100740","full_name":"Trautmann, Heike","last_name":"Trautmann","orcid":"0000-0002-9788-8282","first_name":"Heike"},{"full_name":"Grimme, Christian","first_name":"Christian","last_name":"Grimme"}],"status":"public","year":"2021","title":"Multi^3: Optimizing Multimodal Single-Objective Continuous Problems in the Multi-Objective Space by Means of Multiobjectivization","date_updated":"2023-10-16T12:54:29Z"},{"abstract":[{"lang":"eng","text":"One of the most significant recent technological developments concerns the development and implementation of ‘intelligent machines’ that draw on recent advances in artificial intelligence (AI) and robotics. However, there are growing tensions between human freedoms and machine controls. This article reports the findings of a workshop that investigated the application of the principles of human freedom throughout intelligent machine development and use. Forty IS researchers from ten different countries discussed four contemporary AI and humanity issues and the most relevant IS domain challenges. This article summarizes their experiences and opinions regarding four AI and humanity themes: Crime & conflict, Jobs, Attention, and Wellbeing. The outcomes of the workshop discussions identify three attributes of humanity that need preservation: a critique of the design and application of AI, and the intelligent machines it can create; human involvement in the loop of intelligent machine decision-making processes; and the ability to interpret and explain intelligent machine decision-making processes. The article provides an agenda for future AI and humanity research."}],"publication":"International Journal of Information Management","citation":{"mla":"Coombs, Crispin, et al. “What Is It About Humanity That We Can’t Give Away To Intelligent Machines? A European Perspective.” <i>International Journal of Information Management</i>, vol. 58, 2021, doi:<a href=\"https://doi.org/10.1016/j.ijinfomgt.2021.102311\">10.1016/j.ijinfomgt.2021.102311</a>.","bibtex":"@article{Coombs_Stacey_Kawalek_Simeonova_Becker_Bergener_Carvalho_Fantinato_Garmann-Johnsen_Grimme_et al._2021, title={What Is It About Humanity That We Can’t Give Away To Intelligent Machines? A European Perspective}, volume={58}, DOI={<a href=\"https://doi.org/10.1016/j.ijinfomgt.2021.102311\">10.1016/j.ijinfomgt.2021.102311</a>}, journal={International Journal of Information Management}, author={Coombs, Crispin and Stacey, Patrick and Kawalek, Peter and Simeonova, Boyka and Becker, Jörg and Bergener, Katrin and Carvalho, João Álvaro and Fantinato, Marcelo and Garmann-Johnsen, Niels F. and Grimme, Christian and et al.}, year={2021} }","ama":"Coombs C, Stacey P, Kawalek P, et al. What Is It About Humanity That We Can’t Give Away To Intelligent Machines? A European Perspective. <i>International Journal of Information Management</i>. 2021;58. doi:<a href=\"https://doi.org/10.1016/j.ijinfomgt.2021.102311\">10.1016/j.ijinfomgt.2021.102311</a>","ieee":"C. Coombs <i>et al.</i>, “What Is It About Humanity That We Can’t Give Away To Intelligent Machines? A European Perspective,” <i>International Journal of Information Management</i>, vol. 58, 2021, doi: <a href=\"https://doi.org/10.1016/j.ijinfomgt.2021.102311\">10.1016/j.ijinfomgt.2021.102311</a>.","apa":"Coombs, C., Stacey, P., Kawalek, P., Simeonova, B., Becker, J., Bergener, K., Carvalho, J. Á., Fantinato, M., Garmann-Johnsen, N. F., Grimme, C., Stein, A., &#38; Trautmann, H. (2021). What Is It About Humanity That We Can’t Give Away To Intelligent Machines? A European Perspective. <i>International Journal of Information Management</i>, <i>58</i>. <a href=\"https://doi.org/10.1016/j.ijinfomgt.2021.102311\">https://doi.org/10.1016/j.ijinfomgt.2021.102311</a>","short":"C. Coombs, P. Stacey, P. Kawalek, B. Simeonova, J. Becker, K. Bergener, J.Á. Carvalho, M. Fantinato, N.F. Garmann-Johnsen, C. Grimme, A. Stein, H. Trautmann, International Journal of Information Management 58 (2021).","chicago":"Coombs, Crispin, Patrick Stacey, Peter Kawalek, Boyka Simeonova, Jörg Becker, Katrin Bergener, João Álvaro Carvalho, et al. “What Is It About Humanity That We Can’t Give Away To Intelligent Machines? A European Perspective.” <i>International Journal of Information Management</i> 58 (2021). <a href=\"https://doi.org/10.1016/j.ijinfomgt.2021.102311\">https://doi.org/10.1016/j.ijinfomgt.2021.102311</a>."},"type":"journal_article","department":[{"_id":"34"},{"_id":"819"}],"date_created":"2023-08-04T07:27:14Z","date_updated":"2023-10-16T12:58:02Z","intvolume":"        58","title":"What Is It About Humanity That We Can’t Give Away To Intelligent Machines? A European Perspective","status":"public","year":"2021","author":[{"first_name":"Crispin","last_name":"Coombs","full_name":"Coombs, Crispin"},{"first_name":"Patrick","last_name":"Stacey","full_name":"Stacey, Patrick"},{"last_name":"Kawalek","first_name":"Peter","full_name":"Kawalek, Peter"},{"full_name":"Simeonova, Boyka","last_name":"Simeonova","first_name":"Boyka"},{"first_name":"Jörg","last_name":"Becker","full_name":"Becker, Jörg"},{"first_name":"Katrin","last_name":"Bergener","full_name":"Bergener, Katrin"},{"first_name":"João Álvaro","last_name":"Carvalho","full_name":"Carvalho, João Álvaro"},{"first_name":"Marcelo","last_name":"Fantinato","full_name":"Fantinato, Marcelo"},{"last_name":"Garmann-Johnsen","first_name":"Niels F.","full_name":"Garmann-Johnsen, Niels F."},{"last_name":"Grimme","first_name":"Christian","full_name":"Grimme, Christian"},{"last_name":"Stein","first_name":"Armin","full_name":"Stein, Armin"},{"id":"100740","full_name":"Trautmann, Heike","orcid":"0000-0002-9788-8282","first_name":"Heike","last_name":"Trautmann"}],"doi":"10.1016/j.ijinfomgt.2021.102311","user_id":"15504","volume":58,"language":[{"iso":"eng"}],"_id":"46317"},{"user_id":"102979","page":"556–564","_id":"48853","publisher":"Association for Computing Machinery","status":"public","place":"New York, NY, USA","citation":{"chicago":"Bossek, Jakob, Aneta Neumann, and Frank Neumann. “Breeding Diverse Packings for the Knapsack Problem by Means of Diversity-Tailored Evolutionary Algorithms.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 556–564. GECCO ’21. New York, NY, USA: Association for Computing Machinery, 2021. <a href=\"https://doi.org/10.1145/3449639.3459364\">https://doi.org/10.1145/3449639.3459364</a>.","short":"J. Bossek, A. Neumann, F. Neumann, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2021, pp. 556–564.","ieee":"J. Bossek, A. Neumann, and F. Neumann, “Breeding Diverse Packings for the Knapsack Problem by Means of Diversity-Tailored Evolutionary Algorithms,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2021, pp. 556–564, doi: <a href=\"https://doi.org/10.1145/3449639.3459364\">10.1145/3449639.3459364</a>.","apa":"Bossek, J., Neumann, A., &#38; Neumann, F. (2021). Breeding Diverse Packings for the Knapsack Problem by Means of Diversity-Tailored Evolutionary Algorithms. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 556–564. <a href=\"https://doi.org/10.1145/3449639.3459364\">https://doi.org/10.1145/3449639.3459364</a>","bibtex":"@inproceedings{Bossek_Neumann_Neumann_2021, place={New York, NY, USA}, series={GECCO ’21}, title={Breeding Diverse Packings for the Knapsack Problem by Means of Diversity-Tailored Evolutionary Algorithms}, DOI={<a href=\"https://doi.org/10.1145/3449639.3459364\">10.1145/3449639.3459364</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Bossek, Jakob and Neumann, Aneta and Neumann, Frank}, year={2021}, pages={556–564}, collection={GECCO ’21} }","ama":"Bossek J, Neumann A, Neumann F. Breeding Diverse Packings for the Knapsack Problem by Means of Diversity-Tailored Evolutionary Algorithms. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. GECCO ’21. Association for Computing Machinery; 2021:556–564. doi:<a href=\"https://doi.org/10.1145/3449639.3459364\">10.1145/3449639.3459364</a>","mla":"Bossek, Jakob, et al. “Breeding Diverse Packings for the Knapsack Problem by Means of Diversity-Tailored Evolutionary Algorithms.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2021, pp. 556–564, doi:<a href=\"https://doi.org/10.1145/3449639.3459364\">10.1145/3449639.3459364</a>."},"doi":"10.1145/3449639.3459364","series_title":"GECCO ’21","language":[{"iso":"eng"}],"date_updated":"2023-12-13T10:45:22Z","publication_status":"published","year":"2021","title":"Breeding Diverse Packings for the Knapsack Problem by Means of Diversity-Tailored Evolutionary Algorithms","publication_identifier":{"isbn":["978-1-4503-8350-9"]},"author":[{"full_name":"Bossek, Jakob","last_name":"Bossek","first_name":"Jakob","orcid":"0000-0002-4121-4668","id":"102979"},{"first_name":"Aneta","last_name":"Neumann","full_name":"Neumann, Aneta"},{"last_name":"Neumann","first_name":"Frank","full_name":"Neumann, Frank"}],"type":"conference","keyword":["evolutionary algorithms","evolutionary diversity optimization","knapsack problem","tailored operators"],"department":[{"_id":"819"}],"date_created":"2023-11-14T15:58:54Z","abstract":[{"text":"In practise, it is often desirable to provide the decision-maker with a rich set of diverse solutions of decent quality instead of just a single solution. In this paper we study evolutionary diversity optimization for the knapsack problem (KP). Our goal is to evolve a population of solutions that all have a profit of at least (1 - {$ϵ$}) {$\\cdot$} OPT, where OPT is the value of an optimal solution. Furthermore, they should differ in structure with respect to an entropy-based diversity measure. To this end we propose a simple ({$\\mu$} + 1)-EA with initial approximate solutions calculated by a well-known FPTAS for the KP. We investigate the effect of different standard mutation operators and introduce biased mutation and crossover which puts strong probability on flipping bits of low and/or high frequency within the population. An experimental study on different instances and settings shows that the proposed mutation operators in most cases perform slightly inferior in the long term, but show strong benefits if the number of function evaluations is severely limited.","lang":"eng"}],"extern":"1","publication":"Proceedings of the Genetic and Evolutionary Computation Conference"},{"citation":{"ama":"Bossek J, Neumann A, Neumann F. Exact Counting and~Sampling of Optima for the Knapsack Problem. In: <i>Learning and Intelligent Optimization</i>. Springer-Verlag; 2021:40–54. doi:<a href=\"https://doi.org/10.1007/978-3-030-92121-7_4\">10.1007/978-3-030-92121-7_4</a>","bibtex":"@inproceedings{Bossek_Neumann_Neumann_2021, place={Berlin, Heidelberg}, title={Exact Counting and~Sampling of Optima for the Knapsack Problem}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-92121-7_4\">10.1007/978-3-030-92121-7_4</a>}, booktitle={Learning and Intelligent Optimization}, publisher={Springer-Verlag}, author={Bossek, Jakob and Neumann, Aneta and Neumann, Frank}, year={2021}, pages={40–54} }","mla":"Bossek, Jakob, et al. “Exact Counting And~Sampling of Optima for the Knapsack Problem.” <i>Learning and Intelligent Optimization</i>, Springer-Verlag, 2021, pp. 40–54, doi:<a href=\"https://doi.org/10.1007/978-3-030-92121-7_4\">10.1007/978-3-030-92121-7_4</a>.","chicago":"Bossek, Jakob, Aneta Neumann, and Frank Neumann. “Exact Counting And~Sampling of Optima for the Knapsack Problem.” In <i>Learning and Intelligent Optimization</i>, 40–54. Berlin, Heidelberg: Springer-Verlag, 2021. <a href=\"https://doi.org/10.1007/978-3-030-92121-7_4\">https://doi.org/10.1007/978-3-030-92121-7_4</a>.","short":"J. Bossek, A. Neumann, F. Neumann, in: Learning and Intelligent Optimization, Springer-Verlag, Berlin, Heidelberg, 2021, pp. 40–54.","apa":"Bossek, J., Neumann, A., &#38; Neumann, F. (2021). Exact Counting and~Sampling of Optima for the Knapsack Problem. <i>Learning and Intelligent Optimization</i>, 40–54. <a href=\"https://doi.org/10.1007/978-3-030-92121-7_4\">https://doi.org/10.1007/978-3-030-92121-7_4</a>","ieee":"J. Bossek, A. Neumann, and F. Neumann, “Exact Counting and~Sampling of Optima for the Knapsack Problem,” in <i>Learning and Intelligent Optimization</i>, 2021, pp. 40–54, doi: <a href=\"https://doi.org/10.1007/978-3-030-92121-7_4\">10.1007/978-3-030-92121-7_4</a>."},"place":"Berlin, Heidelberg","status":"public","user_id":"102979","page":"40–54","_id":"48855","publisher":"Springer-Verlag","extern":"1","abstract":[{"text":"Computing sets of high quality solutions has gained increasing interest in recent years. In this paper, we investigate how to obtain sets of optimal solutions for the classical knapsack problem. We present an algorithm to count exactly the number of optima to a zero-one knapsack problem instance. In addition, we show how to efficiently sample uniformly at random from the set of all global optima. In our experimental study, we investigate how the number of optima develops for classical random benchmark instances dependent on their generator parameters. We find that the number of global optima can increase exponentially for practically relevant classes of instances with correlated weights and profits which poses a justification for the considered exact counting problem.","lang":"eng"}],"publication":"Learning and Intelligent Optimization","keyword":["Dynamic programming","Exact counting","Sampling","Zero-one knapsack problem"],"type":"conference","department":[{"_id":"819"}],"date_created":"2023-11-14T15:58:54Z","publication_status":"published","date_updated":"2023-12-13T10:45:14Z","title":"Exact Counting and~Sampling of Optima for the Knapsack Problem","year":"2021","author":[{"id":"102979","full_name":"Bossek, Jakob","first_name":"Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek"},{"full_name":"Neumann, Aneta","last_name":"Neumann","first_name":"Aneta"},{"first_name":"Frank","last_name":"Neumann","full_name":"Neumann, Frank"}],"publication_identifier":{"isbn":["978-3-030-92120-0"]},"doi":"10.1007/978-3-030-92121-7_4","language":[{"iso":"eng"}]},{"doi":"10.1145/3449639.3459363","language":[{"iso":"eng"}],"series_title":"GECCO ’21","date_updated":"2023-12-13T10:45:37Z","publication_status":"published","title":"Evolutionary Diversity Optimization and the Minimum Spanning Tree Problem","year":"2021","publication_identifier":{"isbn":["978-1-4503-8350-9"]},"author":[{"last_name":"Bossek","first_name":"Jakob","orcid":"0000-0002-4121-4668","full_name":"Bossek, Jakob","id":"102979"},{"first_name":"Frank","last_name":"Neumann","full_name":"Neumann, Frank"}],"keyword":["evolutionary algorithms","evolutionary diversity optimization","minimum spanning tree","runtime analysis"],"type":"conference","department":[{"_id":"819"}],"date_created":"2023-11-14T15:58:55Z","abstract":[{"text":"In the area of evolutionary computation the calculation of diverse sets of high-quality solutions to a given optimization problem has gained momentum in recent years under the term evolutionary diversity optimization. Theoretical insights into the working principles of baseline evolutionary algorithms for diversity optimization are still rare. In this paper we study the well-known Minimum Spanning Tree problem (MST) in the context of diversity optimization where population diversity is measured by the sum of pairwise edge overlaps. Theoretical results provide insights into the fitness landscape of the MST diversity optimization problem pointing out that even for a population of {$\\mu$} = 2 fitness plateaus (of constant length) can be reached, but nevertheless diverse sets can be calculated in polynomial time. We supplement our theoretical results with a series of experiments for the unconstrained and constraint case where all solutions need to fulfill a minimal quality threshold. Our results show that a simple ({$\\mu$} + 1)-EA can effectively compute a diversified population of spanning trees of high quality.","lang":"eng"}],"extern":"1","publication":"Proceedings of the Genetic and Evolutionary Computation Conference","user_id":"102979","page":"198–206","publisher":"Association for Computing Machinery","_id":"48860","status":"public","place":"New York, NY, USA","citation":{"ama":"Bossek J, Neumann F. Evolutionary Diversity Optimization and the Minimum Spanning Tree Problem. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. GECCO ’21. Association for Computing Machinery; 2021:198–206. doi:<a href=\"https://doi.org/10.1145/3449639.3459363\">10.1145/3449639.3459363</a>","bibtex":"@inproceedings{Bossek_Neumann_2021, place={New York, NY, USA}, series={GECCO ’21}, title={Evolutionary Diversity Optimization and the Minimum Spanning Tree Problem}, DOI={<a href=\"https://doi.org/10.1145/3449639.3459363\">10.1145/3449639.3459363</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Bossek, Jakob and Neumann, Frank}, year={2021}, pages={198–206}, collection={GECCO ’21} }","mla":"Bossek, Jakob, and Frank Neumann. “Evolutionary Diversity Optimization and the Minimum Spanning Tree Problem.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2021, pp. 198–206, doi:<a href=\"https://doi.org/10.1145/3449639.3459363\">10.1145/3449639.3459363</a>.","chicago":"Bossek, Jakob, and Frank Neumann. “Evolutionary Diversity Optimization and the Minimum Spanning Tree Problem.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 198–206. GECCO ’21. New York, NY, USA: Association for Computing Machinery, 2021. <a href=\"https://doi.org/10.1145/3449639.3459363\">https://doi.org/10.1145/3449639.3459363</a>.","short":"J. Bossek, F. Neumann, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2021, pp. 198–206.","apa":"Bossek, J., &#38; Neumann, F. (2021). Evolutionary Diversity Optimization and the Minimum Spanning Tree Problem. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 198–206. <a href=\"https://doi.org/10.1145/3449639.3459363\">https://doi.org/10.1145/3449639.3459363</a>","ieee":"J. Bossek and F. Neumann, “Evolutionary Diversity Optimization and the Minimum Spanning Tree Problem,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2021, pp. 198–206, doi: <a href=\"https://doi.org/10.1145/3449639.3459363\">10.1145/3449639.3459363</a>."}},{"status":"public","publisher":"Association for Computing Machinery","_id":"48862","page":"1–11","user_id":"102979","citation":{"bibtex":"@inbook{Bossek_Sudholt_2021, place={New York, NY, USA}, title={Do Additional Optima Speed up Evolutionary Algorithms?}, booktitle={Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms}, publisher={Association for Computing Machinery}, author={Bossek, Jakob and Sudholt, Dirk}, year={2021}, pages={1–11} }","ama":"Bossek J, Sudholt D. Do Additional Optima Speed up Evolutionary Algorithms? In: <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>. Association for Computing Machinery; 2021:1–11.","mla":"Bossek, Jakob, and Dirk Sudholt. “Do Additional Optima Speed up Evolutionary Algorithms?” <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, Association for Computing Machinery, 2021, pp. 1–11.","chicago":"Bossek, Jakob, and Dirk Sudholt. “Do Additional Optima Speed up Evolutionary Algorithms?” In <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, 1–11. New York, NY, USA: Association for Computing Machinery, 2021.","short":"J. Bossek, D. Sudholt, in: Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms, Association for Computing Machinery, New York, NY, USA, 2021, pp. 1–11.","ieee":"J. Bossek and D. Sudholt, “Do Additional Optima Speed up Evolutionary Algorithms?,” in <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, New York, NY, USA: Association for Computing Machinery, 2021, pp. 1–11.","apa":"Bossek, J., &#38; Sudholt, D. (2021). Do Additional Optima Speed up Evolutionary Algorithms? In <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i> (pp. 1–11). Association for Computing Machinery."},"place":"New York, NY, USA","publication_identifier":{"isbn":["978-1-4503-8352-3"]},"author":[{"id":"102979","full_name":"Bossek, Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek","first_name":"Jakob"},{"full_name":"Sudholt, Dirk","first_name":"Dirk","last_name":"Sudholt"}],"title":"Do Additional Optima Speed up Evolutionary Algorithms?","year":"2021","date_updated":"2023-12-13T10:45:31Z","publication_status":"published","language":[{"iso":"eng"}],"publication":"Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms","abstract":[{"lang":"eng","text":"Most runtime analyses of randomised search heuristics focus on the expected number of function evaluations to find a unique global optimum. We ask a fundamental question: if additional search points are declared optimal, or declared as desirable target points, do these additional optima speed up evolutionary algorithms? More formally, we analyse the expected hitting time of a target set OPT {$\\cup$} S where S is a set of non-optimal search points and OPT is the set of optima and compare it to the expected hitting time of OPT. We show that the answer to our question depends on the number and placement of search points in S. For all black-box algorithms and all fitness functions we show that, if additional optima are placed randomly, even an exponential number of optima has a negligible effect on the expected optimisation time. Considering Hamming balls around all global optima gives an easier target for some algorithms and functions and can shift the phase transition with respect to offspring population sizes in the (1,{$\\lambda$}) EA on One-Max. Finally, on functions where search trajectories typically join in a single search point, turning one search point into an optimum drastically reduces the expected optimisation time."}],"extern":"1","date_created":"2023-11-14T15:58:55Z","department":[{"_id":"819"}],"keyword":["evolutionary algorithms","pseudo-boolean functions","runtime analysis","theory"],"type":"book_chapter"},{"abstract":[{"text":"Classic automated algorithm selection (AS) for (combinatorial) optimization problems heavily relies on so-called instance features, i.e., numerical characteristics of the problem at hand ideally extracted with computationally low-demanding routines. For the traveling salesperson problem (TSP) a plethora of features have been suggested. Most of these features are, if at all, only normalized imprecisely raising the issue of feature values being strongly affected by the instance size. Such artifacts may have detrimental effects on algorithm selection models. We propose a normalization for two feature groups which stood out in multiple AS studies on the TSP: (a) features based on a minimum spanning tree (MST) and (b) a k-nearest neighbor graph (NNG) transformation of the input instance. To this end we theoretically derive minimum and maximum values for properties of MSTs and k-NNGs of Euclidean graphs. We analyze the differences in feature space between normalized versions of these features and their unnormalized counterparts. Our empirical investigations on various TSP benchmark sets point out that the feature scaling succeeds in eliminating the effect of the instance size. Eventually, a proof-of-concept AS-study shows promising results: models trained with normalized features tend to outperform those trained with the respective vanilla features.","lang":"eng"}],"extern":"1","citation":{"mla":"Heins, Jonathan, et al. “On the Potential of Normalized TSP Features for Automated Algorithm Selection.” <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, Association for Computing Machinery, 2021, pp. 1–15.","bibtex":"@inbook{Heins_Bossek_Pohl_Seiler_Trautmann_Kerschke_2021, place={New York, NY, USA}, title={On the Potential of Normalized TSP Features for Automated Algorithm Selection}, booktitle={Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms}, publisher={Association for Computing Machinery}, author={Heins, Jonathan and Bossek, Jakob and Pohl, Janina and Seiler, Moritz and Trautmann, Heike and Kerschke, Pascal}, year={2021}, pages={1–15} }","ama":"Heins J, Bossek J, Pohl J, Seiler M, Trautmann H, Kerschke P. On the Potential of Normalized TSP Features for Automated Algorithm Selection. In: <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>. Association for Computing Machinery; 2021:1–15.","ieee":"J. Heins, J. Bossek, J. Pohl, M. Seiler, H. Trautmann, and P. Kerschke, “On the Potential of Normalized TSP Features for Automated Algorithm Selection,” in <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, New York, NY, USA: Association for Computing Machinery, 2021, pp. 1–15.","apa":"Heins, J., Bossek, J., Pohl, J., Seiler, M., Trautmann, H., &#38; Kerschke, P. (2021). On the Potential of Normalized TSP Features for Automated Algorithm Selection. In <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i> (pp. 1–15). Association for Computing Machinery.","short":"J. Heins, J. Bossek, J. Pohl, M. Seiler, H. Trautmann, P. Kerschke, in: Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms, Association for Computing Machinery, New York, NY, USA, 2021, pp. 1–15.","chicago":"Heins, Jonathan, Jakob Bossek, Janina Pohl, Moritz Seiler, Heike Trautmann, and Pascal Kerschke. “On the Potential of Normalized TSP Features for Automated Algorithm Selection.” In <i>Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, 1–15. New York, NY, USA: Association for Computing Machinery, 2021."},"publication":"Proceedings of the 16th ACM/SIGEVO Conference on Foundations of Genetic Algorithms","department":[{"_id":"819"}],"type":"book_chapter","keyword":["automated algorithm selection","graph theory","instance features","normalization","traveling salesperson problem (TSP)"],"place":"New York, NY, USA","date_created":"2023-11-14T15:58:58Z","date_updated":"2023-12-13T10:47:23Z","author":[{"last_name":"Heins","first_name":"Jonathan","full_name":"Heins, Jonathan"},{"last_name":"Bossek","first_name":"Jakob","orcid":"0000-0002-4121-4668","full_name":"Bossek, Jakob","id":"102979"},{"full_name":"Pohl, Janina","last_name":"Pohl","first_name":"Janina"},{"first_name":"Moritz","last_name":"Seiler","full_name":"Seiler, Moritz"},{"full_name":"Trautmann, Heike","last_name":"Trautmann","first_name":"Heike"},{"last_name":"Kerschke","first_name":"Pascal","full_name":"Kerschke, Pascal"}],"publication_identifier":{"isbn":["978-1-4503-8352-3"]},"status":"public","title":"On the Potential of Normalized TSP Features for Automated Algorithm Selection","year":"2021","user_id":"102979","language":[{"iso":"eng"}],"_id":"48881","publisher":"Association for Computing Machinery","page":"1–15"},{"page":"1423–1432","_id":"48876","publisher":"Association for Computing Machinery","user_id":"102979","status":"public","place":"New York, NY, USA","citation":{"bibtex":"@inproceedings{Bossek_Wagner_2021, place={New York, NY, USA}, series={GECCO’21}, title={Generating Instances with Performance Differences for More than Just Two Algorithms}, DOI={<a href=\"https://doi.org/10.1145/3449726.3463165\">10.1145/3449726.3463165</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference Companion}, publisher={Association for Computing Machinery}, author={Bossek, Jakob and Wagner, Markus}, year={2021}, pages={1423–1432}, collection={GECCO’21} }","ama":"Bossek J, Wagner M. Generating Instances with Performance Differences for More than Just Two Algorithms. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference Companion</i>. GECCO’21. Association for Computing Machinery; 2021:1423–1432. doi:<a href=\"https://doi.org/10.1145/3449726.3463165\">10.1145/3449726.3463165</a>","short":"J. Bossek, M. Wagner, in: Proceedings of the Genetic and Evolutionary Computation Conference Companion, Association for Computing Machinery, New York, NY, USA, 2021, pp. 1423–1432.","chicago":"Bossek, Jakob, and Markus Wagner. “Generating Instances with Performance Differences for More than Just Two Algorithms.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference Companion</i>, 1423–1432. GECCO’21. New York, NY, USA: Association for Computing Machinery, 2021. <a href=\"https://doi.org/10.1145/3449726.3463165\">https://doi.org/10.1145/3449726.3463165</a>.","ieee":"J. Bossek and M. Wagner, “Generating Instances with Performance Differences for More than Just Two Algorithms,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference Companion</i>, 2021, pp. 1423–1432, doi: <a href=\"https://doi.org/10.1145/3449726.3463165\">10.1145/3449726.3463165</a>.","mla":"Bossek, Jakob, and Markus Wagner. “Generating Instances with Performance Differences for More than Just Two Algorithms.” <i>Proceedings of the Genetic and Evolutionary Computation Conference Companion</i>, Association for Computing Machinery, 2021, pp. 1423–1432, doi:<a href=\"https://doi.org/10.1145/3449726.3463165\">10.1145/3449726.3463165</a>.","apa":"Bossek, J., &#38; Wagner, M. (2021). Generating Instances with Performance Differences for More than Just Two Algorithms. <i>Proceedings of the Genetic and Evolutionary Computation Conference Companion</i>, 1423–1432. <a href=\"https://doi.org/10.1145/3449726.3463165\">https://doi.org/10.1145/3449726.3463165</a>"},"language":[{"iso":"eng"}],"series_title":"GECCO’21","doi":"10.1145/3449726.3463165","title":"Generating Instances with Performance Differences for More than Just Two Algorithms","year":"2021","author":[{"full_name":"Bossek, Jakob","first_name":"Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek","id":"102979"},{"full_name":"Wagner, Markus","first_name":"Markus","last_name":"Wagner"}],"publication_identifier":{"isbn":["978-1-4503-8351-6"]},"date_updated":"2023-12-13T10:47:41Z","date_created":"2023-11-14T15:58:57Z","type":"conference","keyword":["evolutionary algorithms","evolving instances","fitness function","instance hardness","traveling thief problem (TTP)"],"department":[{"_id":"819"}],"publication":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","abstract":[{"text":"In recent years, Evolutionary Algorithms (EAs) have frequently been adopted to evolve instances for optimization problems that pose difficulties for one algorithm while being rather easy for a competitor and vice versa. Typically, this is achieved by either minimizing or maximizing the performance difference or ratio which serves as the fitness function. Repeating this process is useful to gain insights into strengths/weaknesses of certain algorithms or to build a set of instances with strong performance differences as a foundation for automatic per-instance algorithm selection or configuration. We contribute to this branch of research by proposing fitness-functions to evolve instances that show large performance differences for more than just two algorithms simultaneously. As a proof-of-principle, we evolve instances of the multi-component Traveling Thief Problem (TTP) for three incomplete TTP-solvers. Our results point out that our strategies are promising, but unsurprisingly their success strongly relies on the algorithms’ performance complementarity.","lang":"eng"}],"extern":"1"},{"citation":{"ieee":"A. Nikfarjam, J. Bossek, A. Neumann, and F. Neumann, “Entropy-Based Evolutionary Diversity Optimisation for the Traveling Salesperson Problem,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2021, pp. 600–608, doi: <a href=\"https://doi.org/10.1145/3449639.3459384\">10.1145/3449639.3459384</a>.","apa":"Nikfarjam, A., Bossek, J., Neumann, A., &#38; Neumann, F. (2021). Entropy-Based Evolutionary Diversity Optimisation for the Traveling Salesperson Problem. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 600–608. <a href=\"https://doi.org/10.1145/3449639.3459384\">https://doi.org/10.1145/3449639.3459384</a>","mla":"Nikfarjam, Adel, et al. “Entropy-Based Evolutionary Diversity Optimisation for the Traveling Salesperson Problem.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2021, pp. 600–608, doi:<a href=\"https://doi.org/10.1145/3449639.3459384\">10.1145/3449639.3459384</a>.","bibtex":"@inproceedings{Nikfarjam_Bossek_Neumann_Neumann_2021, place={New York, NY, USA}, series={GECCO’21}, title={Entropy-Based Evolutionary Diversity Optimisation for the Traveling Salesperson Problem}, DOI={<a href=\"https://doi.org/10.1145/3449639.3459384\">10.1145/3449639.3459384</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Nikfarjam, Adel and Bossek, Jakob and Neumann, Aneta and Neumann, Frank}, year={2021}, pages={600–608}, collection={GECCO’21} }","chicago":"Nikfarjam, Adel, Jakob Bossek, Aneta Neumann, and Frank Neumann. “Entropy-Based Evolutionary Diversity Optimisation for the Traveling Salesperson Problem.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 600–608. GECCO’21. New York, NY, USA: Association for Computing Machinery, 2021. <a href=\"https://doi.org/10.1145/3449639.3459384\">https://doi.org/10.1145/3449639.3459384</a>.","short":"A. Nikfarjam, J. Bossek, A. Neumann, F. Neumann, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2021, pp. 600–608.","ama":"Nikfarjam A, Bossek J, Neumann A, Neumann F. Entropy-Based Evolutionary Diversity Optimisation for the Traveling Salesperson Problem. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. GECCO’21. Association for Computing Machinery; 2021:600–608. doi:<a href=\"https://doi.org/10.1145/3449639.3459384\">10.1145/3449639.3459384</a>"},"place":"New York, NY, USA","status":"public","page":"600–608","publisher":"Association for Computing Machinery","_id":"48893","user_id":"102979","publication":"Proceedings of the Genetic and Evolutionary Computation Conference","abstract":[{"text":"Computing diverse sets of high-quality solutions has gained increasing attention among the evolutionary computation community in recent years. It allows practitioners to choose from a set of high-quality alternatives. In this paper, we employ a population diversity measure, called the high-order entropy measure, in an evolutionary algorithm to compute a diverse set of high-quality solutions for the Traveling Salesperson Problem. In contrast to previous studies, our approach allows diversifying segments of tours containing several edges based on the entropy measure. We examine the resulting evolutionary diversity optimisation approach precisely in terms of the final set of solutions and theoretical properties. Experimental results show significant improvements compared to a recently proposed edge-based diversity optimisation approach when working with a large population of solutions or long segments.","lang":"eng"}],"extern":"1","date_created":"2023-11-14T15:59:00Z","keyword":["evolutionary algorithms","evolutionary diversity optimisation","high-order entropy","traveling salesperson problem"],"type":"conference","department":[{"_id":"819"}],"title":"Entropy-Based Evolutionary Diversity Optimisation for the Traveling Salesperson Problem","year":"2021","publication_identifier":{"isbn":["978-1-4503-8350-9"]},"author":[{"last_name":"Nikfarjam","first_name":"Adel","full_name":"Nikfarjam, Adel"},{"id":"102979","orcid":"0000-0002-4121-4668","first_name":"Jakob","last_name":"Bossek","full_name":"Bossek, Jakob"},{"full_name":"Neumann, Aneta","last_name":"Neumann","first_name":"Aneta"},{"full_name":"Neumann, Frank","first_name":"Frank","last_name":"Neumann"}],"date_updated":"2023-12-13T10:50:06Z","language":[{"iso":"eng"}],"series_title":"GECCO’21","doi":"10.1145/3449639.3459384"},{"citation":{"mla":"Neumann, Aneta, et al. “Diversifying Greedy Sampling and Evolutionary Diversity Optimisation for Constrained Monotone Submodular Functions.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2021, pp. 261–269, doi:<a href=\"https://doi.org/10.1145/3449639.3459385\">10.1145/3449639.3459385</a>.","ama":"Neumann A, Bossek J, Neumann F. Diversifying Greedy Sampling and Evolutionary Diversity Optimisation for Constrained Monotone Submodular Functions. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. GECCO’21. Association for Computing Machinery; 2021:261–269. doi:<a href=\"https://doi.org/10.1145/3449639.3459385\">10.1145/3449639.3459385</a>","bibtex":"@inproceedings{Neumann_Bossek_Neumann_2021, place={New York, NY, USA}, series={GECCO’21}, title={Diversifying Greedy Sampling and Evolutionary Diversity Optimisation for Constrained Monotone Submodular Functions}, DOI={<a href=\"https://doi.org/10.1145/3449639.3459385\">10.1145/3449639.3459385</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Neumann, Aneta and Bossek, Jakob and Neumann, Frank}, year={2021}, pages={261–269}, collection={GECCO’21} }","apa":"Neumann, A., Bossek, J., &#38; Neumann, F. (2021). Diversifying Greedy Sampling and Evolutionary Diversity Optimisation for Constrained Monotone Submodular Functions. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 261–269. <a href=\"https://doi.org/10.1145/3449639.3459385\">https://doi.org/10.1145/3449639.3459385</a>","ieee":"A. Neumann, J. Bossek, and F. Neumann, “Diversifying Greedy Sampling and Evolutionary Diversity Optimisation for Constrained Monotone Submodular Functions,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2021, pp. 261–269, doi: <a href=\"https://doi.org/10.1145/3449639.3459385\">10.1145/3449639.3459385</a>.","chicago":"Neumann, Aneta, Jakob Bossek, and Frank Neumann. “Diversifying Greedy Sampling and Evolutionary Diversity Optimisation for Constrained Monotone Submodular Functions.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 261–269. GECCO’21. New York, NY, USA: Association for Computing Machinery, 2021. <a href=\"https://doi.org/10.1145/3449639.3459385\">https://doi.org/10.1145/3449639.3459385</a>.","short":"A. Neumann, J. Bossek, F. Neumann, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2021, pp. 261–269."},"place":"New York, NY, USA","status":"public","user_id":"102979","page":"261–269","publisher":"Association for Computing Machinery","_id":"48891","abstract":[{"text":"Submodular functions allow to model many real-world optimisation problems. This paper introduces approaches for computing diverse sets of high quality solutions for submodular optimisation problems with uniform and knapsack constraints. We first present diversifying greedy sampling approaches and analyse them with respect to the diversity measured by entropy and the approximation quality of the obtained solutions. Afterwards, we introduce an evolutionary diversity optimisation (EDO) approach to further improve diversity of the set of solutions. We carry out experimental investigations on popular submodular benchmark problems and analyse trade-offs in terms of solution quality and diversity of the resulting solution sets.","lang":"eng"}],"extern":"1","publication":"Proceedings of the Genetic and Evolutionary Computation Conference","keyword":["evolutionary algorithms","evolutionary diversity optimisation","sub-modular functions"],"type":"conference","department":[{"_id":"819"}],"date_created":"2023-11-14T15:58:59Z","date_updated":"2023-12-13T10:49:25Z","year":"2021","title":"Diversifying Greedy Sampling and Evolutionary Diversity Optimisation for Constrained Monotone Submodular Functions","publication_identifier":{"isbn":["978-1-4503-8350-9"]},"author":[{"last_name":"Neumann","first_name":"Aneta","full_name":"Neumann, Aneta"},{"id":"102979","orcid":"0000-0002-4121-4668","last_name":"Bossek","first_name":"Jakob","full_name":"Bossek, Jakob"},{"full_name":"Neumann, Frank","first_name":"Frank","last_name":"Neumann"}],"doi":"10.1145/3449639.3459385","language":[{"iso":"eng"}],"series_title":"GECCO’21"},{"title":"Computing Diverse Sets of High Quality TSP Tours by EAX-based Evolutionary Diversity Optimisation","status":"public","year":"2021","author":[{"last_name":"Nikfarjam","first_name":"Adel","full_name":"Nikfarjam, Adel"},{"last_name":"Bossek","orcid":"0000-0002-4121-4668","first_name":"Jakob","full_name":"Bossek, Jakob","id":"102979"},{"last_name":"Neumann","first_name":"Aneta","full_name":"Neumann, Aneta"},{"full_name":"Neumann, Frank","last_name":"Neumann","first_name":"Frank"}],"publication_identifier":{"isbn":["978-1-4503-8352-3"]},"date_updated":"2023-12-13T10:49:59Z","page":"1–11","language":[{"iso":"eng"}],"_id":"48892","publisher":"Association for Computing Machinery","user_id":"102979","publication":"Proceedings of the 16th ACM}/SIGEVO Conference on Foundations of Genetic Algorithms","citation":{"mla":"Nikfarjam, Adel, et al. “Computing Diverse Sets of High Quality TSP Tours by EAX-Based Evolutionary Diversity Optimisation.” <i>Proceedings of the 16th ACM}/SIGEVO Conference on Foundations of Genetic Algorithms</i>, Association for Computing Machinery, 2021, pp. 1–11.","ama":"Nikfarjam A, Bossek J, Neumann A, Neumann F. Computing Diverse Sets of High Quality TSP Tours by EAX-based Evolutionary Diversity Optimisation. In: <i>Proceedings of the 16th ACM}/SIGEVO Conference on Foundations of Genetic Algorithms</i>. Association for Computing Machinery; 2021:1–11.","bibtex":"@inbook{Nikfarjam_Bossek_Neumann_Neumann_2021, place={New York, NY, USA}, title={Computing Diverse Sets of High Quality TSP Tours by EAX-based Evolutionary Diversity Optimisation}, booktitle={Proceedings of the 16th ACM}/SIGEVO Conference on Foundations of Genetic Algorithms}, publisher={Association for Computing Machinery}, author={Nikfarjam, Adel and Bossek, Jakob and Neumann, Aneta and Neumann, Frank}, year={2021}, pages={1–11} }","apa":"Nikfarjam, A., Bossek, J., Neumann, A., &#38; Neumann, F. (2021). Computing Diverse Sets of High Quality TSP Tours by EAX-based Evolutionary Diversity Optimisation. In <i>Proceedings of the 16th ACM}/SIGEVO Conference on Foundations of Genetic Algorithms</i> (pp. 1–11). Association for Computing Machinery.","ieee":"A. Nikfarjam, J. Bossek, A. Neumann, and F. Neumann, “Computing Diverse Sets of High Quality TSP Tours by EAX-based Evolutionary Diversity Optimisation,” in <i>Proceedings of the 16th ACM}/SIGEVO Conference on Foundations of Genetic Algorithms</i>, New York, NY, USA: Association for Computing Machinery, 2021, pp. 1–11.","short":"A. Nikfarjam, J. Bossek, A. Neumann, F. Neumann, in: Proceedings of the 16th ACM}/SIGEVO Conference on Foundations of Genetic Algorithms, Association for Computing Machinery, New York, NY, USA, 2021, pp. 1–11.","chicago":"Nikfarjam, Adel, Jakob Bossek, Aneta Neumann, and Frank Neumann. “Computing Diverse Sets of High Quality TSP Tours by EAX-Based Evolutionary Diversity Optimisation.” In <i>Proceedings of the 16th ACM}/SIGEVO Conference on Foundations of Genetic Algorithms</i>, 1–11. New York, NY, USA: Association for Computing Machinery, 2021."},"extern":"1","abstract":[{"text":"Evolutionary algorithms based on edge assembly crossover (EAX) constitute some of the best performing incomplete solvers for the well-known traveling salesperson problem (TSP). Often, it is desirable to compute not just a single solution for a given problem, but a diverse set of high quality solutions from which a decision maker can choose one for implementation. Currently, there are only a few approaches for computing a diverse solution set for the TSP. Furthermore, almost all of them assume that the optimal solution is known. In this paper, we introduce evolutionary diversity optimisation (EDO) approaches for the TSP that find a diverse set of tours when the optimal tour is known or unknown. We show how to adopt EAX to not only find a high-quality solution but also to maximise the diversity of the population. The resulting EAX-based EDO approach, termed EAX-EDO is capable of obtaining diverse high-quality tours when the optimal solution for the TSP is known or unknown. A comparison to existing approaches shows that they are clearly outperformed by EAX-EDO.","lang":"eng"}],"date_created":"2023-11-14T15:59:00Z","place":"New York, NY, USA","keyword":["edge assembly crossover (EAX)","evolutionary algorithms","evolutionary diversity optimisation (EDO)","traveling salesperson problem (TSP)"],"type":"book_chapter","department":[{"_id":"819"}]},{"doi":"10.1007/s00453-021-00838-3","language":[{"iso":"eng"}],"date_updated":"2023-12-13T10:51:34Z","intvolume":"        83","title":"Time Complexity Analysis of Randomized Search Heuristics for the Dynamic Graph Coloring Problem","year":"2021","author":[{"full_name":"Bossek, Jakob","first_name":"Jakob","last_name":"Bossek","orcid":"0000-0002-4121-4668","id":"102979"},{"last_name":"Neumann","first_name":"Frank","full_name":"Neumann, Frank"},{"last_name":"Peng","first_name":"Pan","full_name":"Peng, Pan"},{"full_name":"Sudholt, Dirk","first_name":"Dirk","last_name":"Sudholt"}],"publication_identifier":{"issn":["0178-4617"]},"type":"journal_article","keyword":["Dynamic optimization","Evolutionary algorithms","Running time analysis"],"department":[{"_id":"819"}],"date_created":"2023-11-14T15:58:54Z","abstract":[{"lang":"eng","text":"We contribute to the theoretical understanding of randomized search heuristics for dynamic problems. We consider the classical vertex coloring problem on graphs and investigate the dynamic setting where edges are added to the current graph. We then analyze the expected time for randomized search heuristics to recompute high quality solutions. The (1+1) Evolutionary Algorithm and RLS operate in a setting where the number of colors is bounded and we are minimizing the number of conflicts. Iterated local search algorithms use an unbounded color palette and aim to use the smallest colors and, consequently, the smallest number of colors. We identify classes of bipartite graphs where reoptimization is as hard as or even harder than optimization from scratch, i.e., starting with a random initialization. Even adding a single edge can lead to hard symmetry problems. However, graph classes that are hard for one algorithm turn out to be easy for others. In most cases our bounds show that reoptimization is faster than optimizing from scratch. We further show that tailoring mutation operators to parts of the graph where changes have occurred can significantly reduce the expected reoptimization time. In most settings the expected reoptimization time for such tailored algorithms is linear in the number of added edges. However, tailored algorithms cannot prevent exponential times in settings where the original algorithm is inefficient."}],"issue":"10","publication":"Algorithmica","user_id":"102979","volume":83,"page":"3148–3179","_id":"48854","status":"public","citation":{"ieee":"J. Bossek, F. Neumann, P. Peng, and D. Sudholt, “Time Complexity Analysis of Randomized Search Heuristics for the Dynamic Graph Coloring Problem,” <i>Algorithmica</i>, vol. 83, no. 10, pp. 3148–3179, 2021, doi: <a href=\"https://doi.org/10.1007/s00453-021-00838-3\">10.1007/s00453-021-00838-3</a>.","apa":"Bossek, J., Neumann, F., Peng, P., &#38; Sudholt, D. (2021). Time Complexity Analysis of Randomized Search Heuristics for the Dynamic Graph Coloring Problem. <i>Algorithmica</i>, <i>83</i>(10), 3148–3179. <a href=\"https://doi.org/10.1007/s00453-021-00838-3\">https://doi.org/10.1007/s00453-021-00838-3</a>","chicago":"Bossek, Jakob, Frank Neumann, Pan Peng, and Dirk Sudholt. “Time Complexity Analysis of Randomized Search Heuristics for the Dynamic Graph Coloring Problem.” <i>Algorithmica</i> 83, no. 10 (2021): 3148–3179. <a href=\"https://doi.org/10.1007/s00453-021-00838-3\">https://doi.org/10.1007/s00453-021-00838-3</a>.","short":"J. Bossek, F. Neumann, P. Peng, D. Sudholt, Algorithmica 83 (2021) 3148–3179.","mla":"Bossek, Jakob, et al. “Time Complexity Analysis of Randomized Search Heuristics for the Dynamic Graph Coloring Problem.” <i>Algorithmica</i>, vol. 83, no. 10, 2021, pp. 3148–3179, doi:<a href=\"https://doi.org/10.1007/s00453-021-00838-3\">10.1007/s00453-021-00838-3</a>.","bibtex":"@article{Bossek_Neumann_Peng_Sudholt_2021, title={Time Complexity Analysis of Randomized Search Heuristics for the Dynamic Graph Coloring Problem}, volume={83}, DOI={<a href=\"https://doi.org/10.1007/s00453-021-00838-3\">10.1007/s00453-021-00838-3</a>}, number={10}, journal={Algorithmica}, author={Bossek, Jakob and Neumann, Frank and Peng, Pan and Sudholt, Dirk}, year={2021}, pages={3148–3179} }","ama":"Bossek J, Neumann F, Peng P, Sudholt D. Time Complexity Analysis of Randomized Search Heuristics for the Dynamic Graph Coloring Problem. <i>Algorithmica</i>. 2021;83(10):3148–3179. doi:<a href=\"https://doi.org/10.1007/s00453-021-00838-3\">10.1007/s00453-021-00838-3</a>"}},{"author":[{"full_name":"Prager, Raphael Patrick","last_name":"Prager","first_name":"Raphael Patrick"},{"first_name":"Moritz","last_name":"Seiler","full_name":"Seiler, Moritz","id":"105520"},{"orcid":"0000-0002-9788-8282","first_name":"Heike","last_name":"Trautmann","full_name":"Trautmann, Heike","id":"100740"},{"full_name":"Kerschke, Pascal","first_name":"Pascal","last_name":"Kerschke"}],"status":"public","title":"Towards Feature-Free Automated Algorithm Selection for Single-Objective Continuous Black-Box Optimization","year":"2021","date_updated":"2024-06-07T07:12:28Z","_id":"46315","language":[{"iso":"eng"}],"page":"1-8","user_id":"15504","doi":"10.1109/SSCI50451.2021.9660174","citation":{"bibtex":"@inproceedings{Prager_Seiler_Trautmann_Kerschke_2021, title={Towards Feature-Free Automated Algorithm Selection for Single-Objective Continuous Black-Box Optimization}, DOI={<a href=\"https://doi.org/10.1109/SSCI50451.2021.9660174\">10.1109/SSCI50451.2021.9660174</a>}, booktitle={2021 IEEE Symposium Series on Computational Intelligence (SSCI)}, author={Prager, Raphael Patrick and Seiler, Moritz and Trautmann, Heike and Kerschke, Pascal}, year={2021}, pages={1–8} }","ama":"Prager RP, Seiler M, Trautmann H, Kerschke P. Towards Feature-Free Automated Algorithm Selection for Single-Objective Continuous Black-Box Optimization. In: <i>2021 IEEE Symposium Series on Computational Intelligence (SSCI)</i>. ; 2021:1-8. doi:<a href=\"https://doi.org/10.1109/SSCI50451.2021.9660174\">10.1109/SSCI50451.2021.9660174</a>","mla":"Prager, Raphael Patrick, et al. “Towards Feature-Free Automated Algorithm Selection for Single-Objective Continuous Black-Box Optimization.” <i>2021 IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 2021, pp. 1–8, doi:<a href=\"https://doi.org/10.1109/SSCI50451.2021.9660174\">10.1109/SSCI50451.2021.9660174</a>.","short":"R.P. Prager, M. Seiler, H. Trautmann, P. Kerschke, in: 2021 IEEE Symposium Series on Computational Intelligence (SSCI), 2021, pp. 1–8.","chicago":"Prager, Raphael Patrick, Moritz Seiler, Heike Trautmann, and Pascal Kerschke. “Towards Feature-Free Automated Algorithm Selection for Single-Objective Continuous Black-Box Optimization.” In <i>2021 IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 1–8, 2021. <a href=\"https://doi.org/10.1109/SSCI50451.2021.9660174\">https://doi.org/10.1109/SSCI50451.2021.9660174</a>.","ieee":"R. P. Prager, M. Seiler, H. Trautmann, and P. Kerschke, “Towards Feature-Free Automated Algorithm Selection for Single-Objective Continuous Black-Box Optimization,” in <i>2021 IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 2021, pp. 1–8, doi: <a href=\"https://doi.org/10.1109/SSCI50451.2021.9660174\">10.1109/SSCI50451.2021.9660174</a>.","apa":"Prager, R. P., Seiler, M., Trautmann, H., &#38; Kerschke, P. (2021). Towards Feature-Free Automated Algorithm Selection for Single-Objective Continuous Black-Box Optimization. <i>2021 IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 1–8. <a href=\"https://doi.org/10.1109/SSCI50451.2021.9660174\">https://doi.org/10.1109/SSCI50451.2021.9660174</a>"},"publication":"2021 IEEE Symposium Series on Computational Intelligence (SSCI)","abstract":[{"lang":"eng","text":"We propose a novel method for automated algorithm selection in the domain of single-objective continuous black-box optimization. In contrast to existing methods, we use convolutional neural networks as the selection apparatus which bases its decision on a so-called ‘fitness map’. This fitness map is a 2D representation of a two dimensional search space where different gray scales indicate the quality of found solutions in certain areas. Our devised approach uses a modular CMA-ES framework which offers the option to create the conventional CMA-ES, CMA-ES with the alternate step-size adaptation and many other variants proposed over the years. In total, 4 608 different configurations are possible where most configurations are of complementary nature. In this proof-of-concept work, we consider a subset of 32 possible configurations. The developed method is evaluated against an excerpt of BBOB functions and its performance is compared against baselines that are commonly used in automated algorithm selection - the best standalone algorithm (configuration) and the best obtainable sequence of configurations. While the results indicate that the use of the fitness map is not superior on every benchmark problem, it indubitably shows its merit on more hard-to-solve problems. This offers a promising perspective for generalizing to other types of optimization problems and problem domains."}],"date_created":"2023-08-04T07:25:08Z","department":[{"_id":"34"},{"_id":"819"}],"type":"conference"},{"citation":{"chicago":"Assenmacher, Dennis, Marco Niemann, Kilian Müller, Moritz Seiler, Dennis M. Riehle, and Heike Trautmann. “RP-Mod &#38; RP-Crowd: Moderator- and Crowd-Annotated German News Comment Datasets.” In <i>Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (NeurIPS Datasets and Benchmarks 2021)</i>, 1–14. Virtual Event, 2021.","short":"D. Assenmacher, M. Niemann, K. Müller, M. Seiler, D.M. Riehle, H. Trautmann, in: Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (NeurIPS Datasets and Benchmarks 2021), Virtual Event, 2021, pp. 1–14.","ieee":"D. Assenmacher, M. Niemann, K. Müller, M. Seiler, D. M. Riehle, and H. Trautmann, “RP-Mod &#38; RP-Crowd: Moderator- and Crowd-Annotated German News Comment Datasets,” in <i>Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (NeurIPS Datasets and Benchmarks 2021)</i>, 2021, pp. 1–14.","apa":"Assenmacher, D., Niemann, M., Müller, K., Seiler, M., Riehle, D. M., &#38; Trautmann, H. (2021). RP-Mod &#38; RP-Crowd: Moderator- and Crowd-Annotated German News Comment Datasets. <i>Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (NeurIPS Datasets and Benchmarks 2021)</i>, 1–14.","bibtex":"@inproceedings{Assenmacher_Niemann_Müller_Seiler_Riehle_Trautmann_2021, place={Virtual Event}, title={RP-Mod &#38; RP-Crowd: Moderator- and Crowd-Annotated German News Comment Datasets}, booktitle={Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (NeurIPS Datasets and Benchmarks 2021)}, author={Assenmacher, Dennis and Niemann, Marco and Müller, Kilian and Seiler, Moritz and Riehle, Dennis M. and Trautmann, Heike}, year={2021}, pages={1–14} }","ama":"Assenmacher D, Niemann M, Müller K, Seiler M, Riehle DM, Trautmann H. RP-Mod &#38; RP-Crowd: Moderator- and Crowd-Annotated German News Comment Datasets. In: <i>Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (NeurIPS Datasets and Benchmarks 2021)</i>. ; 2021:1–14.","mla":"Assenmacher, Dennis, et al. “RP-Mod &#38; RP-Crowd: Moderator- and Crowd-Annotated German News Comment Datasets.” <i>Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (NeurIPS Datasets and Benchmarks 2021)</i>, 2021, pp. 1–14."},"publication":"Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (NeurIPS Datasets and Benchmarks 2021)","abstract":[{"text":"Abuse and hate are penetrating social media and many comment sections of news media companies. These platform providers invest considerable efforts to mod- erate user-generated contributions to prevent losing readers who get appalled by inappropriate texts. This is further enforced by legislative actions, which make non-clearance of these comments a punishable action. While (semi-)automated solutions using Natural Language Processing and advanced Machine Learning techniques are getting increasingly sophisticated, the domain of abusive language detection still struggles as large non-English and well-curated datasets are scarce or not publicly available. With this work, we publish and analyse the largest annotated German abusive language comment datasets to date. In contrast to existing datasets, we achieve a high labelling standard by conducting a thorough crowd-based an- notation study that complements professional moderators’ decisions, which are also included in the dataset. We compare and cross-evaluate the performance of baseline algorithms and state-of-the-art transformer-based language models, which are fine-tuned on our datasets and an existing alternative, showing the usefulness for the community.","lang":"eng"}],"place":"Virtual Event","date_created":"2023-08-04T07:22:59Z","department":[{"_id":"34"},{"_id":"819"}],"type":"conference","author":[{"full_name":"Assenmacher, Dennis","last_name":"Assenmacher","first_name":"Dennis"},{"first_name":"Marco","last_name":"Niemann","full_name":"Niemann, Marco"},{"first_name":"Kilian","last_name":"Müller","full_name":"Müller, Kilian"},{"id":"105520","first_name":"Moritz","last_name":"Seiler","full_name":"Seiler, Moritz"},{"full_name":"Riehle, Dennis M.","first_name":"Dennis M.","last_name":"Riehle"},{"orcid":"0000-0002-9788-8282","first_name":"Heike","last_name":"Trautmann","full_name":"Trautmann, Heike","id":"100740"}],"title":"RP-Mod & RP-Crowd: Moderator- and Crowd-Annotated German News Comment Datasets","year":"2021","status":"public","date_updated":"2024-06-07T07:13:04Z","language":[{"iso":"eng"}],"_id":"46312","page":"1–14","user_id":"15504"},{"status":"public","year":"2021","title":"On the Potential of Normalized TSP Features for Automated Algorithm Selection","author":[{"full_name":"Heins, Jonathan","last_name":"Heins","first_name":"Jonathan"},{"id":"102979","full_name":"Bossek, Jakob","first_name":"Jakob","orcid":"0000-0002-4121-4668","last_name":"Bossek"},{"last_name":"Pohl","first_name":"Janina","full_name":"Pohl, Janina"},{"id":"105520","last_name":"Seiler","first_name":"Moritz","full_name":"Seiler, Moritz"},{"id":"100740","full_name":"Trautmann, Heike","first_name":"Heike","orcid":"0000-0002-9788-8282","last_name":"Trautmann"},{"full_name":"Kerschke, Pascal","first_name":"Pascal","last_name":"Kerschke"}],"date_updated":"2024-06-10T11:57:04Z","page":"1–15","_id":"46313","publisher":"Association for Computing Machinery","language":[{"iso":"eng"}],"user_id":"15504","doi":"10.1145/3450218.3477308","editor":[{"full_name":"Computing Machinery Association, for","first_name":"for","last_name":"Computing Machinery Association"}],"publication":"Proceedings of the 16$^th$ ACM/SIGEVO Conference on Foundations of genetic Algorithms (FOGA XVI)","citation":{"mla":"Heins, Jonathan, et al. “On the Potential of Normalized TSP Features for Automated Algorithm Selection.” <i>Proceedings of the 16$^th$ ACM/SIGEVO Conference on Foundations of Genetic Algorithms (FOGA XVI)</i>, edited by for Computing Machinery Association, Association for Computing Machinery, 2021, pp. 1–15, doi:<a href=\"https://doi.org/10.1145/3450218.3477308\">10.1145/3450218.3477308</a>.","ama":"Heins J, Bossek J, Pohl J, Seiler M, Trautmann H, Kerschke P. On the Potential of Normalized TSP Features for Automated Algorithm Selection. In: Computing Machinery Association  for, ed. <i>Proceedings of the 16$^th$ ACM/SIGEVO Conference on Foundations of Genetic Algorithms (FOGA XVI)</i>. Association for Computing Machinery; 2021:1–15. doi:<a href=\"https://doi.org/10.1145/3450218.3477308\">10.1145/3450218.3477308</a>","bibtex":"@inproceedings{Heins_Bossek_Pohl_Seiler_Trautmann_Kerschke_2021, place={Dornbirn, Austria}, title={On the Potential of Normalized TSP Features for Automated Algorithm Selection}, DOI={<a href=\"https://doi.org/10.1145/3450218.3477308\">10.1145/3450218.3477308</a>}, booktitle={Proceedings of the 16$^th$ ACM/SIGEVO Conference on Foundations of genetic Algorithms (FOGA XVI)}, publisher={Association for Computing Machinery}, author={Heins, Jonathan and Bossek, Jakob and Pohl, Janina and Seiler, Moritz and Trautmann, Heike and Kerschke, Pascal}, editor={Computing Machinery Association, for}, year={2021}, pages={1–15} }","apa":"Heins, J., Bossek, J., Pohl, J., Seiler, M., Trautmann, H., &#38; Kerschke, P. (2021). On the Potential of Normalized TSP Features for Automated Algorithm Selection. In  for Computing Machinery Association (Ed.), <i>Proceedings of the 16$^th$ ACM/SIGEVO Conference on Foundations of genetic Algorithms (FOGA XVI)</i> (pp. 1–15). Association for Computing Machinery. <a href=\"https://doi.org/10.1145/3450218.3477308\">https://doi.org/10.1145/3450218.3477308</a>","ieee":"J. Heins, J. Bossek, J. Pohl, M. Seiler, H. Trautmann, and P. Kerschke, “On the Potential of Normalized TSP Features for Automated Algorithm Selection,” in <i>Proceedings of the 16$^th$ ACM/SIGEVO Conference on Foundations of genetic Algorithms (FOGA XVI)</i>, 2021, pp. 1–15, doi: <a href=\"https://doi.org/10.1145/3450218.3477308\">10.1145/3450218.3477308</a>.","short":"J. Heins, J. Bossek, J. Pohl, M. Seiler, H. Trautmann, P. Kerschke, in:  for Computing Machinery Association (Ed.), Proceedings of the 16$^th$ ACM/SIGEVO Conference on Foundations of Genetic Algorithms (FOGA XVI), Association for Computing Machinery, Dornbirn, Austria, 2021, pp. 1–15.","chicago":"Heins, Jonathan, Jakob Bossek, Janina Pohl, Moritz Seiler, Heike Trautmann, and Pascal Kerschke. “On the Potential of Normalized TSP Features for Automated Algorithm Selection.” In <i>Proceedings of the 16$^th$ ACM/SIGEVO Conference on Foundations of Genetic Algorithms (FOGA XVI)</i>, edited by for Computing Machinery Association, 1–15. Dornbirn, Austria: Association for Computing Machinery, 2021. <a href=\"https://doi.org/10.1145/3450218.3477308\">https://doi.org/10.1145/3450218.3477308</a>."},"abstract":[{"lang":"eng","text":"Classic automated algorithm selection (AS) for (combinatorial) optimization problems heavily relies on so-called instance features, i.e., numerical characteristics of the problem at hand ideally extracted with computationally low-demanding routines. For the traveling salesperson problem (TSP) a plethora of features have been suggested. Most of these features are, if at all, only normalized imprecisely raising the issue of feature values being strongly affected by the instance size. Such artifacts may have detrimental effects on algorithm selection models. We propose a normalization for two feature groups which stood out in multiple AS studies on the TSP: (a) features based on a minimum spanning tree (MST) and (b) a k-nearest neighbor graph (NNG) transformation of the input instance. To this end we theoretically derive minimum and maximum values for properties of MSTs and k-NNGs of Euclidean graphs. We analyze the differences in feature space between normalized versions of these features and their unnormalized counterparts. Our empirical investigations on various TSP benchmark sets point out that the feature scaling succeeds in eliminating the effect of the instance size. Eventually, a proof-of-concept AS-study shows promising results: models trained with normalized features tend to outperform those trained with the respective vanilla features."}],"date_created":"2023-08-04T07:23:57Z","place":"Dornbirn, Austria","type":"conference","department":[{"_id":"34"},{"_id":"819"}]},{"_id":"46319","language":[{"iso":"eng"}],"user_id":"15504","author":[{"full_name":"Assenmacher, D","last_name":"Assenmacher","first_name":"D"},{"last_name":"Adam","first_name":"L","full_name":"Adam, L"},{"full_name":"Trautmann, Heike","orcid":"0000-0002-9788-8282","first_name":"Heike","last_name":"Trautmann","id":"100740"},{"last_name":"Grimme","first_name":"C","full_name":"Grimme, C"}],"status":"public","title":"Towards Real-Time and Unsupervised Campaign Detection in Social Media","year":"2020","date_updated":"2023-10-16T12:59:10Z","place":"Florida, USA","date_created":"2023-08-04T07:29:36Z","department":[{"_id":"34"},{"_id":"819"}],"type":"conference","citation":{"mla":"Assenmacher, D., et al. “Towards Real-Time and Unsupervised Campaign Detection in Social Media.” <i>Proceedings of the Florida Artificial Intelligence Research Society Conference</i>, 2020.","bibtex":"@inproceedings{Assenmacher_Adam_Trautmann_Grimme_2020, place={Florida, USA}, title={Towards Real-Time and Unsupervised Campaign Detection in Social Media}, booktitle={Proceedings of the Florida Artificial Intelligence Research Society Conference}, author={Assenmacher, D and Adam, L and Trautmann, Heike and Grimme, C}, year={2020} }","ama":"Assenmacher D, Adam L, Trautmann H, Grimme C. Towards Real-Time and Unsupervised Campaign Detection in Social Media. In: <i>Proceedings of the Florida Artificial Intelligence Research Society Conference</i>. ; 2020.","ieee":"D. Assenmacher, L. Adam, H. Trautmann, and C. Grimme, “Towards Real-Time and Unsupervised Campaign Detection in Social Media,” 2020.","apa":"Assenmacher, D., Adam, L., Trautmann, H., &#38; Grimme, C. (2020). Towards Real-Time and Unsupervised Campaign Detection in Social Media. <i>Proceedings of the Florida Artificial Intelligence Research Society Conference</i>.","short":"D. Assenmacher, L. Adam, H. Trautmann, C. Grimme, in: Proceedings of the Florida Artificial Intelligence Research Society Conference, Florida, USA, 2020.","chicago":"Assenmacher, D, L Adam, Heike Trautmann, and C Grimme. “Towards Real-Time and Unsupervised Campaign Detection in Social Media.” In <i>Proceedings of the Florida Artificial Intelligence Research Society Conference</i>. Florida, USA, 2020."},"publication":"Proceedings of the Florida Artificial Intelligence Research Society Conference","abstract":[{"lang":"eng","text":"The detection of orchestrated and potentially manipulative campaigns in social media is far more meaningful than an- alyzing single account behaviour but also more challenging in terms of pattern recognition, data processing, and com- putational complexity. While supervised learning methods need an enormous amount of reliable ground truth data to find rather inflexible patterns, classical unsupervised learn- ing techniques need a lot of computational power to handle large amount of data. This makes them infeasible for real- time analysis. In this work, we demonstrate the applicability of text stream clustering for the real-time detection of coordi- nated campaigns."}]},{"doi":"10.1109/SSCI47803.2020.9308510","user_id":"15504","page":"996–1003","language":[{"iso":"eng"}],"_id":"46328","date_updated":"2023-10-16T13:04:15Z","year":"2020","title":"Per-Instance Configuration of the Modularized CMA-ES by Means of Classifier Chains and Exploratory Landscape Analysis","status":"public","author":[{"full_name":"Prager, Raphael Patrick","first_name":"Raphael Patrick","last_name":"Prager"},{"id":"100740","full_name":"Trautmann, Heike","first_name":"Heike","orcid":"0000-0002-9788-8282","last_name":"Trautmann"},{"full_name":"Wang, Hao","first_name":"Hao","last_name":"Wang"},{"full_name":"Bäck, Thomas H. W.","first_name":"Thomas H. W.","last_name":"Bäck"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"}],"type":"conference","department":[{"_id":"34"},{"_id":"819"}],"place":"Canberra, Australia","date_created":"2023-08-04T07:37:30Z","abstract":[{"lang":"eng","text":"In this paper, we rely on previous work proposing a modularized version of CMA-ES, which captures several alterations to the conventional CMA-ES developed in recent years. Each alteration provides significant advantages under certain problem properties, e.g., multi-modality, high conditioning. These distinct advancements are implemented as modules which result in 4608 unique versions of CMA-ES. Previous findings illustrate the competitive advantage of enabling and disabling the aforementioned modules for different optimization problems. Yet, this modular CMA-ES is lacking a method to automatically determine when the activation of specific modules is auspicious and when it is not. We propose a well-performing instance-specific algorithm configuration model which selects an (almost) optimal configuration of modules for a given problem instance. In addition, the structure of this configuration model is able to capture inter-dependencies between modules, e.g., two (or more) modules might only be advantageous in unison for some problem types, making the orchestration of modules a crucial task. This is accomplished by chaining multiple random forest classifiers together into a so-called Classifier Chain based on a set of numerical features extracted by means of Exploratory Landscape Analysis (ELA) to describe the given problem instances."}],"publication":"Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI)","citation":{"ama":"Prager RP, Trautmann H, Wang H, Bäck THW, Kerschke P. Per-Instance Configuration of the Modularized CMA-ES by Means of Classifier Chains and Exploratory Landscape Analysis. In: <i>Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI)</i>. ; 2020:996–1003. doi:<a href=\"https://doi.org/10.1109/SSCI47803.2020.9308510\">10.1109/SSCI47803.2020.9308510</a>","bibtex":"@inproceedings{Prager_Trautmann_Wang_Bäck_Kerschke_2020, place={Canberra, Australia}, title={Per-Instance Configuration of the Modularized CMA-ES by Means of Classifier Chains and Exploratory Landscape Analysis}, DOI={<a href=\"https://doi.org/10.1109/SSCI47803.2020.9308510\">10.1109/SSCI47803.2020.9308510</a>}, booktitle={Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI)}, author={Prager, Raphael Patrick and Trautmann, Heike and Wang, Hao and Bäck, Thomas H. W. and Kerschke, Pascal}, year={2020}, pages={996–1003} }","mla":"Prager, Raphael Patrick, et al. “Per-Instance Configuration of the Modularized CMA-ES by Means of Classifier Chains and Exploratory Landscape Analysis.” <i>Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 2020, pp. 996–1003, doi:<a href=\"https://doi.org/10.1109/SSCI47803.2020.9308510\">10.1109/SSCI47803.2020.9308510</a>.","chicago":"Prager, Raphael Patrick, Heike Trautmann, Hao Wang, Thomas H. W. Bäck, and Pascal Kerschke. “Per-Instance Configuration of the Modularized CMA-ES by Means of Classifier Chains and Exploratory Landscape Analysis.” In <i>Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 996–1003. Canberra, Australia, 2020. <a href=\"https://doi.org/10.1109/SSCI47803.2020.9308510\">https://doi.org/10.1109/SSCI47803.2020.9308510</a>.","short":"R.P. Prager, H. Trautmann, H. Wang, T.H.W. Bäck, P. Kerschke, in: Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI), Canberra, Australia, 2020, pp. 996–1003.","apa":"Prager, R. P., Trautmann, H., Wang, H., Bäck, T. H. W., &#38; Kerschke, P. (2020). Per-Instance Configuration of the Modularized CMA-ES by Means of Classifier Chains and Exploratory Landscape Analysis. <i>Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 996–1003. <a href=\"https://doi.org/10.1109/SSCI47803.2020.9308510\">https://doi.org/10.1109/SSCI47803.2020.9308510</a>","ieee":"R. P. Prager, H. Trautmann, H. Wang, T. H. W. Bäck, and P. Kerschke, “Per-Instance Configuration of the Modularized CMA-ES by Means of Classifier Chains and Exploratory Landscape Analysis,” in <i>Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 2020, pp. 996–1003, doi: <a href=\"https://doi.org/10.1109/SSCI47803.2020.9308510\">10.1109/SSCI47803.2020.9308510</a>."}},{"language":[{"iso":"eng"}],"doi":"10.1007/978-3-030-49570-1_14","publication_identifier":{"isbn":["978-3-030-49570-1"]},"author":[{"full_name":"Assenmacher, D","last_name":"Assenmacher","first_name":"D"},{"full_name":"Clever, L","last_name":"Clever","first_name":"L"},{"last_name":"Pohl","first_name":"JS","full_name":"Pohl, JS"},{"first_name":"Heike","last_name":"Trautmann","orcid":"0000-0002-9788-8282","full_name":"Trautmann, Heike","id":"100740"},{"last_name":"Grimme","first_name":"C","full_name":"Grimme, C"}],"year":"2020","title":"A Two-Phase Framework for Detecting Manipulation Campaigns in Social Media","date_updated":"2023-10-16T12:59:28Z","date_created":"2023-08-04T07:30:29Z","department":[{"_id":"34"},{"_id":"819"}],"type":"conference","publication":"Proceedings of the International Conference on Human-Computer Interaction (HCII 2020): Social Computing and Social Media. Design, Ethics, User Behavior, and Social Network Analysis","abstract":[{"text":"The identification of coordinated campaigns within Social Media is a complex task that is often hindered by missing labels and large amounts of data that have to be processed. We propose a new two-phase framework that uses unsupervised stream clustering for detecting suspicious trends over time in a first step. Afterwards, traditional offline analyses are applied to distinguish between normal trend evolution and malicious manipulation attempts. We demonstrate the applicability of our framework in the context of the final days of the Brexit in 2019/2020.","lang":"eng"}],"_id":"46320","publisher":"Springer International Publishing","page":"201–214","editor":[{"last_name":"Meiselwitz","first_name":"G","full_name":"Meiselwitz, G"}],"user_id":"15504","status":"public","place":"Cham","citation":{"chicago":"Assenmacher, D, L Clever, JS Pohl, Heike Trautmann, and C Grimme. “A Two-Phase Framework for Detecting Manipulation Campaigns in Social Media.” In <i>Proceedings of the International Conference on Human-Computer Interaction (HCII 2020): Social Computing and Social Media. Design, Ethics, User Behavior, and Social Network Analysis</i>, edited by G Meiselwitz, 201–214. Cham: Springer International Publishing, 2020. <a href=\"https://doi.org/10.1007/978-3-030-49570-1_14\">https://doi.org/10.1007/978-3-030-49570-1_14</a>.","short":"D. Assenmacher, L. Clever, J. Pohl, H. Trautmann, C. Grimme, in: G. Meiselwitz (Ed.), Proceedings of the International Conference on Human-Computer Interaction (HCII 2020): Social Computing and Social Media. Design, Ethics, User Behavior, and Social Network Analysis, Springer International Publishing, Cham, 2020, pp. 201–214.","apa":"Assenmacher, D., Clever, L., Pohl, J., Trautmann, H., &#38; Grimme, C. (2020). A Two-Phase Framework for Detecting Manipulation Campaigns in Social Media. In G. Meiselwitz (Ed.), <i>Proceedings of the International Conference on Human-Computer Interaction (HCII 2020): Social Computing and Social Media. Design, Ethics, User Behavior, and Social Network Analysis</i> (pp. 201–214). Springer International Publishing. <a href=\"https://doi.org/10.1007/978-3-030-49570-1_14\">https://doi.org/10.1007/978-3-030-49570-1_14</a>","ieee":"D. Assenmacher, L. Clever, J. Pohl, H. Trautmann, and C. Grimme, “A Two-Phase Framework for Detecting Manipulation Campaigns in Social Media,” in <i>Proceedings of the International Conference on Human-Computer Interaction (HCII 2020): Social Computing and Social Media. Design, Ethics, User Behavior, and Social Network Analysis</i>, 2020, pp. 201–214, doi: <a href=\"https://doi.org/10.1007/978-3-030-49570-1_14\">10.1007/978-3-030-49570-1_14</a>.","ama":"Assenmacher D, Clever L, Pohl J, Trautmann H, Grimme C. A Two-Phase Framework for Detecting Manipulation Campaigns in Social Media. In: Meiselwitz G, ed. <i>Proceedings of the International Conference on Human-Computer Interaction (HCII 2020): Social Computing and Social Media. Design, Ethics, User Behavior, and Social Network Analysis</i>. Springer International Publishing; 2020:201–214. doi:<a href=\"https://doi.org/10.1007/978-3-030-49570-1_14\">10.1007/978-3-030-49570-1_14</a>","bibtex":"@inproceedings{Assenmacher_Clever_Pohl_Trautmann_Grimme_2020, place={Cham}, title={A Two-Phase Framework for Detecting Manipulation Campaigns in Social Media}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-49570-1_14\">10.1007/978-3-030-49570-1_14</a>}, booktitle={Proceedings of the International Conference on Human-Computer Interaction (HCII 2020): Social Computing and Social Media. Design, Ethics, User Behavior, and Social Network Analysis}, publisher={Springer International Publishing}, author={Assenmacher, D and Clever, L and Pohl, JS and Trautmann, Heike and Grimme, C}, editor={Meiselwitz, G}, year={2020}, pages={201–214} }","mla":"Assenmacher, D., et al. “A Two-Phase Framework for Detecting Manipulation Campaigns in Social Media.” <i>Proceedings of the International Conference on Human-Computer Interaction (HCII 2020): Social Computing and Social Media. Design, Ethics, User Behavior, and Social Network Analysis</i>, edited by G Meiselwitz, Springer International Publishing, 2020, pp. 201–214, doi:<a href=\"https://doi.org/10.1007/978-3-030-49570-1_14\">10.1007/978-3-030-49570-1_14</a>."}},{"date_updated":"2023-10-16T13:03:15Z","author":[{"first_name":"Matthias","last_name":"Carnein","full_name":"Carnein, Matthias"},{"full_name":"Trautmann, Heike","last_name":"Trautmann","first_name":"Heike","orcid":"0000-0002-9788-8282","id":"100740"},{"first_name":"Albert","last_name":"Bifet","full_name":"Bifet, Albert"},{"first_name":"Bernhard","last_name":"Pfahringer","full_name":"Pfahringer, Bernhard"}],"publication_identifier":{"isbn":["978-3-030-43823-4"]},"year":"2020","status":"public","title":"Towards Automated Configuration of Stream Clustering Algorithms","doi":"10.1007/978-3-030-43823-4_12","user_id":"15504","language":[{"iso":"eng"}],"_id":"46325","page":"137–143","abstract":[{"lang":"eng","text":"Clustering is an important technique in data analysis which can reveal hidden patterns and unknown relationships in the data. A common problem in clustering is the proper choice of parameter settings. To tackle this, automated algorithm configuration is available which can automatically find the best parameter settings. In practice, however, many of our today’s data sources are data streams due to the widespread deployment of sensors, the internet-of-things or (social) media. Stream clustering aims to tackle this challenge by identifying, tracking and updating clusters over time. Unfortunately, none of the existing approaches for automated algorithm configuration are directly applicable to the streaming scenario. In this paper, we explore the possibility of automated algorithm configuration for stream clustering algorithms using an ensemble of different configurations. In first experiments, we demonstrate that our approach is able to automatically find superior configurations and refine them over time."}],"citation":{"apa":"Carnein, M., Trautmann, H., Bifet, A., &#38; Pfahringer, B. (2020). Towards Automated Configuration of Stream Clustering Algorithms. <i>Proceedings of the European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECMLPKDD ’19)</i>, 137–143. <a href=\"https://doi.org/10.1007/978-3-030-43823-4_12\">https://doi.org/10.1007/978-3-030-43823-4_12</a>","ieee":"M. Carnein, H. Trautmann, A. Bifet, and B. Pfahringer, “Towards Automated Configuration of Stream Clustering Algorithms,” in <i>Proceedings of the European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECMLPKDD ’19)</i>, 2020, pp. 137–143, doi: <a href=\"https://doi.org/10.1007/978-3-030-43823-4_12\">10.1007/978-3-030-43823-4_12</a>.","short":"M. Carnein, H. Trautmann, A. Bifet, B. Pfahringer, in: Proceedings of the European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECMLPKDD ’19), Würzburg, Germany, 2020, pp. 137–143.","chicago":"Carnein, Matthias, Heike Trautmann, Albert Bifet, and Bernhard Pfahringer. “Towards Automated Configuration of Stream Clustering Algorithms.” In <i>Proceedings of the European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECMLPKDD ’19)</i>, 137–143. Würzburg, Germany, 2020. <a href=\"https://doi.org/10.1007/978-3-030-43823-4_12\">https://doi.org/10.1007/978-3-030-43823-4_12</a>.","mla":"Carnein, Matthias, et al. “Towards Automated Configuration of Stream Clustering Algorithms.” <i>Proceedings of the European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECMLPKDD ’19)</i>, 2020, pp. 137–143, doi:<a href=\"https://doi.org/10.1007/978-3-030-43823-4_12\">10.1007/978-3-030-43823-4_12</a>.","ama":"Carnein M, Trautmann H, Bifet A, Pfahringer B. Towards Automated Configuration of Stream Clustering Algorithms. In: <i>Proceedings of the European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECMLPKDD ’19)</i>. ; 2020:137–143. doi:<a href=\"https://doi.org/10.1007/978-3-030-43823-4_12\">10.1007/978-3-030-43823-4_12</a>","bibtex":"@inproceedings{Carnein_Trautmann_Bifet_Pfahringer_2020, place={Würzburg, Germany}, title={Towards Automated Configuration of Stream Clustering Algorithms}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-43823-4_12\">10.1007/978-3-030-43823-4_12</a>}, booktitle={Proceedings of the European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECMLPKDD ’19)}, author={Carnein, Matthias and Trautmann, Heike and Bifet, Albert and Pfahringer, Bernhard}, year={2020}, pages={137–143} }"},"publication":"Proceedings of the European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECMLPKDD ’19)","department":[{"_id":"34"},{"_id":"819"}],"type":"conference","place":"Würzburg, Germany","date_created":"2023-08-04T07:35:24Z"}]