[{"user_id":"15504","series_title":"Lecture Notes in Computer Science","_id":"58337","language":[{"iso":"eng"}],"type":"conference_editor","status":"public","editor":[{"last_name":"Affenzeller","full_name":"Affenzeller, Michael","first_name":"Michael"},{"first_name":"Stephan M.","full_name":"Winkler, Stephan M.","last_name":"Winkler"},{"full_name":"Kononova, Anna V.","last_name":"Kononova","first_name":"Anna V."},{"last_name":"Trautmann","orcid":"0000-0002-9788-8282","full_name":"Trautmann, Heike","id":"100740","first_name":"Heike"},{"first_name":"Tea","full_name":"Tusar, Tea","last_name":"Tusar"},{"full_name":"Machado, Penousal","last_name":"Machado","first_name":"Penousal"},{"full_name":"Bäck, Thomas","last_name":"Bäck","first_name":"Thomas"}],"date_created":"2025-01-23T12:42:15Z","volume":15149,"date_updated":"2025-01-23T12:44:24Z","publisher":"Springer","doi":"10.1007/978-3-031-70068-2","title":"Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II","publication_identifier":{"isbn":["978-3-031-70067-5"]},"citation":{"ama":"Affenzeller M, Winkler SM, Kononova AV, et al., eds. <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i>. Vol 15149. Springer; 2024. doi:<a href=\"https://doi.org/10.1007/978-3-031-70068-2\">10.1007/978-3-031-70068-2</a>","chicago":"Affenzeller, Michael, Stephan M. Winkler, Anna V. Kononova, Heike Trautmann, Tea Tusar, Penousal Machado, and Thomas Bäck, eds. <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i>. Vol. 15149. Lecture Notes in Computer Science. Springer, 2024. <a href=\"https://doi.org/10.1007/978-3-031-70068-2\">https://doi.org/10.1007/978-3-031-70068-2</a>.","ieee":"M. Affenzeller <i>et al.</i>, Eds., <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i>, vol. 15149. Springer, 2024.","apa":"Affenzeller, M., Winkler, S. M., Kononova, A. V., Trautmann, H., Tusar, T., Machado, P., &#38; Bäck, T. (Eds.). (2024). <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i> (Vol. 15149). Springer. <a href=\"https://doi.org/10.1007/978-3-031-70068-2\">https://doi.org/10.1007/978-3-031-70068-2</a>","short":"M. Affenzeller, S.M. Winkler, A.V. Kononova, H. Trautmann, T. Tusar, P. Machado, T. Bäck, eds., Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II, Springer, 2024.","bibtex":"@book{Affenzeller_Winkler_Kononova_Trautmann_Tusar_Machado_Bäck_2024, series={Lecture Notes in Computer Science}, title={Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II}, volume={15149}, DOI={<a href=\"https://doi.org/10.1007/978-3-031-70068-2\">10.1007/978-3-031-70068-2</a>}, publisher={Springer}, year={2024}, collection={Lecture Notes in Computer Science} }","mla":"Affenzeller, Michael, et al., editors. <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i>. Springer, 2024, doi:<a href=\"https://doi.org/10.1007/978-3-031-70068-2\">10.1007/978-3-031-70068-2</a>."},"intvolume":"     15149","year":"2024"},{"citation":{"apa":"Preuß, O. L., Rook, J., &#38; Trautmann, H. (2024). On the Potential of Multi-objective Automated Algorithm Configuration on Multi-modal Multi-objective Optimisation Problems. In S. L. Smith, J. Correia, &#38; C. Cintrano (Eds.), <i>Applications of Evolutionary Computation - 27th European Conference, EvoApplications 2024, Held as Part of EvoStar 2024, Aberystwyth, UK, April 3-5, 2024, Proceedings, Part I</i> (Vol. 14634, pp. 305–321). Springer. <a href=\"https://doi.org/10.1007/978-3-031-56852-7_20\">https://doi.org/10.1007/978-3-031-56852-7_20</a>","ama":"Preuß OL, Rook J, Trautmann H. On the Potential of Multi-objective Automated Algorithm Configuration on Multi-modal Multi-objective Optimisation Problems. In: Smith SL, Correia J, Cintrano C, eds. <i>Applications of Evolutionary Computation - 27th European Conference, EvoApplications 2024, Held as Part of EvoStar 2024, Aberystwyth, UK, April 3-5, 2024, Proceedings, Part I</i>. Vol 14634. Lecture Notes in Computer Science. Springer; 2024:305–321. doi:<a href=\"https://doi.org/10.1007/978-3-031-56852-7_20\">10.1007/978-3-031-56852-7_20</a>","mla":"Preuß, Oliver Ludger, et al. “On the Potential of Multi-Objective Automated Algorithm Configuration on Multi-Modal Multi-Objective Optimisation Problems.” <i>Applications of Evolutionary Computation - 27th European Conference, EvoApplications 2024, Held as Part of EvoStar 2024, Aberystwyth, UK, April 3-5, 2024, Proceedings, Part I</i>, edited by Stephen L. Smith et al., vol. 14634, Springer, 2024, pp. 305–321, doi:<a href=\"https://doi.org/10.1007/978-3-031-56852-7_20\">10.1007/978-3-031-56852-7_20</a>.","short":"O.L. Preuß, J. Rook, H. Trautmann, in: S.L. Smith, J. Correia, C. Cintrano (Eds.), Applications of Evolutionary Computation - 27th European Conference, EvoApplications 2024, Held as Part of EvoStar 2024, Aberystwyth, UK, April 3-5, 2024, Proceedings, Part I, Springer, 2024, pp. 305–321.","bibtex":"@inproceedings{Preuß_Rook_Trautmann_2024, series={Lecture Notes in Computer Science}, title={On the Potential of Multi-objective Automated Algorithm Configuration on Multi-modal Multi-objective Optimisation Problems}, volume={14634}, DOI={<a href=\"https://doi.org/10.1007/978-3-031-56852-7_20\">10.1007/978-3-031-56852-7_20</a>}, booktitle={Applications of Evolutionary Computation - 27th European Conference, EvoApplications 2024, Held as Part of EvoStar 2024, Aberystwyth, UK, April 3-5, 2024, Proceedings, Part I}, publisher={Springer}, author={Preuß, Oliver Ludger and Rook, Jeroen and Trautmann, Heike}, editor={Smith, Stephen L. and Correia, João and Cintrano, Christian}, year={2024}, pages={305–321}, collection={Lecture Notes in Computer Science} }","chicago":"Preuß, Oliver Ludger, Jeroen Rook, and Heike Trautmann. “On the Potential of Multi-Objective Automated Algorithm Configuration on Multi-Modal Multi-Objective Optimisation Problems.” In <i>Applications of Evolutionary Computation - 27th European Conference, EvoApplications 2024, Held as Part of EvoStar 2024, Aberystwyth, UK, April 3-5, 2024, Proceedings, Part I</i>, edited by Stephen L. Smith, João Correia, and Christian Cintrano, 14634:305–321. Lecture Notes in Computer Science. Springer, 2024. <a href=\"https://doi.org/10.1007/978-3-031-56852-7_20\">https://doi.org/10.1007/978-3-031-56852-7_20</a>.","ieee":"O. L. Preuß, J. Rook, and H. Trautmann, “On the Potential of Multi-objective Automated Algorithm Configuration on Multi-modal Multi-objective Optimisation Problems,” in <i>Applications of Evolutionary Computation - 27th European Conference, EvoApplications 2024, Held as Part of EvoStar 2024, Aberystwyth, UK, April 3-5, 2024, Proceedings, Part I</i>, 2024, vol. 14634, pp. 305–321, doi: <a href=\"https://doi.org/10.1007/978-3-031-56852-7_20\">10.1007/978-3-031-56852-7_20</a>."},"intvolume":"     14634","page":"305–321","year":"2024","date_created":"2025-06-04T12:47:35Z","author":[{"first_name":"Oliver Ludger","last_name":"Preuß","orcid":"0009-0008-9308-2418","id":"102978","full_name":"Preuß, Oliver Ludger"},{"first_name":"Jeroen","last_name":"Rook","full_name":"Rook, Jeroen","id":"102977"},{"first_name":"Heike","orcid":"0000-0002-9788-8282","last_name":"Trautmann","full_name":"Trautmann, Heike","id":"100740"}],"volume":14634,"date_updated":"2025-06-05T06:01:02Z","publisher":"Springer","doi":"10.1007/978-3-031-56852-7_20","title":"On the Potential of Multi-objective Automated Algorithm Configuration on Multi-modal Multi-objective Optimisation Problems","type":"conference","publication":"Applications of Evolutionary Computation - 27th European Conference, EvoApplications 2024, Held as Part of EvoStar 2024, Aberystwyth, UK, April 3-5, 2024, Proceedings, Part I","status":"public","editor":[{"last_name":"Smith","full_name":"Smith, Stephen L.","first_name":"Stephen L."},{"full_name":"Correia, João","last_name":"Correia","first_name":"João"},{"full_name":"Cintrano, Christian","last_name":"Cintrano","first_name":"Christian"}],"series_title":"Lecture Notes in Computer Science","user_id":"15504","_id":"60131","language":[{"iso":"eng"}]},{"doi":"10.1007/978-3-031-70068-2_9","title":"Learned Features vs. Classical ELA on Affine BBOB Functions","volume":15149,"author":[{"first_name":"Moritz","last_name":"Seiler","full_name":"Seiler, Moritz","id":"105520"},{"full_name":"Skvorc, Urban","id":"103764","last_name":"Skvorc","first_name":"Urban"},{"first_name":"Gjorgjina","last_name":"Cenikj","full_name":"Cenikj, Gjorgjina"},{"last_name":"Doerr","full_name":"Doerr, Carola","first_name":"Carola"},{"id":"100740","full_name":"Trautmann, Heike","orcid":"0000-0002-9788-8282","last_name":"Trautmann","first_name":"Heike"}],"date_created":"2025-06-04T12:48:56Z","date_updated":"2025-06-04T12:49:30Z","publisher":"Springer","intvolume":"     15149","page":"137–153","citation":{"ieee":"M. Seiler, U. Skvorc, G. Cenikj, C. Doerr, and H. Trautmann, “Learned Features vs. Classical ELA on Affine BBOB Functions,” in <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i>, 2024, vol. 15149, pp. 137–153, doi: <a href=\"https://doi.org/10.1007/978-3-031-70068-2_9\">10.1007/978-3-031-70068-2_9</a>.","chicago":"Seiler, Moritz, Urban Skvorc, Gjorgjina Cenikj, Carola Doerr, and Heike Trautmann. “Learned Features vs. Classical ELA on Affine BBOB Functions.” In <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i>, edited by Michael Affenzeller, Stephan M. Winkler, Anna V. Kononova, Heike Trautmann, Tea Tusar, Penousal Machado, and Thomas Bäck, 15149:137–153. Lecture Notes in Computer Science. Springer, 2024. <a href=\"https://doi.org/10.1007/978-3-031-70068-2_9\">https://doi.org/10.1007/978-3-031-70068-2_9</a>.","ama":"Seiler M, Skvorc U, Cenikj G, Doerr C, Trautmann H. Learned Features vs. Classical ELA on Affine BBOB Functions. In: Affenzeller M, Winkler SM, Kononova AV, et al., eds. <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i>. Vol 15149. Lecture Notes in Computer Science. Springer; 2024:137–153. doi:<a href=\"https://doi.org/10.1007/978-3-031-70068-2_9\">10.1007/978-3-031-70068-2_9</a>","short":"M. Seiler, U. Skvorc, G. Cenikj, C. Doerr, H. Trautmann, in: M. Affenzeller, S.M. Winkler, A.V. Kononova, H. Trautmann, T. Tusar, P. Machado, T. Bäck (Eds.), Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II, Springer, 2024, pp. 137–153.","bibtex":"@inproceedings{Seiler_Skvorc_Cenikj_Doerr_Trautmann_2024, series={Lecture Notes in Computer Science}, title={Learned Features vs. Classical ELA on Affine BBOB Functions}, volume={15149}, DOI={<a href=\"https://doi.org/10.1007/978-3-031-70068-2_9\">10.1007/978-3-031-70068-2_9</a>}, booktitle={Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II}, publisher={Springer}, author={Seiler, Moritz and Skvorc, Urban and Cenikj, Gjorgjina and Doerr, Carola and Trautmann, Heike}, editor={Affenzeller, Michael and Winkler, Stephan M. and Kononova, Anna V. and Trautmann, Heike and Tusar, Tea and Machado, Penousal and Bäck, Thomas}, year={2024}, pages={137–153}, collection={Lecture Notes in Computer Science} }","mla":"Seiler, Moritz, et al. “Learned Features vs. Classical ELA on Affine BBOB Functions.” <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i>, edited by Michael Affenzeller et al., vol. 15149, Springer, 2024, pp. 137–153, doi:<a href=\"https://doi.org/10.1007/978-3-031-70068-2_9\">10.1007/978-3-031-70068-2_9</a>.","apa":"Seiler, M., Skvorc, U., Cenikj, G., Doerr, C., &#38; Trautmann, H. (2024). Learned Features vs. Classical ELA on Affine BBOB Functions. In M. Affenzeller, S. M. Winkler, A. V. Kononova, H. Trautmann, T. Tusar, P. Machado, &#38; T. Bäck (Eds.), <i>Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II</i> (Vol. 15149, pp. 137–153). Springer. <a href=\"https://doi.org/10.1007/978-3-031-70068-2_9\">https://doi.org/10.1007/978-3-031-70068-2_9</a>"},"year":"2024","language":[{"iso":"eng"}],"series_title":"Lecture Notes in Computer Science","user_id":"15504","_id":"60132","status":"public","editor":[{"last_name":"Affenzeller","full_name":"Affenzeller, Michael","first_name":"Michael"},{"last_name":"Winkler","full_name":"Winkler, Stephan M.","first_name":"Stephan M."},{"full_name":"Kononova, Anna V.","last_name":"Kononova","first_name":"Anna V."},{"first_name":"Heike","last_name":"Trautmann","full_name":"Trautmann, Heike"},{"full_name":"Tusar, Tea","last_name":"Tusar","first_name":"Tea"},{"first_name":"Penousal","full_name":"Machado, Penousal","last_name":"Machado"},{"last_name":"Bäck","full_name":"Bäck, Thomas","first_name":"Thomas"}],"publication":"Parallel Problem Solving from Nature - PPSN XVIII - 18th International Conference, PPSN 2024, Hagenberg, Austria, September 14-18, 2024, Proceedings, Part II","type":"conference"},{"date_updated":"2025-04-03T05:56:33Z","volume":32,"author":[{"last_name":"Prager","full_name":"Prager, Raphael Patrick","first_name":"Raphael Patrick"},{"id":"100740","full_name":"Trautmann, Heike","orcid":"0000-0002-9788-8282","last_name":"Trautmann","first_name":"Heike"}],"date_created":"2025-04-03T05:56:07Z","title":"Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python","doi":"10.1162/EVCO_A_00341","issue":"3","year":"2024","intvolume":"        32","page":"211–216","citation":{"apa":"Prager, R. P., &#38; Trautmann, H. (2024). Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python. <i>Evol. Comput.</i>, <i>32</i>(3), 211–216. <a href=\"https://doi.org/10.1162/EVCO_A_00341\">https://doi.org/10.1162/EVCO_A_00341</a>","mla":"Prager, Raphael Patrick, and Heike Trautmann. “Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python.” <i>Evol. Comput.</i>, vol. 32, no. 3, 2024, pp. 211–216, doi:<a href=\"https://doi.org/10.1162/EVCO_A_00341\">10.1162/EVCO_A_00341</a>.","short":"R.P. Prager, H. Trautmann, Evol. Comput. 32 (2024) 211–216.","bibtex":"@article{Prager_Trautmann_2024, title={Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python}, volume={32}, DOI={<a href=\"https://doi.org/10.1162/EVCO_A_00341\">10.1162/EVCO_A_00341</a>}, number={3}, journal={Evol. Comput.}, author={Prager, Raphael Patrick and Trautmann, Heike}, year={2024}, pages={211–216} }","ama":"Prager RP, Trautmann H. Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python. <i>Evol Comput</i>. 2024;32(3):211–216. doi:<a href=\"https://doi.org/10.1162/EVCO_A_00341\">10.1162/EVCO_A_00341</a>","chicago":"Prager, Raphael Patrick, and Heike Trautmann. “Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python.” <i>Evol. Comput.</i> 32, no. 3 (2024): 211–216. <a href=\"https://doi.org/10.1162/EVCO_A_00341\">https://doi.org/10.1162/EVCO_A_00341</a>.","ieee":"R. P. Prager and H. Trautmann, “Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python,” <i>Evol. Comput.</i>, vol. 32, no. 3, pp. 211–216, 2024, doi: <a href=\"https://doi.org/10.1162/EVCO_A_00341\">10.1162/EVCO_A_00341</a>."},"_id":"59283","user_id":"15504","language":[{"iso":"eng"}],"publication":"Evol. Comput.","type":"journal_article","status":"public"},{"year":"2023","place":"New York, NY, USA","citation":{"ieee":"R. P. Prager <i>et al.</i>, “Neural Networks as Black-Box Benchmark Functions Optimized for Exploratory Landscape Features,” in <i>Proceedings of the 17th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, 2023, pp. 129–139, doi: <a href=\"https://doi.org/10.1145/3594805.3607136\">10.1145/3594805.3607136</a>.","chicago":"Prager, Raphael Patrick, Konstantin Dietrich, Lennart Schneider, Lennart Schäpermeier, Bernd Bischl, Pascal Kerschke, Heike Trautmann, and Olaf Mersmann. “Neural Networks as Black-Box Benchmark Functions Optimized for Exploratory Landscape Features.” In <i>Proceedings of the 17th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, 129–139. FOGA ’23. New York, NY, USA: Association for Computing Machinery, 2023. <a href=\"https://doi.org/10.1145/3594805.3607136\">https://doi.org/10.1145/3594805.3607136</a>.","ama":"Prager RP, Dietrich K, Schneider L, et al. Neural Networks as Black-Box Benchmark Functions Optimized for Exploratory Landscape Features. In: <i>Proceedings of the 17th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>. FOGA ’23. Association for Computing Machinery; 2023:129–139. doi:<a href=\"https://doi.org/10.1145/3594805.3607136\">10.1145/3594805.3607136</a>","mla":"Prager, Raphael Patrick, et al. “Neural Networks as Black-Box Benchmark Functions Optimized for Exploratory Landscape Features.” <i>Proceedings of the 17th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, Association for Computing Machinery, 2023, pp. 129–139, doi:<a href=\"https://doi.org/10.1145/3594805.3607136\">10.1145/3594805.3607136</a>.","short":"R.P. Prager, K. Dietrich, L. Schneider, L. Schäpermeier, B. Bischl, P. Kerschke, H. Trautmann, O. Mersmann, in: Proceedings of the 17th ACM/SIGEVO Conference on Foundations of Genetic Algorithms, Association for Computing Machinery, New York, NY, USA, 2023, pp. 129–139.","bibtex":"@inproceedings{Prager_Dietrich_Schneider_Schäpermeier_Bischl_Kerschke_Trautmann_Mersmann_2023, place={New York, NY, USA}, series={FOGA ’23}, title={Neural Networks as Black-Box Benchmark Functions Optimized for Exploratory Landscape Features}, DOI={<a href=\"https://doi.org/10.1145/3594805.3607136\">10.1145/3594805.3607136</a>}, booktitle={Proceedings of the 17th ACM/SIGEVO Conference on Foundations of Genetic Algorithms}, publisher={Association for Computing Machinery}, author={Prager, Raphael Patrick and Dietrich, Konstantin and Schneider, Lennart and Schäpermeier, Lennart and Bischl, Bernd and Kerschke, Pascal and Trautmann, Heike and Mersmann, Olaf}, year={2023}, pages={129–139}, collection={FOGA ’23} }","apa":"Prager, R. P., Dietrich, K., Schneider, L., Schäpermeier, L., Bischl, B., Kerschke, P., Trautmann, H., &#38; Mersmann, O. (2023). Neural Networks as Black-Box Benchmark Functions Optimized for Exploratory Landscape Features. <i>Proceedings of the 17th ACM/SIGEVO Conference on Foundations of Genetic Algorithms</i>, 129–139. <a href=\"https://doi.org/10.1145/3594805.3607136\">https://doi.org/10.1145/3594805.3607136</a>"},"page":"129–139","publication_identifier":{"isbn":["9798400702020"]},"title":"Neural Networks as Black-Box Benchmark Functions Optimized for Exploratory Landscape Features","doi":"10.1145/3594805.3607136","publisher":"Association for Computing Machinery","date_updated":"2023-10-16T12:33:02Z","date_created":"2023-09-27T15:43:17Z","author":[{"last_name":"Prager","full_name":"Prager, Raphael Patrick","first_name":"Raphael Patrick"},{"first_name":"Konstantin","last_name":"Dietrich","full_name":"Dietrich, Konstantin"},{"full_name":"Schneider, Lennart","last_name":"Schneider","first_name":"Lennart"},{"first_name":"Lennart","last_name":"Schäpermeier","full_name":"Schäpermeier, Lennart"},{"full_name":"Bischl, Bernd","last_name":"Bischl","first_name":"Bernd"},{"last_name":"Kerschke","full_name":"Kerschke, Pascal","first_name":"Pascal"},{"first_name":"Heike","last_name":"Trautmann","orcid":"0000-0002-9788-8282","id":"100740","full_name":"Trautmann, Heike"},{"last_name":"Mersmann","full_name":"Mersmann, Olaf","first_name":"Olaf"}],"abstract":[{"lang":"eng","text":"Artificial benchmark functions are commonly used in optimization research because of their ability to rapidly evaluate potential solutions, making them a preferred substitute for real-world problems. However, these benchmark functions have faced criticism for their limited resemblance to real-world problems. In response, recent research has focused on automatically generating new benchmark functions for areas where established test suites are inadequate. These approaches have limitations, such as the difficulty of generating new benchmark functions that exhibit exploratory landscape analysis (ELA) features beyond those of existing benchmarks.The objective of this work is to develop a method for generating benchmark functions for single-objective continuous optimization with user-specified structural properties. Specifically, we aim to demonstrate a proof of concept for a method that uses an ELA feature vector to specify these properties in advance. To achieve this, we begin by generating a random sample of decision space variables and objective values. We then adjust the objective values using CMA-ES until the corresponding features of our new problem match the predefined ELA features within a specified threshold. By iteratively transforming the landscape in this way, we ensure that the resulting function exhibits the desired properties. To create the final function, we use the resulting point cloud as training data for a simple neural network that produces a function exhibiting the target ELA features. We demonstrate the effectiveness of this approach by replicating the existing functions of the well-known BBOB suite and creating new functions with ELA feature values that are not present in BBOB."}],"status":"public","type":"conference","publication":"Proceedings of the 17th ACM/SIGEVO Conference on Foundations of Genetic Algorithms","keyword":["Benchmarking","Instance Generator","Black-Box Continuous Optimization","Exploratory Landscape Analysis","Neural Networks"],"language":[{"iso":"eng"}],"_id":"47522","user_id":"15504","series_title":"FOGA ’23","department":[{"_id":"34"},{"_id":"819"}]},{"place":"Cham","year":"2023","citation":{"ieee":"R. P. Prager and H. Trautmann, “Nullifying the Inherent Bias of Non-invariant Exploratory Landscape Analysis Features,” in <i>Applications of Evolutionary Computation</i>, 2023, pp. 411–425.","chicago":"Prager, Raphael Patrick, and Heike Trautmann. “Nullifying the Inherent Bias of Non-Invariant Exploratory Landscape Analysis Features.” In <i>Applications of Evolutionary Computation</i>, edited by João Correia, Stephen Smith, and Raneem Qaddoura, 411–425. Cham: Springer Nature Switzerland, 2023.","ama":"Prager RP, Trautmann H. Nullifying the Inherent Bias of Non-invariant Exploratory Landscape Analysis Features. In: Correia J, Smith S, Qaddoura R, eds. <i>Applications of Evolutionary Computation</i>. Springer Nature Switzerland; 2023:411–425.","apa":"Prager, R. P., &#38; Trautmann, H. (2023). Nullifying the Inherent Bias of Non-invariant Exploratory Landscape Analysis Features. In J. Correia, S. Smith, &#38; R. Qaddoura (Eds.), <i>Applications of Evolutionary Computation</i> (pp. 411–425). Springer Nature Switzerland.","mla":"Prager, Raphael Patrick, and Heike Trautmann. “Nullifying the Inherent Bias of Non-Invariant Exploratory Landscape Analysis Features.” <i>Applications of Evolutionary Computation</i>, edited by João Correia et al., Springer Nature Switzerland, 2023, pp. 411–425.","short":"R.P. Prager, H. Trautmann, in: J. Correia, S. Smith, R. Qaddoura (Eds.), Applications of Evolutionary Computation, Springer Nature Switzerland, Cham, 2023, pp. 411–425.","bibtex":"@inproceedings{Prager_Trautmann_2023, place={Cham}, title={Nullifying the Inherent Bias of Non-invariant Exploratory Landscape Analysis Features}, booktitle={Applications of Evolutionary Computation}, publisher={Springer Nature Switzerland}, author={Prager, Raphael Patrick and Trautmann, Heike}, editor={Correia, João and Smith, Stephen and Qaddoura, Raneem}, year={2023}, pages={411–425} }"},"page":"411–425","publication_identifier":{"isbn":["978-3-031-30229-9"]},"title":"Nullifying the Inherent Bias of Non-invariant Exploratory Landscape Analysis Features","publisher":"Springer Nature Switzerland","date_updated":"2023-10-16T12:36:45Z","date_created":"2023-08-04T06:54:22Z","author":[{"last_name":"Prager","full_name":"Prager, Raphael Patrick","first_name":"Raphael Patrick"},{"full_name":"Trautmann, Heike","id":"100740","last_name":"Trautmann","orcid":"0000-0002-9788-8282","first_name":"Heike"}],"abstract":[{"lang":"eng","text":"Exploratory landscape analysis (ELA) in single-objective black-box optimization relies on a comprehensive and large set of numerical features characterizing problem instances. Those foster problem understanding and serve as basis for constructing automated algorithm selection models choosing the best suited algorithm for a problem at hand based on the aforementioned features computed prior to optimization. This work specifically points to the sensitivity of a substantial proportion of these features to absolute objective values, i.e., we observe a lack of shift and scale invariance. We show that this unfortunately induces bias within automated algorithm selection models, an overfitting to specific benchmark problem sets used for training and thereby hinders generalization capabilities to unseen problems. We tackle these issues by presenting an appropriate objective normalization to be used prior to ELA feature computation and empirically illustrate the respective effectiveness focusing on the BBOB benchmark set."}],"editor":[{"last_name":"Correia","full_name":"Correia, João","first_name":"João"},{"first_name":"Stephen","full_name":"Smith, Stephen","last_name":"Smith"},{"first_name":"Raneem","last_name":"Qaddoura","full_name":"Qaddoura, Raneem"}],"status":"public","type":"conference","publication":"Applications of Evolutionary Computation","language":[{"iso":"eng"}],"_id":"46297","user_id":"15504","department":[{"_id":"819"},{"_id":"34"}]},{"publication_identifier":{"isbn":["978-3-031-27250-9"]},"place":"Cham","year":"2023","page":"291–304","citation":{"chicago":"Schäpermeier, Lennart, Pascal Kerschke, Christian Grimme, and Heike Trautmann. “Peak-A-Boo! Generating Multi-Objective Multiple Peaks Benchmark Problems with Precise Pareto Sets.” In <i>Evolutionary Multi-Criterion Optimization</i>, edited by Michael Emmerich, André Deutz, Hao Wang, Anna V. Kononova, Boris Naujoks, Ke Li, Kaisa Miettinen, and Iryna Yevseyeva, 291–304. Cham: Springer Nature Switzerland, 2023.","ieee":"L. Schäpermeier, P. Kerschke, C. Grimme, and H. Trautmann, “Peak-A-Boo! Generating Multi-objective Multiple Peaks Benchmark Problems with Precise Pareto Sets,” in <i>Evolutionary Multi-Criterion Optimization</i>, 2023, pp. 291–304.","ama":"Schäpermeier L, Kerschke P, Grimme C, Trautmann H. Peak-A-Boo! Generating Multi-objective Multiple Peaks Benchmark Problems with Precise Pareto Sets. In: Emmerich M, Deutz A, Wang H, et al., eds. <i>Evolutionary Multi-Criterion Optimization</i>. Springer Nature Switzerland; 2023:291–304.","apa":"Schäpermeier, L., Kerschke, P., Grimme, C., &#38; Trautmann, H. (2023). Peak-A-Boo! Generating Multi-objective Multiple Peaks Benchmark Problems with Precise Pareto Sets. In M. Emmerich, A. Deutz, H. Wang, A. V. Kononova, B. Naujoks, K. Li, K. Miettinen, &#38; I. Yevseyeva (Eds.), <i>Evolutionary Multi-Criterion Optimization</i> (pp. 291–304). Springer Nature Switzerland.","bibtex":"@inproceedings{Schäpermeier_Kerschke_Grimme_Trautmann_2023, place={Cham}, title={Peak-A-Boo! Generating Multi-objective Multiple Peaks Benchmark Problems with Precise Pareto Sets}, booktitle={Evolutionary Multi-Criterion Optimization}, publisher={Springer Nature Switzerland}, author={Schäpermeier, Lennart and Kerschke, Pascal and Grimme, Christian and Trautmann, Heike}, editor={Emmerich, Michael and Deutz, André and Wang, Hao and Kononova, Anna V. and Naujoks, Boris and Li, Ke and Miettinen, Kaisa and Yevseyeva, Iryna}, year={2023}, pages={291–304} }","mla":"Schäpermeier, Lennart, et al. “Peak-A-Boo! Generating Multi-Objective Multiple Peaks Benchmark Problems with Precise Pareto Sets.” <i>Evolutionary Multi-Criterion Optimization</i>, edited by Michael Emmerich et al., Springer Nature Switzerland, 2023, pp. 291–304.","short":"L. Schäpermeier, P. Kerschke, C. Grimme, H. Trautmann, in: M. Emmerich, A. Deutz, H. Wang, A.V. Kononova, B. Naujoks, K. Li, K. Miettinen, I. Yevseyeva (Eds.), Evolutionary Multi-Criterion Optimization, Springer Nature Switzerland, Cham, 2023, pp. 291–304."},"publisher":"Springer Nature Switzerland","date_updated":"2023-10-16T12:36:17Z","author":[{"first_name":"Lennart","full_name":"Schäpermeier, Lennart","last_name":"Schäpermeier"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"},{"last_name":"Grimme","full_name":"Grimme, Christian","first_name":"Christian"},{"full_name":"Trautmann, Heike","id":"100740","orcid":"0000-0002-9788-8282","last_name":"Trautmann","first_name":"Heike"}],"date_created":"2023-08-04T06:56:10Z","title":"Peak-A-Boo! Generating Multi-objective Multiple Peaks Benchmark Problems with Precise Pareto Sets","publication":"Evolutionary Multi-Criterion Optimization","type":"conference","editor":[{"first_name":"Michael","last_name":"Emmerich","full_name":"Emmerich, Michael"},{"first_name":"André","last_name":"Deutz","full_name":"Deutz, André"},{"full_name":"Wang, Hao","last_name":"Wang","first_name":"Hao"},{"first_name":"Anna V.","full_name":"Kononova, Anna V.","last_name":"Kononova"},{"first_name":"Boris","last_name":"Naujoks","full_name":"Naujoks, Boris"},{"last_name":"Li","full_name":"Li, Ke","first_name":"Ke"},{"last_name":"Miettinen","full_name":"Miettinen, Kaisa","first_name":"Kaisa"},{"first_name":"Iryna","full_name":"Yevseyeva, Iryna","last_name":"Yevseyeva"}],"abstract":[{"text":"The design and choice of benchmark suites are ongoing topics of discussion in the multi-objective optimization community. Some suites provide a good understanding of their Pareto sets and fronts, such as the well-known DTLZ and ZDT problems. However, they lack diversity in their landscape properties and do not provide a mechanism for creating multiple distinct problem instances. Other suites, like bi-objective BBOB, possess diverse and challenging landscape properties, but their optima are not well understood and can only be approximated empirically without any guarantees.","lang":"eng"}],"status":"public","_id":"46298","department":[{"_id":"819"},{"_id":"34"}],"user_id":"15504","language":[{"iso":"eng"}]},{"date_updated":"2023-10-16T12:35:56Z","date_created":"2023-08-04T07:01:33Z","author":[{"full_name":"Prager, Raphael Patrick","last_name":"Prager","first_name":"Raphael Patrick"},{"last_name":"Trautmann","orcid":"0000-0002-9788-8282","full_name":"Trautmann, Heike","id":"100740","first_name":"Heike"}],"title":"Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python","doi":"10.1162/evco_a_00341","publication_identifier":{"issn":["1063-6560"]},"year":"2023","page":"1–25","citation":{"chicago":"Prager, Raphael Patrick, and Heike Trautmann. “Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python.” <i>Evolutionary Computation</i>, 2023, 1–25. <a href=\"https://doi.org/10.1162/evco_a_00341\">https://doi.org/10.1162/evco_a_00341</a>.","ieee":"R. P. Prager and H. Trautmann, “Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python,” <i>Evolutionary Computation</i>, pp. 1–25, 2023, doi: <a href=\"https://doi.org/10.1162/evco_a_00341\">10.1162/evco_a_00341</a>.","ama":"Prager RP, Trautmann H. Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python. <i>Evolutionary Computation</i>. Published online 2023:1–25. doi:<a href=\"https://doi.org/10.1162/evco_a_00341\">10.1162/evco_a_00341</a>","apa":"Prager, R. P., &#38; Trautmann, H. (2023). Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python. <i>Evolutionary Computation</i>, 1–25. <a href=\"https://doi.org/10.1162/evco_a_00341\">https://doi.org/10.1162/evco_a_00341</a>","mla":"Prager, Raphael Patrick, and Heike Trautmann. “Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python.” <i>Evolutionary Computation</i>, 2023, pp. 1–25, doi:<a href=\"https://doi.org/10.1162/evco_a_00341\">10.1162/evco_a_00341</a>.","bibtex":"@article{Prager_Trautmann_2023, title={Pflacco: Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems in Python}, DOI={<a href=\"https://doi.org/10.1162/evco_a_00341\">10.1162/evco_a_00341</a>}, journal={Evolutionary Computation}, author={Prager, Raphael Patrick and Trautmann, Heike}, year={2023}, pages={1–25} }","short":"R.P. Prager, H. Trautmann, Evolutionary Computation (2023) 1–25."},"_id":"46299","department":[{"_id":"819"},{"_id":"34"}],"user_id":"15504","language":[{"iso":"eng"}],"publication":"Evolutionary Computation","type":"journal_article","abstract":[{"lang":"eng","text":"The herein proposed Python package pflacco provides a set of numerical features to characterize single-objective continuous and constrained optimization problems. Thereby, pflacco addresses two major challenges in the area optimization. Firstly, it provides the means to develop an understanding of a given problem instance, which is crucial for designing, selecting, or configuring optimization algorithms in general. Secondly, these numerical features can be utilized in the research streams of automated algorithm selection and configuration. While the majority of these landscape features is already available in the R package flacco, our Python implementation offers these tools to an even wider audience and thereby promotes research interests and novel avenues in the area of optimization."}],"status":"public"},{"date_created":"2024-03-13T09:55:17Z","author":[{"first_name":"Raphael Patrick","full_name":"Prager, Raphael Patrick","last_name":"Prager"},{"orcid":"0000-0002-9788-8282","last_name":"Trautmann","id":"100740","full_name":"Trautmann, Heike","first_name":"Heike"}],"publisher":"ACM","date_updated":"2024-03-13T10:28:07Z","doi":"10.1145/3583133.3590757","title":"Investigating the Viability of Existing Exploratory Landscape Analysis Features for Mixed-Integer Problems","citation":{"ieee":"R. P. Prager and H. Trautmann, “Investigating the Viability of Existing Exploratory Landscape Analysis Features for Mixed-Integer Problems,” in <i>Companion Proceedings of the Conference on Genetic and Evolutionary Computation, GECCO 2023, Companion Volume, Lisbon, Portugal, July 15-19, 2023</i>, 2023, pp. 451–454, doi: <a href=\"https://doi.org/10.1145/3583133.3590757\">10.1145/3583133.3590757</a>.","chicago":"Prager, Raphael Patrick, and Heike Trautmann. “Investigating the Viability of Existing Exploratory Landscape Analysis Features for Mixed-Integer Problems.” In <i>Companion Proceedings of the Conference on Genetic and Evolutionary Computation, GECCO 2023, Companion Volume, Lisbon, Portugal, July 15-19, 2023</i>, edited by Sara Silva and Luís Paquete, 451–454. ACM, 2023. <a href=\"https://doi.org/10.1145/3583133.3590757\">https://doi.org/10.1145/3583133.3590757</a>.","ama":"Prager RP, Trautmann H. Investigating the Viability of Existing Exploratory Landscape Analysis Features for Mixed-Integer Problems. In: Silva S, Paquete L, eds. <i>Companion Proceedings of the Conference on Genetic and Evolutionary Computation, GECCO 2023, Companion Volume, Lisbon, Portugal, July 15-19, 2023</i>. ACM; 2023:451–454. doi:<a href=\"https://doi.org/10.1145/3583133.3590757\">10.1145/3583133.3590757</a>","mla":"Prager, Raphael Patrick, and Heike Trautmann. “Investigating the Viability of Existing Exploratory Landscape Analysis Features for Mixed-Integer Problems.” <i>Companion Proceedings of the Conference on Genetic and Evolutionary Computation, GECCO 2023, Companion Volume, Lisbon, Portugal, July 15-19, 2023</i>, edited by Sara Silva and Luís Paquete, ACM, 2023, pp. 451–454, doi:<a href=\"https://doi.org/10.1145/3583133.3590757\">10.1145/3583133.3590757</a>.","bibtex":"@inproceedings{Prager_Trautmann_2023, title={Investigating the Viability of Existing Exploratory Landscape Analysis Features for Mixed-Integer Problems}, DOI={<a href=\"https://doi.org/10.1145/3583133.3590757\">10.1145/3583133.3590757</a>}, booktitle={Companion Proceedings of the Conference on Genetic and Evolutionary Computation, GECCO 2023, Companion Volume, Lisbon, Portugal, July 15-19, 2023}, publisher={ACM}, author={Prager, Raphael Patrick and Trautmann, Heike}, editor={Silva, Sara and Paquete, Luís}, year={2023}, pages={451–454} }","short":"R.P. Prager, H. Trautmann, in: S. Silva, L. Paquete (Eds.), Companion Proceedings of the Conference on Genetic and Evolutionary Computation, GECCO 2023, Companion Volume, Lisbon, Portugal, July 15-19, 2023, ACM, 2023, pp. 451–454.","apa":"Prager, R. P., &#38; Trautmann, H. (2023). Investigating the Viability of Existing Exploratory Landscape Analysis Features for Mixed-Integer Problems. In S. Silva &#38; L. Paquete (Eds.), <i>Companion Proceedings of the Conference on Genetic and Evolutionary Computation, GECCO 2023, Companion Volume, Lisbon, Portugal, July 15-19, 2023</i> (pp. 451–454). ACM. <a href=\"https://doi.org/10.1145/3583133.3590757\">https://doi.org/10.1145/3583133.3590757</a>"},"page":"451–454","year":"2023","user_id":"15504","department":[{"_id":"819"}],"_id":"52530","language":[{"iso":"eng"}],"type":"conference","publication":"Companion Proceedings of the Conference on Genetic and Evolutionary Computation, GECCO 2023, Companion Volume, Lisbon, Portugal, July 15-19, 2023","status":"public","editor":[{"last_name":"Silva","full_name":"Silva, Sara","first_name":"Sara"},{"last_name":"Paquete","full_name":"Paquete, Luís","first_name":"Luís"}]},{"keyword":["Feature normalization","Algorithm selection","Traveling salesperson problem"],"language":[{"iso":"eng"}],"_id":"46310","department":[{"_id":"34"},{"_id":"819"}],"user_id":"15504","abstract":[{"text":"Classic automated algorithm selection (AS) for (combinatorial) optimization problems heavily relies on so-called instance features, i.e., numerical characteristics of the problem at hand ideally extracted with computationally low-demanding routines. For the traveling salesperson problem (TSP) a plethora of features have been suggested. Most of these features are, if at all, only normalized imprecisely raising the issue of feature values being strongly affected by the instance size. Such artifacts may have detrimental effects on algorithm selection models. We propose a normalization for two feature groups which stood out in multiple AS studies on the TSP: (a) features based on a minimum spanning tree (MST) and (b) nearest neighbor relationships of the input instance. To this end we theoretically derive minimum and maximum values for properties of MSTs and k-nearest neighbor graphs (NNG) of Euclidean graphs. We analyze the differences in feature space between normalized versions of these features and their unnormalized counterparts. Our empirical investigations on various TSP benchmark sets point out that the feature scaling succeeds in eliminating the effect of the instance size. A proof-of-concept AS-study shows promising results: models trained with normalized features tend to outperform those trained with the respective vanilla features.","lang":"eng"}],"status":"public","publication":"Theoretical Computer Science","type":"journal_article","title":"A study on the effects of normalized TSP features for automated algorithm selection","doi":"https://doi.org/10.1016/j.tcs.2022.10.019","date_updated":"2024-06-10T11:57:21Z","volume":940,"author":[{"first_name":"Jonathan","full_name":"Heins, Jonathan","last_name":"Heins"},{"first_name":"Jakob","last_name":"Bossek","orcid":"0000-0002-4121-4668","full_name":"Bossek, Jakob","id":"102979"},{"last_name":"Pohl","full_name":"Pohl, Janina","first_name":"Janina"},{"first_name":"Moritz","id":"105520","full_name":"Seiler, Moritz","last_name":"Seiler"},{"last_name":"Trautmann","orcid":"0000-0002-9788-8282","id":"100740","full_name":"Trautmann, Heike","first_name":"Heike"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"}],"date_created":"2023-08-04T07:18:38Z","year":"2023","page":"123-145","intvolume":"       940","citation":{"chicago":"Heins, Jonathan, Jakob Bossek, Janina Pohl, Moritz Seiler, Heike Trautmann, and Pascal Kerschke. “A Study on the Effects of Normalized TSP Features for Automated Algorithm Selection.” <i>Theoretical Computer Science</i> 940 (2023): 123–45. <a href=\"https://doi.org/10.1016/j.tcs.2022.10.019\">https://doi.org/10.1016/j.tcs.2022.10.019</a>.","ieee":"J. Heins, J. Bossek, J. Pohl, M. Seiler, H. Trautmann, and P. Kerschke, “A study on the effects of normalized TSP features for automated algorithm selection,” <i>Theoretical Computer Science</i>, vol. 940, pp. 123–145, 2023, doi: <a href=\"https://doi.org/10.1016/j.tcs.2022.10.019\">https://doi.org/10.1016/j.tcs.2022.10.019</a>.","ama":"Heins J, Bossek J, Pohl J, Seiler M, Trautmann H, Kerschke P. A study on the effects of normalized TSP features for automated algorithm selection. <i>Theoretical Computer Science</i>. 2023;940:123-145. doi:<a href=\"https://doi.org/10.1016/j.tcs.2022.10.019\">https://doi.org/10.1016/j.tcs.2022.10.019</a>","apa":"Heins, J., Bossek, J., Pohl, J., Seiler, M., Trautmann, H., &#38; Kerschke, P. (2023). A study on the effects of normalized TSP features for automated algorithm selection. <i>Theoretical Computer Science</i>, <i>940</i>, 123–145. <a href=\"https://doi.org/10.1016/j.tcs.2022.10.019\">https://doi.org/10.1016/j.tcs.2022.10.019</a>","bibtex":"@article{Heins_Bossek_Pohl_Seiler_Trautmann_Kerschke_2023, title={A study on the effects of normalized TSP features for automated algorithm selection}, volume={940}, DOI={<a href=\"https://doi.org/10.1016/j.tcs.2022.10.019\">https://doi.org/10.1016/j.tcs.2022.10.019</a>}, journal={Theoretical Computer Science}, author={Heins, Jonathan and Bossek, Jakob and Pohl, Janina and Seiler, Moritz and Trautmann, Heike and Kerschke, Pascal}, year={2023}, pages={123–145} }","mla":"Heins, Jonathan, et al. “A Study on the Effects of Normalized TSP Features for Automated Algorithm Selection.” <i>Theoretical Computer Science</i>, vol. 940, 2023, pp. 123–45, doi:<a href=\"https://doi.org/10.1016/j.tcs.2022.10.019\">https://doi.org/10.1016/j.tcs.2022.10.019</a>.","short":"J. Heins, J. Bossek, J. Pohl, M. Seiler, H. Trautmann, P. Kerschke, Theoretical Computer Science 940 (2023) 123–145."},"publication_identifier":{"issn":["0304-3975"]}},{"extern":"1","language":[{"iso":"eng"}],"user_id":"15504","department":[{"_id":"819"}],"_id":"48898","status":"public","abstract":[{"lang":"eng","text":"Automated Algorithm Configuration (AAC) usually takes a global perspective: it identifies a parameter configuration for an (optimization) algorithm that maximizes a performance metric over a set of instances. However, the optimal choice of parameters strongly depends on the instance at hand and should thus be calculated on a per-instance basis. We explore the potential of Per-Instance Algorithm Configuration (PIAC) by using Reinforcement Learning (RL). To this end, we propose a novel PIAC approach that is based on deep neural networks. We apply it to predict configurations for the Lin\\textendash Kernighan heuristic (LKH) for the Traveling Salesperson Problem (TSP) individually for every single instance. To train our PIAC approach, we create a large set of 100000 TSP instances with 2000 nodes each \\textemdash currently the largest benchmark set to the best of our knowledge. We compare our approach to the state-of-the-art AAC method Sequential Model-based Algorithm Configuration (SMAC). The results show that our PIAC approach outperforms this baseline on both the newly created instance set and established instance sets."}],"type":"conference","publication":"2023 IEEE Symposium Series on Computational Intelligence (SSCI)","doi":"10.1109/SSCI52147.2023.10372008","title":"Using Reinforcement Learning for Per-Instance Algorithm Configuration on the TSP","date_created":"2023-11-14T15:59:01Z","author":[{"id":"105520","full_name":"Seiler, Moritz","last_name":"Seiler","first_name":"Moritz"},{"first_name":"Jeroen","last_name":"Rook","full_name":"Rook, Jeroen"},{"last_name":"Heins","full_name":"Heins, Jonathan","first_name":"Jonathan"},{"last_name":"Preuß","orcid":"0009-0008-9308-2418","id":"102978","full_name":"Preuß, Oliver Ludger","first_name":"Oliver Ludger"},{"orcid":"0000-0002-4121-4668","last_name":"Bossek","full_name":"Bossek, Jakob","id":"102979","first_name":"Jakob"},{"full_name":"Trautmann, Heike","id":"100740","orcid":"0000-0002-9788-8282","last_name":"Trautmann","first_name":"Heike"}],"date_updated":"2024-06-10T11:56:58Z","citation":{"ama":"Seiler M, Rook J, Heins J, Preuß OL, Bossek J, Trautmann H. Using Reinforcement Learning for Per-Instance Algorithm Configuration on the TSP. In: <i>2023 IEEE Symposium Series on Computational Intelligence (SSCI)</i>. ; :361-368. doi:<a href=\"https://doi.org/10.1109/SSCI52147.2023.10372008\">10.1109/SSCI52147.2023.10372008</a>","ieee":"M. Seiler, J. Rook, J. Heins, O. L. Preuß, J. Bossek, and H. Trautmann, “Using Reinforcement Learning for Per-Instance Algorithm Configuration on the TSP,” in <i>2023 IEEE Symposium Series on Computational Intelligence (SSCI)</i>, pp. 361–368, doi: <a href=\"https://doi.org/10.1109/SSCI52147.2023.10372008\">10.1109/SSCI52147.2023.10372008</a>.","chicago":"Seiler, Moritz, Jeroen Rook, Jonathan Heins, Oliver Ludger Preuß, Jakob Bossek, and Heike Trautmann. “Using Reinforcement Learning for Per-Instance Algorithm Configuration on the TSP.” In <i>2023 IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 361–68, n.d. <a href=\"https://doi.org/10.1109/SSCI52147.2023.10372008\">https://doi.org/10.1109/SSCI52147.2023.10372008</a>.","apa":"Seiler, M., Rook, J., Heins, J., Preuß, O. L., Bossek, J., &#38; Trautmann, H. (n.d.). Using Reinforcement Learning for Per-Instance Algorithm Configuration on the TSP. <i>2023 IEEE Symposium Series on Computational Intelligence (SSCI)</i>, 361–368. <a href=\"https://doi.org/10.1109/SSCI52147.2023.10372008\">https://doi.org/10.1109/SSCI52147.2023.10372008</a>","mla":"Seiler, Moritz, et al. “Using Reinforcement Learning for Per-Instance Algorithm Configuration on the TSP.” <i>2023 IEEE Symposium Series on Computational Intelligence (SSCI)</i>, pp. 361–68, doi:<a href=\"https://doi.org/10.1109/SSCI52147.2023.10372008\">10.1109/SSCI52147.2023.10372008</a>.","short":"M. Seiler, J. Rook, J. Heins, O.L. Preuß, J. Bossek, H. Trautmann, in: 2023 IEEE Symposium Series on Computational Intelligence (SSCI), n.d., pp. 361–368.","bibtex":"@inproceedings{Seiler_Rook_Heins_Preuß_Bossek_Trautmann, title={Using Reinforcement Learning for Per-Instance Algorithm Configuration on the TSP}, DOI={<a href=\"https://doi.org/10.1109/SSCI52147.2023.10372008\">10.1109/SSCI52147.2023.10372008</a>}, booktitle={2023 IEEE Symposium Series on Computational Intelligence (SSCI)}, author={Seiler, Moritz and Rook, Jeroen and Heins, Jonathan and Preuß, Oliver Ludger and Bossek, Jakob and Trautmann, Heike}, pages={361–368} }"},"page":"361 - 368","year":"2023","publication_status":"accepted"},{"editor":[{"full_name":"Weitzel, Gerrit","last_name":"Weitzel","first_name":"Gerrit"},{"last_name":"Mündges","full_name":"Mündges, Stephan","first_name":"Stephan"}],"status":"public","type":"book_chapter","publication":"Hate Speech — Definitionen, Ausprägungen, Lösungen","language":[{"iso":"eng"}],"_id":"46300","user_id":"15504","department":[{"_id":"819"},{"_id":"34"}],"place":"Wiesbaden","year":"2022","citation":{"chicago":"Niemann, Marco, Dennis Assenmacher, Jens Brunk, Dennis Maximilian Riehle, Jörg Becker, and Heike Trautmann. “(Semi-)Automatische Kommentarmoderation Zur Erhaltung Konstruktiver Diskurse.” In <i>Hate Speech — Definitionen, Ausprägungen, Lösungen</i>, edited by Gerrit Weitzel and Stephan Mündges, 249–274. Wiesbaden: VS Verlag für Sozialwissenschaften, 2022. <a href=\"https://doi.org/10.1007/978-3-658-35658-3_13\">https://doi.org/10.1007/978-3-658-35658-3_13</a>.","ieee":"M. Niemann, D. Assenmacher, J. Brunk, D. M. Riehle, J. Becker, and H. Trautmann, “(Semi-)Automatische Kommentarmoderation zur Erhaltung Konstruktiver Diskurse,” in <i>Hate Speech — Definitionen, Ausprägungen, Lösungen</i>, G. Weitzel and S. Mündges, Eds. Wiesbaden: VS Verlag für Sozialwissenschaften, 2022, pp. 249–274.","ama":"Niemann M, Assenmacher D, Brunk J, Riehle DM, Becker J, Trautmann H. (Semi-)Automatische Kommentarmoderation zur Erhaltung Konstruktiver Diskurse. In: Weitzel G, Mündges S, eds. <i>Hate Speech — Definitionen, Ausprägungen, Lösungen</i>. VS Verlag für Sozialwissenschaften; 2022:249–274. doi:<a href=\"https://doi.org/10.1007/978-3-658-35658-3_13\">10.1007/978-3-658-35658-3_13</a>","apa":"Niemann, M., Assenmacher, D., Brunk, J., Riehle, D. M., Becker, J., &#38; Trautmann, H. (2022). (Semi-)Automatische Kommentarmoderation zur Erhaltung Konstruktiver Diskurse. In G. Weitzel &#38; S. Mündges (Eds.), <i>Hate Speech — Definitionen, Ausprägungen, Lösungen</i> (pp. 249–274). VS Verlag für Sozialwissenschaften. <a href=\"https://doi.org/10.1007/978-3-658-35658-3_13\">https://doi.org/10.1007/978-3-658-35658-3_13</a>","short":"M. Niemann, D. Assenmacher, J. Brunk, D.M. Riehle, J. Becker, H. Trautmann, in: G. Weitzel, S. Mündges (Eds.), Hate Speech — Definitionen, Ausprägungen, Lösungen, VS Verlag für Sozialwissenschaften, Wiesbaden, 2022, pp. 249–274.","mla":"Niemann, Marco, et al. “(Semi-)Automatische Kommentarmoderation Zur Erhaltung Konstruktiver Diskurse.” <i>Hate Speech — Definitionen, Ausprägungen, Lösungen</i>, edited by Gerrit Weitzel and Stephan Mündges, VS Verlag für Sozialwissenschaften, 2022, pp. 249–274, doi:<a href=\"https://doi.org/10.1007/978-3-658-35658-3_13\">10.1007/978-3-658-35658-3_13</a>.","bibtex":"@inbook{Niemann_Assenmacher_Brunk_Riehle_Becker_Trautmann_2022, place={Wiesbaden}, title={(Semi-)Automatische Kommentarmoderation zur Erhaltung Konstruktiver Diskurse}, DOI={<a href=\"https://doi.org/10.1007/978-3-658-35658-3_13\">10.1007/978-3-658-35658-3_13</a>}, booktitle={Hate Speech — Definitionen, Ausprägungen, Lösungen}, publisher={VS Verlag für Sozialwissenschaften}, author={Niemann, Marco and Assenmacher, Dennis and Brunk, Jens and Riehle, Dennis Maximilian and Becker, Jörg and Trautmann, Heike}, editor={Weitzel, Gerrit and Mündges, Stephan}, year={2022}, pages={249–274} }"},"page":"249–274","publication_identifier":{"isbn":["978-3-658-35658-3"]},"title":"(Semi-)Automatische Kommentarmoderation zur Erhaltung Konstruktiver Diskurse","doi":"10.1007/978-3-658-35658-3_13","publisher":"VS Verlag für Sozialwissenschaften","date_updated":"2023-10-16T12:35:41Z","author":[{"last_name":"Niemann","full_name":"Niemann, Marco","first_name":"Marco"},{"first_name":"Dennis","full_name":"Assenmacher, Dennis","last_name":"Assenmacher"},{"first_name":"Jens","full_name":"Brunk, Jens","last_name":"Brunk"},{"first_name":"Dennis Maximilian","full_name":"Riehle, Dennis Maximilian","last_name":"Riehle"},{"first_name":"Jörg","last_name":"Becker","full_name":"Becker, Jörg"},{"full_name":"Trautmann, Heike","id":"100740","orcid":"0000-0002-9788-8282","last_name":"Trautmann","first_name":"Heike"}],"date_created":"2023-08-04T07:03:47Z"},{"_id":"46301","department":[{"_id":"819"},{"_id":"34"}],"user_id":"15504","language":[{"iso":"eng"}],"publication":"Intelligent Information and Database Systems","type":"conference","editor":[{"first_name":"T","full_name":"et al. Tran, T","last_name":"et al. Tran"}],"status":"public","publisher":"Springer International Publishing","date_updated":"2023-10-16T12:35:22Z","author":[{"first_name":"D","full_name":"Assenmacher, D","last_name":"Assenmacher"},{"first_name":"Heike","orcid":"0000-0002-9788-8282","last_name":"Trautmann","id":"100740","full_name":"Trautmann, Heike"}],"date_created":"2023-08-04T07:04:54Z","title":"Textual One-Pass Stream Clustering with Automated Distance Threshold Adaption","doi":"10.1007/978-3-031-21743-2_1","place":"Cham","year":"2022","page":"3–16","citation":{"apa":"Assenmacher, D., &#38; Trautmann, H. (2022). Textual One-Pass Stream Clustering with Automated Distance Threshold Adaption. In T. et al. Tran (Ed.), <i>Intelligent Information and Database Systems</i> (pp. 3–16). Springer International Publishing. <a href=\"https://doi.org/10.1007/978-3-031-21743-2_1\">https://doi.org/10.1007/978-3-031-21743-2_1</a>","mla":"Assenmacher, D., and Heike Trautmann. “Textual One-Pass Stream Clustering with Automated Distance Threshold Adaption.” <i>Intelligent Information and Database Systems</i>, edited by T et al. Tran, Springer International Publishing, 2022, pp. 3–16, doi:<a href=\"https://doi.org/10.1007/978-3-031-21743-2_1\">10.1007/978-3-031-21743-2_1</a>.","bibtex":"@inproceedings{Assenmacher_Trautmann_2022, place={Cham}, title={Textual One-Pass Stream Clustering with Automated Distance Threshold Adaption}, DOI={<a href=\"https://doi.org/10.1007/978-3-031-21743-2_1\">10.1007/978-3-031-21743-2_1</a>}, booktitle={Intelligent Information and Database Systems}, publisher={Springer International Publishing}, author={Assenmacher, D and Trautmann, Heike}, editor={et al. Tran, T}, year={2022}, pages={3–16} }","short":"D. Assenmacher, H. Trautmann, in: T. et al. Tran (Ed.), Intelligent Information and Database Systems, Springer International Publishing, Cham, 2022, pp. 3–16.","chicago":"Assenmacher, D, and Heike Trautmann. “Textual One-Pass Stream Clustering with Automated Distance Threshold Adaption.” In <i>Intelligent Information and Database Systems</i>, edited by T et al. Tran, 3–16. Cham: Springer International Publishing, 2022. <a href=\"https://doi.org/10.1007/978-3-031-21743-2_1\">https://doi.org/10.1007/978-3-031-21743-2_1</a>.","ieee":"D. Assenmacher and H. Trautmann, “Textual One-Pass Stream Clustering with Automated Distance Threshold Adaption,” in <i>Intelligent Information and Database Systems</i>, 2022, pp. 3–16, doi: <a href=\"https://doi.org/10.1007/978-3-031-21743-2_1\">10.1007/978-3-031-21743-2_1</a>.","ama":"Assenmacher D, Trautmann H. Textual One-Pass Stream Clustering with Automated Distance Threshold Adaption. In: et al. Tran T, ed. <i>Intelligent Information and Database Systems</i>. Springer International Publishing; 2022:3–16. doi:<a href=\"https://doi.org/10.1007/978-3-031-21743-2_1\">10.1007/978-3-031-21743-2_1</a>"}},{"page":"1496-1522","intvolume":"        40","citation":{"chicago":"Assenmacher, Dennis, Derek Weber, Mike Preuss, André Calero Valdez, Alison Bradshaw, Björn Ross, Stefano Cresci, Heike Trautmann, Frank Neumann, and Christian Grimme. “Benchmarking Crisis in Social Media Analytics: A Solution for the Data-Sharing Problem.” <i>Social Science Computer Review</i> 40, no. 6 (2022): 1496–1522. <a href=\"https://doi.org/10.1177/08944393211012268\">https://doi.org/10.1177/08944393211012268</a>.","ieee":"D. Assenmacher <i>et al.</i>, “Benchmarking Crisis in Social Media Analytics: A Solution for the Data-Sharing Problem,” <i>Social Science Computer Review</i>, vol. 40, no. 6, pp. 1496–1522, 2022, doi: <a href=\"https://doi.org/10.1177/08944393211012268\">10.1177/08944393211012268</a>.","ama":"Assenmacher D, Weber D, Preuss M, et al. Benchmarking Crisis in Social Media Analytics: A Solution for the Data-Sharing Problem. <i>Social Science Computer Review</i>. 2022;40(6):1496-1522. doi:<a href=\"https://doi.org/10.1177/08944393211012268\">10.1177/08944393211012268</a>","bibtex":"@article{Assenmacher_Weber_Preuss_Valdez_Bradshaw_Ross_Cresci_Trautmann_Neumann_Grimme_2022, title={Benchmarking Crisis in Social Media Analytics: A Solution for the Data-Sharing Problem}, volume={40}, DOI={<a href=\"https://doi.org/10.1177/08944393211012268\">10.1177/08944393211012268</a>}, number={6}, journal={Social Science Computer Review}, author={Assenmacher, Dennis and Weber, Derek and Preuss, Mike and Valdez, André Calero and Bradshaw, Alison and Ross, Björn and Cresci, Stefano and Trautmann, Heike and Neumann, Frank and Grimme, Christian}, year={2022}, pages={1496–1522} }","mla":"Assenmacher, Dennis, et al. “Benchmarking Crisis in Social Media Analytics: A Solution for the Data-Sharing Problem.” <i>Social Science Computer Review</i>, vol. 40, no. 6, 2022, pp. 1496–522, doi:<a href=\"https://doi.org/10.1177/08944393211012268\">10.1177/08944393211012268</a>.","short":"D. Assenmacher, D. Weber, M. Preuss, A.C. Valdez, A. Bradshaw, B. Ross, S. Cresci, H. Trautmann, F. Neumann, C. Grimme, Social Science Computer Review 40 (2022) 1496–1522.","apa":"Assenmacher, D., Weber, D., Preuss, M., Valdez, A. C., Bradshaw, A., Ross, B., Cresci, S., Trautmann, H., Neumann, F., &#38; Grimme, C. (2022). Benchmarking Crisis in Social Media Analytics: A Solution for the Data-Sharing Problem. <i>Social Science Computer Review</i>, <i>40</i>(6), 1496–1522. <a href=\"https://doi.org/10.1177/08944393211012268\">https://doi.org/10.1177/08944393211012268</a>"},"year":"2022","issue":"6","doi":"10.1177/08944393211012268","title":"Benchmarking Crisis in Social Media Analytics: A Solution for the Data-Sharing Problem","volume":40,"date_created":"2023-08-04T07:26:36Z","author":[{"first_name":"Dennis","last_name":"Assenmacher","full_name":"Assenmacher, Dennis"},{"first_name":"Derek","full_name":"Weber, Derek","last_name":"Weber"},{"last_name":"Preuss","full_name":"Preuss, Mike","first_name":"Mike"},{"first_name":"André Calero","last_name":"Valdez","full_name":"Valdez, André Calero"},{"last_name":"Bradshaw","full_name":"Bradshaw, Alison","first_name":"Alison"},{"first_name":"Björn","full_name":"Ross, Björn","last_name":"Ross"},{"full_name":"Cresci, Stefano","last_name":"Cresci","first_name":"Stefano"},{"first_name":"Heike","orcid":"0000-0002-9788-8282","last_name":"Trautmann","full_name":"Trautmann, Heike","id":"100740"},{"full_name":"Neumann, Frank","last_name":"Neumann","first_name":"Frank"},{"first_name":"Christian","last_name":"Grimme","full_name":"Grimme, Christian"}],"date_updated":"2023-10-16T12:57:24Z","status":"public","abstract":[{"lang":"eng","text":" Computational social science uses computational and statistical methods in order to evaluate social interaction. The public availability of data sets is thus a necessary precondition for reliable and replicable research. These data allow researchers to benchmark the computational methods they develop, test the generalizability of their findings, and build confidence in their results. When social media data are concerned, data sharing is often restricted for legal or privacy reasons, which makes the comparison of methods and the replicability of research results infeasible. Social media analytics research, consequently, faces an integrity crisis. How is it possible to create trust in computational or statistical analyses, when they cannot be validated by third parties? In this work, we explore this well-known, yet little discussed, problem for social media analytics. We investigate how this problem can be solved by looking at related computational research areas. Moreover, we propose and implement a prototype to address the problem in the form of a new evaluation framework that enables the comparison of algorithms without the need to exchange data directly, while maintaining flexibility for the algorithm design. "}],"publication":"Social Science Computer Review","type":"journal_article","language":[{"iso":"eng"}],"department":[{"_id":"34"},{"_id":"819"}],"user_id":"15504","_id":"46316"},{"editor":[{"first_name":"Günter","last_name":"Rudolph","full_name":"Rudolph, Günter"},{"last_name":"Kononova","full_name":"Kononova, Anna V.","first_name":"Anna V."},{"first_name":"Hernán","full_name":"Aguirre, Hernán","last_name":"Aguirre"},{"full_name":"Kerschke, Pascal","last_name":"Kerschke","first_name":"Pascal"},{"first_name":"Gabriela","last_name":"Ochoa","full_name":"Ochoa, Gabriela"},{"last_name":"Tušar","full_name":"Tušar, Tea","first_name":"Tea"}],"abstract":[{"lang":"eng","text":"Hyperparameter optimization (HPO) is a key component of machine learning models for achieving peak predictive performance. While numerous methods and algorithms for HPO have been proposed over the last years, little progress has been made in illuminating and examining the actual structure of these black-box optimization problems. Exploratory landscape analysis (ELA) subsumes a set of techniques that can be used to gain knowledge about properties of unknown optimization problems. In this paper, we evaluate the performance of five different black-box optimizers on 30 HPO problems, which consist of two-, three- and five-dimensional continuous search spaces of the XGBoost learner trained on 10 different data sets. This is contrasted with the performance of the same optimizers evaluated on 360 problem instances from the black-box optimization benchmark (BBOB). We then compute ELA features on the HPO and BBOB problems and examine similarities and differences. A cluster analysis of the HPO and BBOB problems in ELA feature space allows us to identify how the HPO problems compare to the BBOB problems on a structural meta-level. We identify a subset of BBOB problems that are close to the HPO problems in ELA feature space and show that optimizer performance is comparably similar on these two sets of benchmark problems. We highlight open challenges of ELA for HPO and discuss potential directions of future research and applications."}],"status":"public","type":"conference","publication":"Parallel Problem Solving from Nature — PPSN XVII","language":[{"iso":"eng"}],"_id":"46306","user_id":"15504","department":[{"_id":"34"},{"_id":"819"}],"place":"Cham","year":"2022","citation":{"mla":"Schneider, Lennart, et al. “HPO x ELA: Investigating Hyperparameter Optimization Landscapes by Means of Exploratory Landscape Analysis.” <i>Parallel Problem Solving from Nature — PPSN XVII</i>, edited by Günter Rudolph et al., Springer International Publishing, 2022, pp. 575–589, doi:<a href=\"https://doi.org/10.1007/978-3-031-14714-2_40\">10.1007/978-3-031-14714-2_40</a>.","bibtex":"@inproceedings{Schneider_Schäpermeier_Prager_Bischl_Trautmann_Kerschke_2022, place={Cham}, title={HPO x ELA: Investigating Hyperparameter Optimization Landscapes by Means of Exploratory Landscape Analysis}, DOI={<a href=\"https://doi.org/10.1007/978-3-031-14714-2_40\">10.1007/978-3-031-14714-2_40</a>}, booktitle={Parallel Problem Solving from Nature — PPSN XVII}, publisher={Springer International Publishing}, author={Schneider, Lennart and Schäpermeier, Lennart and Prager, Raphael Patrick and Bischl, Bernd and Trautmann, Heike and Kerschke, Pascal}, editor={Rudolph, Günter and Kononova, Anna V. and Aguirre, Hernán and Kerschke, Pascal and Ochoa, Gabriela and Tušar, Tea}, year={2022}, pages={575–589} }","short":"L. Schneider, L. Schäpermeier, R.P. Prager, B. Bischl, H. Trautmann, P. Kerschke, in: G. Rudolph, A.V. Kononova, H. Aguirre, P. Kerschke, G. Ochoa, T. Tušar (Eds.), Parallel Problem Solving from Nature — PPSN XVII, Springer International Publishing, Cham, 2022, pp. 575–589.","apa":"Schneider, L., Schäpermeier, L., Prager, R. P., Bischl, B., Trautmann, H., &#38; Kerschke, P. (2022). HPO x ELA: Investigating Hyperparameter Optimization Landscapes by Means of Exploratory Landscape Analysis. In G. Rudolph, A. V. Kononova, H. Aguirre, P. Kerschke, G. Ochoa, &#38; T. Tušar (Eds.), <i>Parallel Problem Solving from Nature — PPSN XVII</i> (pp. 575–589). Springer International Publishing. <a href=\"https://doi.org/10.1007/978-3-031-14714-2_40\">https://doi.org/10.1007/978-3-031-14714-2_40</a>","ama":"Schneider L, Schäpermeier L, Prager RP, Bischl B, Trautmann H, Kerschke P. HPO x ELA: Investigating Hyperparameter Optimization Landscapes by Means of Exploratory Landscape Analysis. In: Rudolph G, Kononova AV, Aguirre H, Kerschke P, Ochoa G, Tušar T, eds. <i>Parallel Problem Solving from Nature — PPSN XVII</i>. Springer International Publishing; 2022:575–589. doi:<a href=\"https://doi.org/10.1007/978-3-031-14714-2_40\">10.1007/978-3-031-14714-2_40</a>","ieee":"L. Schneider, L. Schäpermeier, R. P. Prager, B. Bischl, H. Trautmann, and P. Kerschke, “HPO x ELA: Investigating Hyperparameter Optimization Landscapes by Means of Exploratory Landscape Analysis,” in <i>Parallel Problem Solving from Nature — PPSN XVII</i>, 2022, pp. 575–589, doi: <a href=\"https://doi.org/10.1007/978-3-031-14714-2_40\">10.1007/978-3-031-14714-2_40</a>.","chicago":"Schneider, Lennart, Lennart Schäpermeier, Raphael Patrick Prager, Bernd Bischl, Heike Trautmann, and Pascal Kerschke. “HPO x ELA: Investigating Hyperparameter Optimization Landscapes by Means of Exploratory Landscape Analysis.” In <i>Parallel Problem Solving from Nature — PPSN XVII</i>, edited by Günter Rudolph, Anna V. Kononova, Hernán Aguirre, Pascal Kerschke, Gabriela Ochoa, and Tea Tušar, 575–589. Cham: Springer International Publishing, 2022. <a href=\"https://doi.org/10.1007/978-3-031-14714-2_40\">https://doi.org/10.1007/978-3-031-14714-2_40</a>."},"page":"575–589","publication_identifier":{"isbn":["978-3-031-14714-2"]},"title":"HPO x ELA: Investigating Hyperparameter Optimization Landscapes by Means of Exploratory Landscape Analysis","doi":"10.1007/978-3-031-14714-2_40","publisher":"Springer International Publishing","date_updated":"2023-10-16T12:51:27Z","date_created":"2023-08-04T07:15:16Z","author":[{"last_name":"Schneider","full_name":"Schneider, Lennart","first_name":"Lennart"},{"first_name":"Lennart","last_name":"Schäpermeier","full_name":"Schäpermeier, Lennart"},{"full_name":"Prager, Raphael Patrick","last_name":"Prager","first_name":"Raphael Patrick"},{"first_name":"Bernd","last_name":"Bischl","full_name":"Bischl, Bernd"},{"first_name":"Heike","full_name":"Trautmann, Heike","id":"100740","orcid":"0000-0002-9788-8282","last_name":"Trautmann"},{"full_name":"Kerschke, Pascal","last_name":"Kerschke","first_name":"Pascal"}]},{"page":"1–15","intvolume":"         1","citation":{"ama":"Aspar P, Steinhoff V, Schäpermeier L, Kerschke P, Trautmann H, Grimme C. The objective that freed me: a multi-objective local search approach for continuous single-objective optimization. <i>Natural Computing</i>. 2022;1:1–15. doi:<a href=\"https://doi.org/10.1007/s11047-022-09919-w\">10.1007/s11047-022-09919-w</a>","ieee":"P. Aspar, V. Steinhoff, L. Schäpermeier, P. Kerschke, H. Trautmann, and C. Grimme, “The objective that freed me: a multi-objective local search approach for continuous single-objective optimization,” <i>Natural Computing</i>, vol. 1, pp. 1–15, 2022, doi: <a href=\"https://doi.org/10.1007/s11047-022-09919-w\">10.1007/s11047-022-09919-w</a>.","chicago":"Aspar, Pelin, Vera Steinhoff, Lennart Schäpermeier, Pascal Kerschke, Heike Trautmann, and Christian Grimme. “The Objective That Freed Me: A Multi-Objective Local Search Approach for Continuous Single-Objective Optimization.” <i>Natural Computing</i> 1 (2022): 1–15. <a href=\"https://doi.org/10.1007/s11047-022-09919-w\">https://doi.org/10.1007/s11047-022-09919-w</a>.","apa":"Aspar, P., Steinhoff, V., Schäpermeier, L., Kerschke, P., Trautmann, H., &#38; Grimme, C. (2022). The objective that freed me: a multi-objective local search approach for continuous single-objective optimization. <i>Natural Computing</i>, <i>1</i>, 1–15. <a href=\"https://doi.org/10.1007/s11047-022-09919-w\">https://doi.org/10.1007/s11047-022-09919-w</a>","short":"P. Aspar, V. Steinhoff, L. Schäpermeier, P. Kerschke, H. Trautmann, C. Grimme, Natural Computing 1 (2022) 1–15.","bibtex":"@article{Aspar_Steinhoff_Schäpermeier_Kerschke_Trautmann_Grimme_2022, title={The objective that freed me: a multi-objective local search approach for continuous single-objective optimization}, volume={1}, DOI={<a href=\"https://doi.org/10.1007/s11047-022-09919-w\">10.1007/s11047-022-09919-w</a>}, journal={Natural Computing}, author={Aspar, Pelin and Steinhoff, Vera and Schäpermeier, Lennart and Kerschke, Pascal and Trautmann, Heike and Grimme, Christian}, year={2022}, pages={1–15} }","mla":"Aspar, Pelin, et al. “The Objective That Freed Me: A Multi-Objective Local Search Approach for Continuous Single-Objective Optimization.” <i>Natural Computing</i>, vol. 1, 2022, pp. 1–15, doi:<a href=\"https://doi.org/10.1007/s11047-022-09919-w\">10.1007/s11047-022-09919-w</a>."},"year":"2022","doi":"10.1007/s11047-022-09919-w","title":"The objective that freed me: a multi-objective local search approach for continuous single-objective optimization","volume":1,"author":[{"full_name":"Aspar, Pelin","last_name":"Aspar","first_name":"Pelin"},{"last_name":"Steinhoff","full_name":"Steinhoff, Vera","first_name":"Vera"},{"first_name":"Lennart","full_name":"Schäpermeier, Lennart","last_name":"Schäpermeier"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"},{"last_name":"Trautmann","orcid":"0000-0002-9788-8282","id":"100740","full_name":"Trautmann, Heike","first_name":"Heike"},{"full_name":"Grimme, Christian","last_name":"Grimme","first_name":"Christian"}],"date_created":"2023-08-04T07:16:40Z","date_updated":"2023-10-16T12:52:33Z","status":"public","abstract":[{"text":"Single-objective continuous optimization can be challenging, especially when dealing with multimodal problems. This work sheds light on the effects that multi-objective optimization may have in the single-objective space. For this purpose, we examine the inner mechanisms of the recently developed sophisticated local search procedure SOMOGSA. This method solves multimodal single-objective continuous optimization problems based on first expanding the problem with an additional objective (e.g., a sphere function) to the bi-objective domain and subsequently exploiting local structures of the resulting landscapes. Our study particularly focuses on the sensitivity of this multiobjectivization approach w.r.t. (1) the parametrization of the artificial second objective, as well as (2) the position of the initial starting points in the search space. As SOMOGSA is a modular framework for encapsulating local search, we integrate Nelder–Mead local search as optimizer in the respective module and compare the performance of the resulting hybrid local search to its original single-objective counterpart. We show that the SOMOGSA framework can significantly boost local search by multiobjectivization. Hence, combined with more sophisticated local search and metaheuristics, this may help solve highly multimodal optimization problems in the future.","lang":"eng"}],"publication":"Natural Computing","type":"journal_article","language":[{"iso":"eng"}],"department":[{"_id":"34"},{"_id":"819"}],"user_id":"15504","_id":"46308"},{"type":"journal_article","publication":"Comput. Stat.","status":"public","user_id":"15504","department":[{"_id":"819"}],"_id":"52532","language":[{"iso":"eng"}],"issue":"1","citation":{"chicago":"Rodrigues, Agatha S., Pascal Kerschke, Carlos Alberto De Bragança Pereira, Heike Trautmann, Carolin Wagner, Bernd Hellingrath, and Adriano Polpo. “Estimation of Component Reliability from Superposed Renewal Processes by Means of Latent Variables.” <i>Comput. Stat.</i> 37, no. 1 (2022): 355–379. <a href=\"https://doi.org/10.1007/S00180-021-01124-0\">https://doi.org/10.1007/S00180-021-01124-0</a>.","ieee":"A. S. Rodrigues <i>et al.</i>, “Estimation of component reliability from superposed renewal processes by means of latent variables,” <i>Comput. Stat.</i>, vol. 37, no. 1, pp. 355–379, 2022, doi: <a href=\"https://doi.org/10.1007/S00180-021-01124-0\">10.1007/S00180-021-01124-0</a>.","ama":"Rodrigues AS, Kerschke P, Pereira CADB, et al. Estimation of component reliability from superposed renewal processes by means of latent variables. <i>Comput Stat</i>. 2022;37(1):355–379. doi:<a href=\"https://doi.org/10.1007/S00180-021-01124-0\">10.1007/S00180-021-01124-0</a>","apa":"Rodrigues, A. S., Kerschke, P., Pereira, C. A. D. B., Trautmann, H., Wagner, C., Hellingrath, B., &#38; Polpo, A. (2022). Estimation of component reliability from superposed renewal processes by means of latent variables. <i>Comput. Stat.</i>, <i>37</i>(1), 355–379. <a href=\"https://doi.org/10.1007/S00180-021-01124-0\">https://doi.org/10.1007/S00180-021-01124-0</a>","mla":"Rodrigues, Agatha S., et al. “Estimation of Component Reliability from Superposed Renewal Processes by Means of Latent Variables.” <i>Comput. Stat.</i>, vol. 37, no. 1, 2022, pp. 355–379, doi:<a href=\"https://doi.org/10.1007/S00180-021-01124-0\">10.1007/S00180-021-01124-0</a>.","short":"A.S. Rodrigues, P. Kerschke, C.A.D.B. Pereira, H. Trautmann, C. Wagner, B. Hellingrath, A. Polpo, Comput. Stat. 37 (2022) 355–379.","bibtex":"@article{Rodrigues_Kerschke_Pereira_Trautmann_Wagner_Hellingrath_Polpo_2022, title={Estimation of component reliability from superposed renewal processes by means of latent variables}, volume={37}, DOI={<a href=\"https://doi.org/10.1007/S00180-021-01124-0\">10.1007/S00180-021-01124-0</a>}, number={1}, journal={Comput. Stat.}, author={Rodrigues, Agatha S. and Kerschke, Pascal and Pereira, Carlos Alberto De Bragança and Trautmann, Heike and Wagner, Carolin and Hellingrath, Bernd and Polpo, Adriano}, year={2022}, pages={355–379} }"},"page":"355–379","intvolume":"        37","year":"2022","date_created":"2024-03-13T09:59:21Z","author":[{"first_name":"Agatha S.","last_name":"Rodrigues","full_name":"Rodrigues, Agatha S."},{"first_name":"Pascal","full_name":"Kerschke, Pascal","last_name":"Kerschke"},{"first_name":"Carlos Alberto De Bragança","full_name":"Pereira, Carlos Alberto De Bragança","last_name":"Pereira"},{"id":"100740","full_name":"Trautmann, Heike","orcid":"0000-0002-9788-8282","last_name":"Trautmann","first_name":"Heike"},{"full_name":"Wagner, Carolin","last_name":"Wagner","first_name":"Carolin"},{"first_name":"Bernd","full_name":"Hellingrath, Bernd","last_name":"Hellingrath"},{"last_name":"Polpo","full_name":"Polpo, Adriano","first_name":"Adriano"}],"volume":37,"date_updated":"2024-03-13T10:28:01Z","doi":"10.1007/S00180-021-01124-0","title":"Estimation of component reliability from superposed renewal processes by means of latent variables"},{"year":"2022","place":"New York, NY, USA","page":"657–665","citation":{"ama":"Seiler M, Prager RP, Kerschke P, Trautmann H. A Collection of Deep Learning-based Feature-Free Approaches for Characterizing Single-Objective Continuous Fitness Landscapes. In: <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>. Association for Computing Machinery; 2022:657–665. doi:<a href=\"https://doi.org/10.1145/3512290.3528834\">10.1145/3512290.3528834</a>","chicago":"Seiler, Moritz, Raphael Patrick Prager, Pascal Kerschke, and Heike Trautmann. “A Collection of Deep Learning-Based Feature-Free Approaches for Characterizing Single-Objective Continuous Fitness Landscapes.” In <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 657–665. New York, NY, USA: Association for Computing Machinery, 2022. <a href=\"https://doi.org/10.1145/3512290.3528834\">https://doi.org/10.1145/3512290.3528834</a>.","ieee":"M. Seiler, R. P. Prager, P. Kerschke, and H. Trautmann, “A Collection of Deep Learning-based Feature-Free Approaches for Characterizing Single-Objective Continuous Fitness Landscapes,” in <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 2022, pp. 657–665, doi: <a href=\"https://doi.org/10.1145/3512290.3528834\">10.1145/3512290.3528834</a>.","mla":"Seiler, Moritz, et al. “A Collection of Deep Learning-Based Feature-Free Approaches for Characterizing Single-Objective Continuous Fitness Landscapes.” <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, Association for Computing Machinery, 2022, pp. 657–665, doi:<a href=\"https://doi.org/10.1145/3512290.3528834\">10.1145/3512290.3528834</a>.","bibtex":"@inproceedings{Seiler_Prager_Kerschke_Trautmann_2022, place={New York, NY, USA}, title={A Collection of Deep Learning-based Feature-Free Approaches for Characterizing Single-Objective Continuous Fitness Landscapes}, DOI={<a href=\"https://doi.org/10.1145/3512290.3528834\">10.1145/3512290.3528834</a>}, booktitle={Proceedings of the Genetic and Evolutionary Computation Conference}, publisher={Association for Computing Machinery}, author={Seiler, Moritz and Prager, Raphael Patrick and Kerschke, Pascal and Trautmann, Heike}, year={2022}, pages={657–665} }","short":"M. Seiler, R.P. Prager, P. Kerschke, H. Trautmann, in: Proceedings of the Genetic and Evolutionary Computation Conference, Association for Computing Machinery, New York, NY, USA, 2022, pp. 657–665.","apa":"Seiler, M., Prager, R. P., Kerschke, P., &#38; Trautmann, H. (2022). A Collection of Deep Learning-based Feature-Free Approaches for Characterizing Single-Objective Continuous Fitness Landscapes. <i>Proceedings of the Genetic and Evolutionary Computation Conference</i>, 657–665. <a href=\"https://doi.org/10.1145/3512290.3528834\">https://doi.org/10.1145/3512290.3528834</a>"},"publication_identifier":{"isbn":["9781450392372"]},"title":"A Collection of Deep Learning-based Feature-Free Approaches for Characterizing Single-Objective Continuous Fitness Landscapes","doi":"10.1145/3512290.3528834","publisher":"Association for Computing Machinery","date_updated":"2024-06-07T07:13:23Z","date_created":"2023-08-04T07:15:59Z","author":[{"first_name":"Moritz","full_name":"Seiler, Moritz","id":"105520","last_name":"Seiler"},{"last_name":"Prager","full_name":"Prager, Raphael Patrick","first_name":"Raphael Patrick"},{"last_name":"Kerschke","full_name":"Kerschke, Pascal","first_name":"Pascal"},{"first_name":"Heike","last_name":"Trautmann","orcid":"0000-0002-9788-8282","id":"100740","full_name":"Trautmann, Heike"}],"abstract":[{"lang":"eng","text":"Exploratory Landscape Analysis is a powerful technique for numerically characterizing landscapes of single-objective continuous optimization problems. Landscape insights are crucial both for problem understanding as well as for assessing benchmark set diversity and composition. Despite the irrefutable usefulness of these features, they suffer from their own ailments and downsides. Hence, in this work we provide a collection of different approaches to characterize optimization landscapes. Similar to conventional landscape features, we require a small initial sample. However, instead of computing features based on that sample, we develop alternative representations of the original sample. These range from point clouds to 2D images and, therefore, are entirely feature-free. We demonstrate and validate our devised methods on the BBOB testbed and predict, with the help of Deep Learning, the high-level, expert-based landscape properties such as the degree of multimodality and the existence of funnel structures. The quality of our approaches is on par with methods relying on the traditional landscape features. Thereby, we provide an exciting new perspective on every research area which utilizes problem information such as problem understanding and algorithm design as well as automated algorithm configuration and selection."}],"status":"public","publication":"Proceedings of the Genetic and Evolutionary Computation Conference","type":"conference","language":[{"iso":"eng"}],"_id":"46307","department":[{"_id":"34"},{"_id":"819"}],"user_id":"15504"},{"publisher":"Springer International Publishing","date_updated":"2024-06-07T07:13:47Z","author":[{"last_name":"Prager","full_name":"Prager, Raphael Patrick","first_name":"Raphael Patrick"},{"first_name":"Moritz","id":"105520","full_name":"Seiler, Moritz","last_name":"Seiler"},{"first_name":"Heike","last_name":"Trautmann","orcid":"0000-0002-9788-8282","full_name":"Trautmann, Heike","id":"100740"},{"first_name":"Pascal","full_name":"Kerschke, Pascal","last_name":"Kerschke"}],"date_created":"2023-08-04T07:12:33Z","title":"Automated Algorithm Selection in Single-Objective Continuous Optimization: A Comparative Study of Deep Learning and Landscape Analysis Methods","doi":"10.1007/978-3-031-14714-2_1","publication_identifier":{"isbn":["978-3-031-14714-2"]},"place":"Cham","year":"2022","citation":{"ama":"Prager RP, Seiler M, Trautmann H, Kerschke P. Automated Algorithm Selection in Single-Objective Continuous Optimization: A Comparative Study of Deep Learning and Landscape Analysis Methods. In: Rudolph G, Kononova AV, Aguirre H, Kerschke P, Ochoa G, Tušar T, eds. <i>Parallel Problem Solving from Nature — PPSN XVII</i>. Springer International Publishing; 2022:3–17. doi:<a href=\"https://doi.org/10.1007/978-3-031-14714-2_1\">10.1007/978-3-031-14714-2_1</a>","chicago":"Prager, Raphael Patrick, Moritz Seiler, Heike Trautmann, and Pascal Kerschke. “Automated Algorithm Selection in Single-Objective Continuous Optimization: A Comparative Study of Deep Learning and Landscape Analysis Methods.” In <i>Parallel Problem Solving from Nature — PPSN XVII</i>, edited by Günter Rudolph, Anna V. Kononova, Hernán Aguirre, Pascal Kerschke, Gabriela Ochoa, and Tea Tušar, 3–17. Cham: Springer International Publishing, 2022. <a href=\"https://doi.org/10.1007/978-3-031-14714-2_1\">https://doi.org/10.1007/978-3-031-14714-2_1</a>.","ieee":"R. P. Prager, M. Seiler, H. Trautmann, and P. Kerschke, “Automated Algorithm Selection in Single-Objective Continuous Optimization: A Comparative Study of Deep Learning and Landscape Analysis Methods,” in <i>Parallel Problem Solving from Nature — PPSN XVII</i>, 2022, pp. 3–17, doi: <a href=\"https://doi.org/10.1007/978-3-031-14714-2_1\">10.1007/978-3-031-14714-2_1</a>.","short":"R.P. Prager, M. Seiler, H. Trautmann, P. Kerschke, in: G. Rudolph, A.V. Kononova, H. Aguirre, P. Kerschke, G. Ochoa, T. Tušar (Eds.), Parallel Problem Solving from Nature — PPSN XVII, Springer International Publishing, Cham, 2022, pp. 3–17.","bibtex":"@inproceedings{Prager_Seiler_Trautmann_Kerschke_2022, place={Cham}, title={Automated Algorithm Selection in Single-Objective Continuous Optimization: A Comparative Study of Deep Learning and Landscape Analysis Methods}, DOI={<a href=\"https://doi.org/10.1007/978-3-031-14714-2_1\">10.1007/978-3-031-14714-2_1</a>}, booktitle={Parallel Problem Solving from Nature — PPSN XVII}, publisher={Springer International Publishing}, author={Prager, Raphael Patrick and Seiler, Moritz and Trautmann, Heike and Kerschke, Pascal}, editor={Rudolph, Günter and Kononova, Anna V. and Aguirre, Hernán and Kerschke, Pascal and Ochoa, Gabriela and Tušar, Tea}, year={2022}, pages={3–17} }","mla":"Prager, Raphael Patrick, et al. “Automated Algorithm Selection in Single-Objective Continuous Optimization: A Comparative Study of Deep Learning and Landscape Analysis Methods.” <i>Parallel Problem Solving from Nature — PPSN XVII</i>, edited by Günter Rudolph et al., Springer International Publishing, 2022, pp. 3–17, doi:<a href=\"https://doi.org/10.1007/978-3-031-14714-2_1\">10.1007/978-3-031-14714-2_1</a>.","apa":"Prager, R. P., Seiler, M., Trautmann, H., &#38; Kerschke, P. (2022). Automated Algorithm Selection in Single-Objective Continuous Optimization: A Comparative Study of Deep Learning and Landscape Analysis Methods. In G. Rudolph, A. V. Kononova, H. Aguirre, P. Kerschke, G. Ochoa, &#38; T. Tušar (Eds.), <i>Parallel Problem Solving from Nature — PPSN XVII</i> (pp. 3–17). Springer International Publishing. <a href=\"https://doi.org/10.1007/978-3-031-14714-2_1\">https://doi.org/10.1007/978-3-031-14714-2_1</a>"},"page":"3–17","_id":"46304","user_id":"15504","department":[{"_id":"34"},{"_id":"819"}],"language":[{"iso":"eng"}],"type":"conference","publication":"Parallel Problem Solving from Nature — PPSN XVII","abstract":[{"lang":"eng","text":"In recent years, feature-based automated algorithm selection using exploratory landscape analysis has demonstrated its great potential in single-objective continuous black-box optimization. However, feature computation is problem-specific and can be costly in terms of computational resources. This paper investigates feature-free approaches that rely on state-of-the-art deep learning techniques operating on either images or point clouds. We show that point-cloud-based strategies, in particular, are highly competitive and also substantially reduce the size of the required solver portfolio. Moreover, we highlight the effect and importance of cost-sensitive learning in automated algorithm selection models."}],"editor":[{"first_name":"Günter","last_name":"Rudolph","full_name":"Rudolph, Günter"},{"full_name":"Kononova, Anna V.","last_name":"Kononova","first_name":"Anna V."},{"full_name":"Aguirre, Hernán","last_name":"Aguirre","first_name":"Hernán"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"},{"last_name":"Ochoa","full_name":"Ochoa, Gabriela","first_name":"Gabriela"},{"last_name":"Tušar","full_name":"Tušar, Tea","first_name":"Tea"}],"status":"public"},{"_id":"46303","department":[{"_id":"34"},{"_id":"819"}],"user_id":"15504","language":[{"iso":"eng"}],"publication":"Workshop Proceedings of the 16$^th$ International Conference on Web and Social Media (ICWSM)","type":"conference","editor":[{"last_name":"the Advancement of Artificial Intelligence (AAAI) Association","full_name":"the Advancement of Artificial Intelligence (AAAI) Association, for","first_name":"for"}],"abstract":[{"lang":"eng","text":"Social media platforms are essential for information sharing and, thus, prone to coordinated dis- and misinformation campaigns. Nevertheless, research in this area is hampered by strict data sharing regulations imposed by the platforms, resulting in a lack of benchmark data. Previous work focused on circumventing these rules by either pseudonymizing the data or sharing fragments. In this work, we will address the benchmarking crisis by presenting a methodology that can be used to create artificial campaigns out of original campaign building blocks. We conduct a proof-of-concept study using the freely available generative language model GPT-Neo in this context and demonstrate that the campaign patterns can flexibly be adapted to an underlying social media stream and evade state-of-the-art campaign detection approaches based on stream clustering. Thus, we not only provide a framework for artificial benchmark generation but also demonstrate the possible adversarial nature of such benchmarks for challenging and advancing current campaign detection methods."}],"status":"public","publisher":"AAAI Press","date_updated":"2024-06-07T07:13:35Z","author":[{"full_name":"Pohl, Janina Susanne","last_name":"Pohl","first_name":"Janina Susanne"},{"last_name":"Assenmacher","full_name":"Assenmacher, Dennis","first_name":"Dennis"},{"last_name":"Seiler","id":"105520","full_name":"Seiler, Moritz","first_name":"Moritz"},{"first_name":"Heike","orcid":"0000-0002-9788-8282","last_name":"Trautmann","full_name":"Trautmann, Heike","id":"100740"},{"first_name":"Christian","full_name":"Grimme, Christian","last_name":"Grimme"}],"date_created":"2023-08-04T07:11:34Z","title":"Artificial Social Media Campaign Creation for Benchmarking and Challenging Detection Approaches","doi":"10.36190/2022.91","place":"Palo Alto, CA, USA","year":"2022","page":"1–10","citation":{"mla":"Pohl, Janina Susanne, et al. “Artificial Social Media Campaign Creation for Benchmarking and Challenging Detection Approaches.” <i>Workshop Proceedings of the 16$^th$ International Conference on Web and Social Media (ICWSM)</i>, edited by for the Advancement of Artificial Intelligence (AAAI) Association, AAAI Press, 2022, pp. 1–10, doi:<a href=\"https://doi.org/10.36190/2022.91\">10.36190/2022.91</a>.","short":"J.S. Pohl, D. Assenmacher, M. Seiler, H. Trautmann, C. Grimme, in:  for the Advancement of Artificial Intelligence (AAAI) Association (Ed.), Workshop Proceedings of the 16$^th$ International Conference on Web and Social Media (ICWSM), AAAI Press, Palo Alto, CA, USA, 2022, pp. 1–10.","bibtex":"@inproceedings{Pohl_Assenmacher_Seiler_Trautmann_Grimme_2022, place={Palo Alto, CA, USA}, title={Artificial Social Media Campaign Creation for Benchmarking and Challenging Detection Approaches}, DOI={<a href=\"https://doi.org/10.36190/2022.91\">10.36190/2022.91</a>}, booktitle={Workshop Proceedings of the 16$^th$ International Conference on Web and Social Media (ICWSM)}, publisher={AAAI Press}, author={Pohl, Janina Susanne and Assenmacher, Dennis and Seiler, Moritz and Trautmann, Heike and Grimme, Christian}, editor={the Advancement of Artificial Intelligence (AAAI) Association, for}, year={2022}, pages={1–10} }","apa":"Pohl, J. S., Assenmacher, D., Seiler, M., Trautmann, H., &#38; Grimme, C. (2022). Artificial Social Media Campaign Creation for Benchmarking and Challenging Detection Approaches. In  for the Advancement of Artificial Intelligence (AAAI) Association (Ed.), <i>Workshop Proceedings of the 16$^th$ International Conference on Web and Social Media (ICWSM)</i> (pp. 1–10). AAAI Press. <a href=\"https://doi.org/10.36190/2022.91\">https://doi.org/10.36190/2022.91</a>","ama":"Pohl JS, Assenmacher D, Seiler M, Trautmann H, Grimme C. Artificial Social Media Campaign Creation for Benchmarking and Challenging Detection Approaches. In: the Advancement of Artificial Intelligence (AAAI) Association  for, ed. <i>Workshop Proceedings of the 16$^th$ International Conference on Web and Social Media (ICWSM)</i>. AAAI Press; 2022:1–10. doi:<a href=\"https://doi.org/10.36190/2022.91\">10.36190/2022.91</a>","ieee":"J. S. Pohl, D. Assenmacher, M. Seiler, H. Trautmann, and C. Grimme, “Artificial Social Media Campaign Creation for Benchmarking and Challenging Detection Approaches,” in <i>Workshop Proceedings of the 16$^th$ International Conference on Web and Social Media (ICWSM)</i>, 2022, pp. 1–10, doi: <a href=\"https://doi.org/10.36190/2022.91\">10.36190/2022.91</a>.","chicago":"Pohl, Janina Susanne, Dennis Assenmacher, Moritz Seiler, Heike Trautmann, and Christian Grimme. “Artificial Social Media Campaign Creation for Benchmarking and Challenging Detection Approaches.” In <i>Workshop Proceedings of the 16$^th$ International Conference on Web and Social Media (ICWSM)</i>, edited by for the Advancement of Artificial Intelligence (AAAI) Association, 1–10. Palo Alto, CA, USA: AAAI Press, 2022. <a href=\"https://doi.org/10.36190/2022.91\">https://doi.org/10.36190/2022.91</a>."}}]
