[{"abstract":[{"lang":"eng","text":"We build upon a recently proposed multi-objective view onto performance measurement of single-objective stochastic solvers. The trade-off between the fraction of failed runs and the mean runtime of successful runs \\textendash both to be minimized \\textendash is directly analyzed based on a study on algorithm selection of inexact state-of-the-art solvers for the famous Traveling Salesperson Problem (TSP). Moreover, we adopt the hypervolume indicator (HV) commonly used in multi-objective optimization for simultaneously assessing both conflicting objectives and investigate relations to commonly used performance indicators, both theoretically and empirically. Next to Penalized Average Runtime (PAR) and Penalized Quantile Runtime (PQR), the HV measure is used as a core concept within the construction of per-instance algorithm selection models offering interesting insights into complementary behavior of inexact TSP solvers. \\textbullet The multi-objective perspective is naturally generalizable to multiple objectives. \\textbullet Proof of relationship between HV and the PAR in the considered bi-objective space. \\textbullet New insights into complementary behavior of stochastic optimization algorithms."}],"status":"public","type":"journal_article","publication":"Applied Soft Computing","keyword":["Algorithm selection","Combinatorial optimization","Multi-objective optimization","Performance measurement","Traveling Salesperson Problem"],"language":[{"iso":"eng"}],"_id":"48848","user_id":"102979","department":[{"_id":"819"}],"year":"2020","citation":{"apa":"Bossek, J., Kerschke, P., &#38; Trautmann, H. (2020). A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms. <i>Applied Soft Computing</i>, <i>88</i>(C). <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>","short":"J. Bossek, P. Kerschke, H. Trautmann, Applied Soft Computing 88 (2020).","bibtex":"@article{Bossek_Kerschke_Trautmann_2020, title={A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms}, volume={88}, DOI={<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">10.1016/j.asoc.2019.105901</a>}, number={C}, journal={Applied Soft Computing}, author={Bossek, Jakob and Kerschke, Pascal and Trautmann, Heike}, year={2020} }","mla":"Bossek, Jakob, et al. “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms.” <i>Applied Soft Computing</i>, vol. 88, no. C, 2020, doi:<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">10.1016/j.asoc.2019.105901</a>.","chicago":"Bossek, Jakob, Pascal Kerschke, and Heike Trautmann. “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms.” <i>Applied Soft Computing</i> 88, no. C (2020). <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>.","ieee":"J. Bossek, P. Kerschke, and H. Trautmann, “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms,” <i>Applied Soft Computing</i>, vol. 88, no. C, 2020, doi: <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">10.1016/j.asoc.2019.105901</a>.","ama":"Bossek J, Kerschke P, Trautmann H. A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms. <i>Applied Soft Computing</i>. 2020;88(C). doi:<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">10.1016/j.asoc.2019.105901</a>"},"intvolume":"        88","publication_identifier":{"issn":["1568-4946"]},"issue":"C","title":"A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms","doi":"10.1016/j.asoc.2019.105901","date_updated":"2023-12-13T10:52:17Z","author":[{"full_name":"Bossek, Jakob","id":"102979","orcid":"0000-0002-4121-4668","last_name":"Bossek","first_name":"Jakob"},{"full_name":"Kerschke, Pascal","last_name":"Kerschke","first_name":"Pascal"},{"last_name":"Trautmann","full_name":"Trautmann, Heike","first_name":"Heike"}],"date_created":"2023-11-14T15:58:53Z","volume":88},{"publication_identifier":{"issn":["1568-4946"]},"page":"105901","intvolume":"        88","citation":{"ama":"Bossek J, Kerschke P, Trautmann H. A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms. <i>Applied Soft Computing</i>. 2020;88:105901. doi:<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>","ieee":"J. Bossek, P. Kerschke, and H. Trautmann, “A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms,” <i>Applied Soft Computing</i>, vol. 88, p. 105901, 2020, doi: <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>.","chicago":"Bossek, Jakob, Pascal Kerschke, and Heike Trautmann. “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms.” <i>Applied Soft Computing</i> 88 (2020): 105901. <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>.","apa":"Bossek, J., Kerschke, P., &#38; Trautmann, H. (2020). A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms. <i>Applied Soft Computing</i>, <i>88</i>, 105901. <a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>","short":"J. Bossek, P. Kerschke, H. Trautmann, Applied Soft Computing 88 (2020) 105901.","bibtex":"@article{Bossek_Kerschke_Trautmann_2020, title={A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms}, volume={88}, DOI={<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>}, journal={Applied Soft Computing}, author={Bossek, Jakob and Kerschke, Pascal and Trautmann, Heike}, year={2020}, pages={105901} }","mla":"Bossek, Jakob, et al. “A Multi-Objective Perspective on Performance Assessment and Automated Selection of Single-Objective Optimization Algorithms.” <i>Applied Soft Computing</i>, vol. 88, 2020, p. 105901, doi:<a href=\"https://doi.org/10.1016/j.asoc.2019.105901\">https://doi.org/10.1016/j.asoc.2019.105901</a>."},"year":"2020","volume":88,"date_created":"2023-08-04T07:42:26Z","author":[{"first_name":"Jakob","full_name":"Bossek, Jakob","id":"102979","orcid":"0000-0002-4121-4668","last_name":"Bossek"},{"first_name":"Pascal","last_name":"Kerschke","full_name":"Kerschke, Pascal"},{"last_name":"Trautmann","orcid":"0000-0002-9788-8282","full_name":"Trautmann, Heike","id":"100740","first_name":"Heike"}],"date_updated":"2024-06-10T12:00:46Z","doi":"https://doi.org/10.1016/j.asoc.2019.105901","title":"A multi-objective perspective on performance assessment and automated selection of single-objective optimization algorithms","publication":"Applied Soft Computing","type":"journal_article","status":"public","abstract":[{"text":"We build upon a recently proposed multi-objective view onto performance measurement of single-objective stochastic solvers. The trade-off between the fraction of failed runs and the mean runtime of successful runs – both to be minimized – is directly analyzed based on a study on algorithm selection of inexact state-of-the-art solvers for the famous Traveling Salesperson Problem (TSP). Moreover, we adopt the hypervolume indicator (HV) commonly used in multi-objective optimization for simultaneously assessing both conflicting objectives and investigate relations to commonly used performance indicators, both theoretically and empirically. Next to Penalized Average Runtime (PAR) and Penalized Quantile Runtime (PQR), the HV measure is used as a core concept within the construction of per-instance algorithm selection models offering interesting insights into complementary behavior of inexact TSP solvers.","lang":"eng"}],"department":[{"_id":"34"},{"_id":"819"}],"user_id":"15504","_id":"46334","language":[{"iso":"eng"}],"keyword":["Algorithm selection","Multi-objective optimization","Performance measurement","Combinatorial optimization","Traveling Salesperson Problem"]},{"type":"conference","editor":[{"first_name":"Roberto","full_name":"Battiti, Roberto","last_name":"Battiti"},{"first_name":"Mauro","last_name":"Brunato","full_name":"Brunato, Mauro"},{"first_name":"Ilias","last_name":"Kotsireas","full_name":"Kotsireas, Ilias"},{"first_name":"Panos M.","full_name":"Pardalos, Panos M.","last_name":"Pardalos"}],"status":"public","_id":"48875","department":[{"_id":"819"}],"user_id":"102979","series_title":"Lecture Notes in Computer Science","extern":"1","publication_identifier":{"isbn":["978-3-030-05348-2"]},"place":"Cham","page":"215–219","citation":{"bibtex":"@inproceedings{Bossek_Trautmann_2019, place={Cham}, series={Lecture Notes in Computer Science}, title={Multi-Objective Performance Measurement: Alternatives to PAR10 and Expected Running Time}, DOI={<a href=\"https://doi.org/10.1007/978-3-030-05348-2_19\">10.1007/978-3-030-05348-2_19</a>}, booktitle={Learning and Intelligent Optimization}, publisher={Springer International Publishing}, author={Bossek, Jakob and Trautmann, Heike}, editor={Battiti, Roberto and Brunato, Mauro and Kotsireas, Ilias and Pardalos, Panos M.}, year={2019}, pages={215–219}, collection={Lecture Notes in Computer Science} }","short":"J. Bossek, H. Trautmann, in: R. Battiti, M. Brunato, I. Kotsireas, P.M. Pardalos (Eds.), Learning and Intelligent Optimization, Springer International Publishing, Cham, 2019, pp. 215–219.","mla":"Bossek, Jakob, and Heike Trautmann. “Multi-Objective Performance Measurement: Alternatives to PAR10 and Expected Running Time.” <i>Learning and Intelligent Optimization</i>, edited by Roberto Battiti et al., Springer International Publishing, 2019, pp. 215–219, doi:<a href=\"https://doi.org/10.1007/978-3-030-05348-2_19\">10.1007/978-3-030-05348-2_19</a>.","apa":"Bossek, J., &#38; Trautmann, H. (2019). Multi-Objective Performance Measurement: Alternatives to PAR10 and Expected Running Time. In R. Battiti, M. Brunato, I. Kotsireas, &#38; P. M. Pardalos (Eds.), <i>Learning and Intelligent Optimization</i> (pp. 215–219). Springer International Publishing. <a href=\"https://doi.org/10.1007/978-3-030-05348-2_19\">https://doi.org/10.1007/978-3-030-05348-2_19</a>","ama":"Bossek J, Trautmann H. Multi-Objective Performance Measurement: Alternatives to PAR10 and Expected Running Time. In: Battiti R, Brunato M, Kotsireas I, Pardalos PM, eds. <i>Learning and Intelligent Optimization</i>. Lecture Notes in Computer Science. Springer International Publishing; 2019:215–219. doi:<a href=\"https://doi.org/10.1007/978-3-030-05348-2_19\">10.1007/978-3-030-05348-2_19</a>","chicago":"Bossek, Jakob, and Heike Trautmann. “Multi-Objective Performance Measurement: Alternatives to PAR10 and Expected Running Time.” In <i>Learning and Intelligent Optimization</i>, edited by Roberto Battiti, Mauro Brunato, Ilias Kotsireas, and Panos M. Pardalos, 215–219. Lecture Notes in Computer Science. Cham: Springer International Publishing, 2019. <a href=\"https://doi.org/10.1007/978-3-030-05348-2_19\">https://doi.org/10.1007/978-3-030-05348-2_19</a>.","ieee":"J. Bossek and H. Trautmann, “Multi-Objective Performance Measurement: Alternatives to PAR10 and Expected Running Time,” in <i>Learning and Intelligent Optimization</i>, 2019, pp. 215–219, doi: <a href=\"https://doi.org/10.1007/978-3-030-05348-2_19\">10.1007/978-3-030-05348-2_19</a>."},"date_updated":"2023-12-13T10:47:32Z","author":[{"last_name":"Bossek","orcid":"0000-0002-4121-4668","id":"102979","full_name":"Bossek, Jakob","first_name":"Jakob"},{"first_name":"Heike","last_name":"Trautmann","full_name":"Trautmann, Heike"}],"doi":"10.1007/978-3-030-05348-2_19","publication":"Learning and Intelligent Optimization","abstract":[{"text":"A multiobjective perspective onto common performance measures such as the PAR10 score or the expected runtime of single-objective stochastic solvers is presented by directly investigating the tradeoff between the fraction of failed runs and the average runtime. Multi-objective indicators operating in the bi-objective space allow for an overall performance comparison on a set of instances paving the way for instance-based automated algorithm selection techniques.","lang":"eng"}],"keyword":["Algorithm selection","Performance measurement"],"language":[{"iso":"eng"}],"year":"2019","publisher":"Springer International Publishing","date_created":"2023-11-14T15:58:57Z","title":"Multi-Objective Performance Measurement: Alternatives to PAR10 and Expected Running Time"},{"department":[{"_id":"78"}],"user_id":"3118","_id":"10677","language":[{"iso":"eng"}],"keyword":["Linux","cache storage","embedded systems","granular computing","multiprocessing systems","reconfigurable architectures","Leon3 SPARe processor","custom logic events","evolvable-self-adaptable processor cache","fine granular profiling","integer unit events","measurement infrastructure","microarchitectural events","multicore embedded system","perf_event standard Linux performance measurement interface","processor properties","run-time reconfigurable memory-to-cache address mapping engine","run-time reconfigurable multicore infrastructure","split-level caching","Field programmable gate arrays","Frequency locked loops","Irrigation","Phasor measurement units","Registers","Weaving"],"publication":"2014 {IEEE} Intl. Conf. on Evolvable Systems (ICES)","type":"conference","status":"public","author":[{"last_name":"Ho","full_name":"Ho, Nam","first_name":"Nam"},{"full_name":"Kaufmann, Paul","last_name":"Kaufmann","first_name":"Paul"},{"id":"398","full_name":"Platzner, Marco","last_name":"Platzner","first_name":"Marco"}],"date_created":"2019-07-10T11:23:00Z","date_updated":"2022-01-06T06:50:49Z","doi":"10.1109/ICES.2014.7008719","title":"Towards self-adaptive caches: A run-time reconfigurable multi-core infrastructure","page":"31-37","citation":{"bibtex":"@inproceedings{Ho_Kaufmann_Platzner_2014, title={Towards self-adaptive caches: A run-time reconfigurable multi-core infrastructure}, DOI={<a href=\"https://doi.org/10.1109/ICES.2014.7008719\">10.1109/ICES.2014.7008719</a>}, booktitle={2014 {IEEE} Intl. Conf. on Evolvable Systems (ICES)}, author={Ho, Nam and Kaufmann, Paul and Platzner, Marco}, year={2014}, pages={31–37} }","mla":"Ho, Nam, et al. “Towards Self-Adaptive Caches: A Run-Time Reconfigurable Multi-Core Infrastructure.” <i>2014 {IEEE} Intl. Conf. on Evolvable Systems (ICES)</i>, 2014, pp. 31–37, doi:<a href=\"https://doi.org/10.1109/ICES.2014.7008719\">10.1109/ICES.2014.7008719</a>.","short":"N. Ho, P. Kaufmann, M. Platzner, in: 2014 {IEEE} Intl. Conf. on Evolvable Systems (ICES), 2014, pp. 31–37.","apa":"Ho, N., Kaufmann, P., &#38; Platzner, M. (2014). Towards self-adaptive caches: A run-time reconfigurable multi-core infrastructure. In <i>2014 {IEEE} Intl. Conf. on Evolvable Systems (ICES)</i> (pp. 31–37). <a href=\"https://doi.org/10.1109/ICES.2014.7008719\">https://doi.org/10.1109/ICES.2014.7008719</a>","ama":"Ho N, Kaufmann P, Platzner M. Towards self-adaptive caches: A run-time reconfigurable multi-core infrastructure. In: <i>2014 {IEEE} Intl. Conf. on Evolvable Systems (ICES)</i>. ; 2014:31-37. doi:<a href=\"https://doi.org/10.1109/ICES.2014.7008719\">10.1109/ICES.2014.7008719</a>","chicago":"Ho, Nam, Paul Kaufmann, and Marco Platzner. “Towards Self-Adaptive Caches: A Run-Time Reconfigurable Multi-Core Infrastructure.” In <i>2014 {IEEE} Intl. Conf. on Evolvable Systems (ICES)</i>, 31–37, 2014. <a href=\"https://doi.org/10.1109/ICES.2014.7008719\">https://doi.org/10.1109/ICES.2014.7008719</a>.","ieee":"N. Ho, P. Kaufmann, and M. Platzner, “Towards self-adaptive caches: A run-time reconfigurable multi-core infrastructure,” in <i>2014 {IEEE} Intl. Conf. on Evolvable Systems (ICES)</i>, 2014, pp. 31–37."},"year":"2014"}]