[{"intvolume":" 412","_id":"45886","citation":{"ieee":"H. Wehrheim, E. Hüllermeier, S. Becker, M. Becker, C. Richter, and A. Sharma, “Composition Analysis in Unknown Contexts,” in On-The-Fly Computing -- Individualized IT-services in dynamic markets, vol. 412, C.-J. Haake, F. Meyer auf der Heide, M. Platzner, H. Wachsmuth, and H. Wehrheim, Eds. Paderborn: Heinz Nixdorf Institut, Universität Paderborn, 2023, pp. 105–123.","short":"H. Wehrheim, E. Hüllermeier, S. Becker, M. Becker, C. Richter, A. Sharma, in: C.-J. Haake, F. Meyer auf der Heide, M. Platzner, H. Wachsmuth, H. Wehrheim (Eds.), On-The-Fly Computing -- Individualized IT-Services in Dynamic Markets, Heinz Nixdorf Institut, Universität Paderborn, Paderborn, 2023, pp. 105–123.","mla":"Wehrheim, Heike, et al. “Composition Analysis in Unknown Contexts.” On-The-Fly Computing -- Individualized IT-Services in Dynamic Markets, edited by Claus-Jochen Haake et al., vol. 412, Heinz Nixdorf Institut, Universität Paderborn, 2023, pp. 105–23, doi:10.5281/zenodo.8068510.","bibtex":"@inbook{Wehrheim_Hüllermeier_Becker_Becker_Richter_Sharma_2023, place={Paderborn}, series={Verlagsschriftenreihe des Heinz Nixdorf Instituts}, title={Composition Analysis in Unknown Contexts}, volume={412}, DOI={10.5281/zenodo.8068510}, booktitle={On-The-Fly Computing -- Individualized IT-services in dynamic markets}, publisher={Heinz Nixdorf Institut, Universität Paderborn}, author={Wehrheim, Heike and Hüllermeier, Eyke and Becker, Steffen and Becker, Matthias and Richter, Cedric and Sharma, Arnab}, editor={Haake, Claus-Jochen and Meyer auf der Heide, Friedhelm and Platzner, Marco and Wachsmuth, Henning and Wehrheim, Heike}, year={2023}, pages={105–123}, collection={Verlagsschriftenreihe des Heinz Nixdorf Instituts} }","chicago":"Wehrheim, Heike, Eyke Hüllermeier, Steffen Becker, Matthias Becker, Cedric Richter, and Arnab Sharma. “Composition Analysis in Unknown Contexts.” In On-The-Fly Computing -- Individualized IT-Services in Dynamic Markets, edited by Claus-Jochen Haake, Friedhelm Meyer auf der Heide, Marco Platzner, Henning Wachsmuth, and Heike Wehrheim, 412:105–23. Verlagsschriftenreihe Des Heinz Nixdorf Instituts. Paderborn: Heinz Nixdorf Institut, Universität Paderborn, 2023. https://doi.org/10.5281/zenodo.8068510.","apa":"Wehrheim, H., Hüllermeier, E., Becker, S., Becker, M., Richter, C., & Sharma, A. (2023). Composition Analysis in Unknown Contexts. In C.-J. Haake, F. Meyer auf der Heide, M. Platzner, H. Wachsmuth, & H. Wehrheim (Eds.), On-The-Fly Computing -- Individualized IT-services in dynamic markets (Vol. 412, pp. 105–123). Heinz Nixdorf Institut, Universität Paderborn. https://doi.org/10.5281/zenodo.8068510","ama":"Wehrheim H, Hüllermeier E, Becker S, Becker M, Richter C, Sharma A. Composition Analysis in Unknown Contexts. In: Haake C-J, Meyer auf der Heide F, Platzner M, Wachsmuth H, Wehrheim H, eds. On-The-Fly Computing -- Individualized IT-Services in Dynamic Markets. Vol 412. Verlagsschriftenreihe des Heinz Nixdorf Instituts. Heinz Nixdorf Institut, Universität Paderborn; 2023:105-123. doi:10.5281/zenodo.8068510"},"year":"2023","type":"book_chapter","page":"105-123","user_id":"477","ddc":["004"],"file":[{"content_type":"application/pdf","date_updated":"2023-07-07T11:19:40Z","relation":"main_file","file_size":370888,"creator":"florida","file_id":"45887","access_level":"open_access","file_name":"B3-Chapter-SFB-Buch-Final.pdf","date_created":"2023-07-07T07:55:57Z"}],"publisher":"Heinz Nixdorf Institut, Universität Paderborn","author":[{"first_name":"Heike","full_name":"Wehrheim, Heike","last_name":"Wehrheim","id":"573"},{"full_name":"Hüllermeier, Eyke","first_name":"Eyke","id":"48129","last_name":"Hüllermeier"},{"last_name":"Becker","full_name":"Becker, Steffen","first_name":"Steffen"},{"last_name":"Becker","full_name":"Becker, Matthias","first_name":"Matthias"},{"id":"50003","last_name":"Richter","full_name":"Richter, Cedric","first_name":"Cedric"},{"full_name":"Sharma, Arnab","first_name":"Arnab","id":"67200","last_name":"Sharma"}],"file_date_updated":"2023-07-07T11:19:40Z","publication":"On-The-Fly Computing -- Individualized IT-services in dynamic markets","status":"public","has_accepted_license":"1","date_created":"2023-07-07T07:56:08Z","volume":412,"date_updated":"2023-07-07T11:19:40Z","oa":"1","doi":"10.5281/zenodo.8068510","series_title":"Verlagsschriftenreihe des Heinz Nixdorf Instituts","language":[{"iso":"eng"}],"place":"Paderborn","title":"Composition Analysis in Unknown Contexts","department":[{"_id":"7"}],"project":[{"grant_number":"160364472","name":"SFB 901: SFB 901: On-The-Fly Computing - Individualisierte IT-Dienstleistungen in dynamischen Märkten ","_id":"1"},{"name":"SFB 901 - B: SFB 901 - Project Area B","_id":"3"},{"name":"SFB 901 - B3: SFB 901 - Subproject B3","_id":"11"}],"editor":[{"last_name":"Haake","full_name":"Haake, Claus-Jochen","first_name":"Claus-Jochen"},{"first_name":"Friedhelm","full_name":"Meyer auf der Heide, Friedhelm","last_name":"Meyer auf der Heide"},{"full_name":"Platzner, Marco","first_name":"Marco","last_name":"Platzner"},{"last_name":"Wachsmuth","full_name":"Wachsmuth, Henning","first_name":"Henning"},{"full_name":"Wehrheim, Heike","first_name":"Heike","last_name":"Wehrheim"}]},{"type":"conference","citation":{"chicago":"Sharma, Arnab, Vitaly Melnikov, Eyke Hüllermeier, and Heike Wehrheim. “Property-Driven Testing of Black-Box Functions.” In Proceedings of the 10th IEEE/ACM International Conference on Formal Methods in Software Engineering (FormaliSE), 113–23. IEEE, 2022.","short":"A. Sharma, V. Melnikov, E. Hüllermeier, H. Wehrheim, in: Proceedings of the 10th IEEE/ACM International Conference on Formal Methods in Software Engineering (FormaliSE), IEEE, 2022, pp. 113–123.","apa":"Sharma, A., Melnikov, V., Hüllermeier, E., & Wehrheim, H. (2022). Property-Driven Testing of Black-Box Functions. Proceedings of the 10th IEEE/ACM International Conference on Formal Methods in Software Engineering (FormaliSE), 113–123.","ama":"Sharma A, Melnikov V, Hüllermeier E, Wehrheim H. Property-Driven Testing of Black-Box Functions. In: Proceedings of the 10th IEEE/ACM International Conference on Formal Methods in Software Engineering (FormaliSE). IEEE; 2022:113-123.","bibtex":"@inproceedings{Sharma_Melnikov_Hüllermeier_Wehrheim_2022, title={Property-Driven Testing of Black-Box Functions}, booktitle={Proceedings of the 10th IEEE/ACM International Conference on Formal Methods in Software Engineering (FormaliSE)}, publisher={IEEE}, author={Sharma, Arnab and Melnikov, Vitaly and Hüllermeier, Eyke and Wehrheim, Heike}, year={2022}, pages={113–123} }","mla":"Sharma, Arnab, et al. “Property-Driven Testing of Black-Box Functions.” Proceedings of the 10th IEEE/ACM International Conference on Formal Methods in Software Engineering (FormaliSE), IEEE, 2022, pp. 113–23.","ieee":"A. Sharma, V. Melnikov, E. Hüllermeier, and H. Wehrheim, “Property-Driven Testing of Black-Box Functions,” in Proceedings of the 10th IEEE/ACM International Conference on Formal Methods in Software Engineering (FormaliSE), 2022, pp. 113–123."},"year":"2022","page":"113-123","language":[{"iso":"eng"}],"date_updated":"2022-07-01T11:21:36Z","_id":"32311","author":[{"id":"67200","last_name":"Sharma","full_name":"Sharma, Arnab","first_name":"Arnab"},{"last_name":"Melnikov","id":"58747","first_name":"Vitaly","full_name":"Melnikov, Vitaly"},{"id":"48129","last_name":"Hüllermeier","full_name":"Hüllermeier, Eyke","first_name":"Eyke"},{"first_name":"Heike","full_name":"Wehrheim, Heike","last_name":"Wehrheim","id":"573"}],"publisher":"IEEE","publication":"Proceedings of the 10th IEEE/ACM International Conference on Formal Methods in Software Engineering (FormaliSE)","department":[{"_id":"7"}],"status":"public","project":[{"name":"SFB 901: SFB 901","_id":"1"},{"name":"SFB 901 - B: SFB 901 - Project Area B","_id":"3"},{"name":"SFB 901 - B3: SFB 901 - Subproject B3","_id":"11"}],"date_created":"2022-07-01T11:18:03Z","abstract":[{"text":"Testing is one of the most frequent means of quality assurance for software. Property-based testing aims at generating test suites for checking code against user-defined properties. Test input generation is, however, most often independent of the property to be checked, and is instead based on random or user-defined data generation.In this paper, we present property-driven unit testing of functions with numerical inputs and outputs. Alike property-based testing, it allows users to define the properties to be tested for. Contrary to property-based testing, it also uses the property for a targeted generation of test inputs. Our approach is a form of learning-based testing where we first of all learn a model of a given black-box function using standard machine learning algorithms, and in a second step use model and property for test input generation. This allows us to test both predefined functions as well as machine learned regression models. Our experimental evaluation shows that our property-driven approach is more effective than standard property-based testing techniques.","lang":"eng"}],"title":"Property-Driven Testing of Black-Box Functions","user_id":"477"},{"title":"MLCheck- Property-Driven Testing of Machine Learning Models","user_id":"65716","volume":"abs/2105.00741","date_created":"2021-10-01T06:54:10Z","status":"public","publication":"CoRR","department":[{"_id":"574"}],"author":[{"first_name":"Arnab","full_name":"Sharma, Arnab","last_name":"Sharma","id":"67200"},{"full_name":"Demir, Caglar","first_name":"Caglar","id":"43817","last_name":"Demir"},{"full_name":"Ngonga Ngomo, Axel-Cyrille","first_name":"Axel-Cyrille","id":"65716","last_name":"Ngonga Ngomo"},{"first_name":"Heike","full_name":"Wehrheim, Heike","last_name":"Wehrheim","id":"573"}],"_id":"25213","date_updated":"2022-01-06T06:56:55Z","year":"2021","type":"journal_article","citation":{"mla":"Sharma, Arnab, et al. “MLCheck- Property-Driven Testing of Machine Learning Models.” CoRR, vol. abs/2105.00741, 2021.","bibtex":"@article{Sharma_Demir_Ngonga Ngomo_Wehrheim_2021, title={MLCheck- Property-Driven Testing of Machine Learning Models}, volume={abs/2105.00741}, journal={CoRR}, author={Sharma, Arnab and Demir, Caglar and Ngonga Ngomo, Axel-Cyrille and Wehrheim, Heike}, year={2021} }","ama":"Sharma A, Demir C, Ngonga Ngomo A-C, Wehrheim H. MLCheck- Property-Driven Testing of Machine Learning Models. CoRR. 2021;abs/2105.00741.","apa":"Sharma, A., Demir, C., Ngonga Ngomo, A.-C., & Wehrheim, H. (2021). MLCheck- Property-Driven Testing of Machine Learning Models. CoRR, abs/2105.00741.","chicago":"Sharma, Arnab, Caglar Demir, Axel-Cyrille Ngonga Ngomo, and Heike Wehrheim. “MLCheck- Property-Driven Testing of Machine Learning Models.” CoRR abs/2105.00741 (2021).","ieee":"A. Sharma, C. Demir, A.-C. Ngonga Ngomo, and H. Wehrheim, “MLCheck- Property-Driven Testing of Machine Learning Models,” CoRR, vol. abs/2105.00741, 2021.","short":"A. Sharma, C. Demir, A.-C. Ngonga Ngomo, H. Wehrheim, CoRR abs/2105.00741 (2021)."},"language":[{"iso":"eng"}]},{"user_id":"477","title":"MLCHECK–Property-Driven Testing of Machine Learning Classifiers","abstract":[{"lang":"eng","text":"In recent years, we observe an increasing amount of software with machine learning components being deployed. This poses the question of quality assurance for such components: how can we validate whether specified requirements are fulfilled by a machine learned software? Current testing and verification approaches either focus on a single requirement (e.g., fairness) or specialize on a single type of machine learning model (e.g., neural networks).\r\nIn this paper, we propose property-driven testing of machine learning models. Our approach MLCheck encompasses (1) a language for property specification, and (2) a technique for systematic test case generation. The specification language is comparable to property-based testing languages. Test case generation employs advanced verification technology for a systematic, property dependent construction of test suites, without additional user supplied generator functions. We evaluate MLCheck using requirements and data sets from three different application areas (software\r\ndiscrimination, learning on knowledge graphs and security). Our evaluation shows that despite its generality MLCheck can even outperform specialised testing approaches while having a comparable runtime"}],"project":[{"_id":"1","name":"SFB 901"},{"name":"SFB 901 - Project Area B","_id":"3"},{"_id":"11","name":"SFB 901 - Subproject B3"},{"_id":"10","name":"SFB 901 - Subproject B2"}],"date_created":"2021-12-07T11:11:36Z","status":"public","publication_status":"accepted","publication":"Proceedings of the 20th IEEE International Conference on Machine Learning and Applications (ICMLA)","department":[{"_id":"7"},{"_id":"77"},{"_id":"574"}],"publisher":"IEEE","author":[{"id":"67200","last_name":"Sharma","full_name":"Sharma, Arnab","first_name":"Arnab"},{"last_name":"Demir","id":"43817","first_name":"Caglar","full_name":"Demir, Caglar"},{"full_name":"Ngonga Ngomo, Axel-Cyrille","first_name":"Axel-Cyrille","id":"65716","last_name":"Ngonga Ngomo"},{"id":"573","last_name":"Wehrheim","full_name":"Wehrheim, Heike","first_name":"Heike"}],"date_updated":"2022-01-06T06:58:02Z","_id":"28350","language":[{"iso":"eng"}],"type":"conference","citation":{"apa":"Sharma, A., Demir, C., Ngonga Ngomo, A.-C., & Wehrheim, H. (n.d.). MLCHECK–Property-Driven Testing of Machine Learning Classifiers. Proceedings of the 20th IEEE International Conference on Machine Learning and Applications (ICMLA).","ama":"Sharma A, Demir C, Ngonga Ngomo A-C, Wehrheim H. MLCHECK–Property-Driven Testing of Machine Learning Classifiers. In: Proceedings of the 20th IEEE International Conference on Machine Learning and Applications (ICMLA). IEEE.","chicago":"Sharma, Arnab, Caglar Demir, Axel-Cyrille Ngonga Ngomo, and Heike Wehrheim. “MLCHECK–Property-Driven Testing of Machine Learning Classifiers.” In Proceedings of the 20th IEEE International Conference on Machine Learning and Applications (ICMLA). IEEE, n.d.","mla":"Sharma, Arnab, et al. “MLCHECK–Property-Driven Testing of Machine Learning Classifiers.” Proceedings of the 20th IEEE International Conference on Machine Learning and Applications (ICMLA), IEEE.","bibtex":"@inproceedings{Sharma_Demir_Ngonga Ngomo_Wehrheim, title={MLCHECK–Property-Driven Testing of Machine Learning Classifiers}, booktitle={Proceedings of the 20th IEEE International Conference on Machine Learning and Applications (ICMLA)}, publisher={IEEE}, author={Sharma, Arnab and Demir, Caglar and Ngonga Ngomo, Axel-Cyrille and Wehrheim, Heike} }","short":"A. Sharma, C. Demir, A.-C. Ngonga Ngomo, H. Wehrheim, in: Proceedings of the 20th IEEE International Conference on Machine Learning and Applications (ICMLA), IEEE, n.d.","ieee":"A. Sharma, C. Demir, A.-C. Ngonga Ngomo, and H. Wehrheim, “MLCHECK–Property-Driven Testing of Machine Learning Classifiers.”"},"year":"2021"},{"user_id":"477","title":"Automatic Fairness Testing of Machine Learning Models","publisher":"Springer","author":[{"last_name":"Sharma","id":"67200","first_name":"Arnab","full_name":"Sharma, Arnab"},{"full_name":"Wehrheim, Heike","first_name":"Heike","id":"573","last_name":"Wehrheim"}],"publication":"Proceedings of the 32th IFIP International Conference on Testing Software and Systems (ICTSS)","department":[{"_id":"7"},{"_id":"77"}],"status":"public","date_created":"2020-09-24T12:53:02Z","project":[{"_id":"1","name":"SFB 901"},{"name":"SFB 901 - Subproject B3","_id":"11"},{"name":"SFB 901 - Project Area B","_id":"3"}],"publication_status":"accepted","date_updated":"2022-01-06T06:54:09Z","_id":"19656","series_title":"LNCS","language":[{"iso":"eng"}],"type":"conference","year":"2020","citation":{"ieee":"A. Sharma and H. Wehrheim, “Automatic Fairness Testing of Machine Learning Models,” in Proceedings of the 32th IFIP International Conference on Testing Software and Systems (ICTSS).","short":"A. Sharma, H. Wehrheim, in: Proceedings of the 32th IFIP International Conference on Testing Software and Systems (ICTSS), Springer, n.d.","bibtex":"@inproceedings{Sharma_Wehrheim, series={LNCS}, title={Automatic Fairness Testing of Machine Learning Models}, booktitle={Proceedings of the 32th IFIP International Conference on Testing Software and Systems (ICTSS)}, publisher={Springer}, author={Sharma, Arnab and Wehrheim, Heike}, collection={LNCS} }","mla":"Sharma, Arnab, and Heike Wehrheim. “Automatic Fairness Testing of Machine Learning Models.” Proceedings of the 32th IFIP International Conference on Testing Software and Systems (ICTSS), Springer.","chicago":"Sharma, Arnab, and Heike Wehrheim. “Automatic Fairness Testing of Machine Learning Models.” In Proceedings of the 32th IFIP International Conference on Testing Software and Systems (ICTSS). LNCS. Springer, n.d.","apa":"Sharma, A., & Wehrheim, H. (n.d.). Automatic Fairness Testing of Machine Learning Models. In Proceedings of the 32th IFIP International Conference on Testing Software and Systems (ICTSS). Springer.","ama":"Sharma A, Wehrheim H. Automatic Fairness Testing of Machine Learning Models. In: Proceedings of the 32th IFIP International Conference on Testing Software and Systems (ICTSS). LNCS. Springer."}},{"language":[{"iso":"eng"}],"year":"2020","type":"journal_article","citation":{"short":"A. Sharma, H. Wehrheim, CoRR abs/2002.12278 (2020).","ieee":"A. Sharma and H. Wehrheim, “Testing Monotonicity of Machine Learning Models,” CoRR, vol. abs/2002.12278, 2020.","chicago":"Sharma, Arnab, and Heike Wehrheim. “Testing Monotonicity of Machine Learning Models.” CoRR abs/2002.12278 (2020).","apa":"Sharma, A., & Wehrheim, H. (2020). Testing Monotonicity of Machine Learning Models. CoRR, abs/2002.12278.","ama":"Sharma A, Wehrheim H. Testing Monotonicity of Machine Learning Models. CoRR. 2020;abs/2002.12278.","mla":"Sharma, Arnab, and Heike Wehrheim. “Testing Monotonicity of Machine Learning Models.” CoRR, vol. abs/2002.12278, 2020.","bibtex":"@article{Sharma_Wehrheim_2020, title={Testing Monotonicity of Machine Learning Models}, volume={abs/2002.12278}, journal={CoRR}, author={Sharma, Arnab and Wehrheim, Heike}, year={2020} }"},"date_updated":"2022-01-06T06:54:25Z","_id":"20279","department":[{"_id":"77"}],"publication":"CoRR","author":[{"full_name":"Sharma, Arnab","first_name":"Arnab","id":"67200","last_name":"Sharma"},{"last_name":"Wehrheim","id":"573","first_name":"Heike","full_name":"Wehrheim, Heike"}],"date_created":"2020-11-04T08:48:04Z","status":"public","volume":"abs/2002.12278","user_id":"29719","title":"Testing Monotonicity of Machine Learning Models"},{"user_id":"477","title":"Higher Income, Larger Loan? Monotonicity Testing of Machine Learning Models","department":[{"_id":"7"},{"_id":"77"}],"publication":"Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA).","author":[{"last_name":"Sharma","id":"67200","first_name":"Arnab","full_name":"Sharma, Arnab"},{"id":"573","last_name":"Wehrheim","full_name":"Wehrheim, Heike","first_name":"Heike"}],"publisher":"ACM","project":[{"_id":"1","name":"SFB 901"},{"_id":"3","name":"SFB 901 - Project Area B"},{"_id":"11","name":"SFB 901 - Subproject B3"}],"date_created":"2020-04-19T14:01:53Z","status":"public","publication_status":"accepted","date_updated":"2022-01-06T06:52:55Z","_id":"16724","language":[{"iso":"eng"}],"type":"conference","year":"2020","citation":{"ieee":"A. Sharma and H. Wehrheim, “Higher Income, Larger Loan? Monotonicity Testing of Machine Learning Models,” in Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA).","short":"A. Sharma, H. Wehrheim, in: Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA)., ACM, n.d.","mla":"Sharma, Arnab, and Heike Wehrheim. “Higher Income, Larger Loan? Monotonicity Testing of Machine Learning Models.” Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA)., ACM.","bibtex":"@inproceedings{Sharma_Wehrheim, title={Higher Income, Larger Loan? Monotonicity Testing of Machine Learning Models}, booktitle={Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA).}, publisher={ACM}, author={Sharma, Arnab and Wehrheim, Heike} }","ama":"Sharma A, Wehrheim H. Higher Income, Larger Loan? Monotonicity Testing of Machine Learning Models. In: Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA). ACM.","apa":"Sharma, A., & Wehrheim, H. (n.d.). Higher Income, Larger Loan? Monotonicity Testing of Machine Learning Models. In Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA). ACM.","chicago":"Sharma, Arnab, and Heike Wehrheim. “Higher Income, Larger Loan? Monotonicity Testing of Machine Learning Models.” In Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA). ACM, n.d."}},{"abstract":[{"text":"For optimal placement and orchestration of network services, it is crucial\r\nthat their structure and semantics are specified clearly and comprehensively\r\nand are available to an orchestrator. Existing specification approaches are\r\neither ambiguous or miss important aspects regarding the behavior of virtual\r\nnetwork functions (VNFs) forming a service. We propose to formally and\r\nunambiguously specify the behavior of these functions and services using\r\nQueuing Petri Nets (QPNs). QPNs are an established method that allows to\r\nexpress queuing, synchronization, stochastically distributed processing delays,\r\nand changing traffic volume and characteristics at each VNF. With QPNs,\r\nmultiple VNFs can be connected to complete network services in any structure,\r\neven specifying bidirectional network services containing loops.\r\n We discuss how management and orchestration systems can benefit from our\r\nclear and comprehensive specification approach, leading to better placement of\r\nVNFs and improved Quality of Service. Another benefit of formally specifying\r\nnetwork services with QPNs are diverse analysis options, which allow valuable\r\ninsights such as the distribution of end-to-end delay. We propose a tool-based\r\nworkflow that supports the specification of network services and the automatic\r\ngeneration of corresponding simulation code to enable an in-depth analysis of\r\ntheir behavior and performance.","lang":"eng"}],"ddc":["040"],"user_id":"35343","publisher":"IFIP","author":[{"last_name":"Schneider","id":"35343","first_name":"Stefan Balthasar","orcid":"0000-0001-8210-4011","full_name":"Schneider, Stefan Balthasar"},{"full_name":"Sharma, Arnab","first_name":"Arnab","id":"67200","last_name":"Sharma"},{"full_name":"Karl, Holger","first_name":"Holger","id":"126","last_name":"Karl"},{"full_name":"Wehrheim, Heike","first_name":"Heike","id":"573","last_name":"Wehrheim"}],"file_date_updated":"2019-01-07T12:38:35Z","publication":"2019 IFIP/IEEE International Symposium on Integrated Network Management (IM)","file":[{"file_name":"ris_preprint.pdf","date_created":"2019-01-07T12:38:35Z","access_level":"open_access","file_size":497528,"file_id":"6504","creator":"stschn","date_updated":"2019-01-07T12:38:35Z","content_type":"application/pdf","relation":"main_file"}],"status":"public","has_accepted_license":"1","date_created":"2018-06-18T15:23:18Z","_id":"3287","conference":{"end_date":"2019-04-12","location":"Washington, DC, USA","start_date":"2019-04-08","name":"2019 IFIP/IEEE International Symposium on Integrated Network Management (IM)"},"main_file_link":[{"url":"http://dl.ifip.org/db/conf/im/im2019/188490.pdf","open_access":"1"}],"citation":{"mla":"Schneider, Stefan Balthasar, et al. “Specifying and Analyzing Virtual Network Services Using Queuing Petri Nets.” 2019 IFIP/IEEE International Symposium on Integrated Network Management (IM), IFIP, 2019, pp. 116--124.","bibtex":"@inproceedings{Schneider_Sharma_Karl_Wehrheim_2019, place={Washington, DC, USA}, title={Specifying and Analyzing Virtual Network Services Using Queuing Petri Nets}, booktitle={2019 IFIP/IEEE International Symposium on Integrated Network Management (IM)}, publisher={IFIP}, author={Schneider, Stefan Balthasar and Sharma, Arnab and Karl, Holger and Wehrheim, Heike}, year={2019}, pages={116--124} }","apa":"Schneider, S. B., Sharma, A., Karl, H., & Wehrheim, H. (2019). Specifying and Analyzing Virtual Network Services Using Queuing Petri Nets. In 2019 IFIP/IEEE International Symposium on Integrated Network Management (IM) (pp. 116--124). Washington, DC, USA: IFIP.","ama":"Schneider SB, Sharma A, Karl H, Wehrheim H. Specifying and Analyzing Virtual Network Services Using Queuing Petri Nets. In: 2019 IFIP/IEEE International Symposium on Integrated Network Management (IM). Washington, DC, USA: IFIP; 2019:116--124.","chicago":"Schneider, Stefan Balthasar, Arnab Sharma, Holger Karl, and Heike Wehrheim. “Specifying and Analyzing Virtual Network Services Using Queuing Petri Nets.” In 2019 IFIP/IEEE International Symposium on Integrated Network Management (IM), 116--124. Washington, DC, USA: IFIP, 2019.","ieee":"S. B. Schneider, A. Sharma, H. Karl, and H. Wehrheim, “Specifying and Analyzing Virtual Network Services Using Queuing Petri Nets,” in 2019 IFIP/IEEE International Symposium on Integrated Network Management (IM), Washington, DC, USA, 2019, pp. 116--124.","short":"S.B. Schneider, A. Sharma, H. Karl, H. Wehrheim, in: 2019 IFIP/IEEE International Symposium on Integrated Network Management (IM), IFIP, Washington, DC, USA, 2019, pp. 116--124."},"year":"2019","type":"conference","page":"116--124","place":"Washington, DC, USA","title":"Specifying and Analyzing Virtual Network Services Using Queuing Petri Nets","department":[{"_id":"77"},{"_id":"75"}],"project":[{"name":"SFB 901 - Project Area B","_id":"3"},{"_id":"11","name":"SFB 901 - Subproject B3"},{"_id":"1","name":"SFB 901"},{"_id":"4","name":"SFB 901 - Project Area C"},{"name":"SFB 901 - Subproject C4","_id":"16"},{"_id":"28","grant_number":"761493","name":"5G Development and validation platform for global industry-specific network services and Apps"},{"_id":"25","call_identifier":"5G PPP Phase 1","name":"SONATA NFV: Agile Service Development and Orchestration in 5G Virtualized Networks","grant_number":"671517"}],"date_updated":"2022-01-06T06:59:09Z","oa":"1","language":[{"iso":"eng"}]},{"citation":{"chicago":"Sharma, Arnab, and Heike Wehrheim. “Testing Balancedness of ML Algorithms.” In Proceedings of the Software Engineering Conference (SE), P-292:157–58. Lecture Notes in Informatics (LNI). Stuttgart: Gesellschaft für Informatik e.V. (GI), 2019.","apa":"Sharma, A., & Wehrheim, H. (2019). Testing Balancedness of ML Algorithms. In Proceedings of the Software Engineering Conference (SE) (Vol. P-292, pp. 157–158). Stuttgart: Gesellschaft für Informatik e.V. (GI).","ama":"Sharma A, Wehrheim H. Testing Balancedness of ML Algorithms. In: Proceedings of the Software Engineering Conference (SE). Vol P-292. Lecture Notes in Informatics (LNI). Stuttgart: Gesellschaft für Informatik e.V. (GI); 2019:157-158.","bibtex":"@inproceedings{Sharma_Wehrheim_2019, place={Stuttgart}, series={Lecture Notes in Informatics (LNI)}, title={Testing Balancedness of ML Algorithms}, volume={P-292}, booktitle={Proceedings of the Software Engineering Conference (SE)}, publisher={Gesellschaft für Informatik e.V. (GI)}, author={Sharma, Arnab and Wehrheim, Heike}, year={2019}, pages={157–158}, collection={Lecture Notes in Informatics (LNI)} }","mla":"Sharma, Arnab, and Heike Wehrheim. “Testing Balancedness of ML Algorithms.” Proceedings of the Software Engineering Conference (SE), vol. P-292, Gesellschaft für Informatik e.V. (GI), 2019, pp. 157–58.","short":"A. Sharma, H. Wehrheim, in: Proceedings of the Software Engineering Conference (SE), Gesellschaft für Informatik e.V. (GI), Stuttgart, 2019, pp. 157–158.","ieee":"A. Sharma and H. Wehrheim, “Testing Balancedness of ML Algorithms,” in Proceedings of the Software Engineering Conference (SE), Stuttgart, 2019, vol. P-292, pp. 157–158."},"year":"2019","type":"conference_abstract","page":"157 - 158","_id":"7752","conference":{"end_date":"2019-02-22","name":"Software Engineering(SE)","start_date":"2019-02-18","location":"Stuttgart"},"status":"public","date_created":"2019-02-19T08:28:23Z","volume":"P-292","author":[{"full_name":"Sharma, Arnab","first_name":"Arnab","id":"67200","last_name":"Sharma"},{"full_name":"Wehrheim, Heike","first_name":"Heike","id":"573","last_name":"Wehrheim"}],"publisher":"Gesellschaft für Informatik e.V. (GI)","publication":"Proceedings of the Software Engineering Conference (SE)","user_id":"477","language":[{"iso":"eng"}],"series_title":"Lecture Notes in Informatics (LNI)","date_updated":"2022-01-06T07:03:45Z","project":[{"name":"SFB 901 - Project Area B","_id":"3"},{"_id":"11","name":"SFB 901 - Subproject B3"},{"name":"SFB 901","_id":"1"}],"publication_status":"published","publication_identifier":{"isbn":["978-3-88579-686-2"]},"department":[{"_id":"34"},{"_id":"77"}],"title":"Testing Balancedness of ML Algorithms","place":"Stuttgart"},{"place":"Xi'an, China","title":"Testing Machine Learning Algorithms for Balanced Data Usage","department":[{"_id":"34"},{"_id":"77"}],"project":[{"name":"SFB 901 - Project Area B","_id":"3"},{"_id":"11","name":"SFB 901 - Subproject B3"},{"_id":"1","name":"SFB 901"}],"publication_status":"published","date_updated":"2022-01-06T07:03:42Z","language":[{"iso":"eng"}],"user_id":"29719","ddc":["004"],"file":[{"date_updated":"2019-08-26T10:56:34Z","content_type":"application/pdf","success":1,"relation":"main_file","file_size":266375,"file_id":"12960","creator":"ups","access_level":"closed","date_created":"2019-08-26T10:56:34Z","file_name":"08730187.pdf"}],"publication":"IEEE International Conference on Software Testing, Verification and Validation (ICST)","file_date_updated":"2019-08-26T10:56:34Z","author":[{"last_name":"Sharma","id":"67200","first_name":"Arnab","full_name":"Sharma, Arnab"},{"last_name":"Wehrheim","id":"573","first_name":"Heike","full_name":"Wehrheim, Heike"}],"publisher":"IEEE","date_created":"2019-02-12T12:31:57Z","status":"public","has_accepted_license":"1","conference":{"location":"Xi'an, China, April, 2019","start_date":"2019-04-22","name":"IEEE International Conference on Software Testing, Verification and Validation (ICST)","end_date":"2019-04-27"},"_id":"7635","page":"125--135","type":"conference","citation":{"chicago":"Sharma, Arnab, and Heike Wehrheim. “Testing Machine Learning Algorithms for Balanced Data Usage.” In IEEE International Conference on Software Testing, Verification and Validation (ICST), 125--135. Xi’an, China: IEEE, 2019.","apa":"Sharma, A., & Wehrheim, H. (2019). Testing Machine Learning Algorithms for Balanced Data Usage. In IEEE International Conference on Software Testing, Verification and Validation (ICST) (pp. 125--135). Xi’an, China: IEEE.","ama":"Sharma A, Wehrheim H. Testing Machine Learning Algorithms for Balanced Data Usage. In: IEEE International Conference on Software Testing, Verification and Validation (ICST). Xi’an, China: IEEE; 2019:125--135.","mla":"Sharma, Arnab, and Heike Wehrheim. “Testing Machine Learning Algorithms for Balanced Data Usage.” IEEE International Conference on Software Testing, Verification and Validation (ICST), IEEE, 2019, pp. 125--135.","bibtex":"@inproceedings{Sharma_Wehrheim_2019, place={Xi’an, China}, title={Testing Machine Learning Algorithms for Balanced Data Usage}, booktitle={IEEE International Conference on Software Testing, Verification and Validation (ICST)}, publisher={IEEE}, author={Sharma, Arnab and Wehrheim, Heike}, year={2019}, pages={125--135} }","short":"A. Sharma, H. Wehrheim, in: IEEE International Conference on Software Testing, Verification and Validation (ICST), IEEE, Xi’an, China, 2019, pp. 125--135.","ieee":"A. Sharma and H. Wehrheim, “Testing Machine Learning Algorithms for Balanced Data Usage,” in IEEE International Conference on Software Testing, Verification and Validation (ICST), Xi’an, China, April, 2019, 2019, pp. 125--135."},"year":"2019"},{"page":"157-158","year":"2019","type":"conference","citation":{"apa":"Sharma, A., & Wehrheim, H. (2019). Testing Balancedness of ML Algorithms. In S. Becker, I. Bogicevic, G. Herzwurm, & S. Wagner (Eds.), Software Engineering and Software Management, {SE/SWM} 2019, Stuttgart, Germany, February 18-22, 2019 (Vol. {P-292}, pp. 157–158). {GI}. https://doi.org/10.18420/se2019-48","ama":"Sharma A, Wehrheim H. Testing Balancedness of ML Algorithms. In: Becker S, Bogicevic I, Herzwurm G, Wagner S, eds. Software Engineering and Software Management, {SE/SWM} 2019, Stuttgart, Germany, February 18-22, 2019. Vol {P-292}. {LNI}. {GI}; 2019:157-158. doi:10.18420/se2019-48","chicago":"Sharma, Arnab, and Heike Wehrheim. “Testing Balancedness of ML Algorithms.” In Software Engineering and Software Management, {SE/SWM} 2019, Stuttgart, Germany, February 18-22, 2019, edited by Steffen Becker, Ivan Bogicevic, Georg Herzwurm, and Stefan Wagner, {P-292}:157–58. {LNI}. {GI}, 2019. https://doi.org/10.18420/se2019-48.","bibtex":"@inproceedings{Sharma_Wehrheim_2019, series={{LNI}}, title={Testing Balancedness of ML Algorithms}, volume={{P-292}}, DOI={10.18420/se2019-48}, booktitle={Software Engineering and Software Management, {SE/SWM} 2019, Stuttgart, Germany, February 18-22, 2019}, publisher={{GI}}, author={Sharma, Arnab and Wehrheim, Heike}, editor={Becker, Steffen and Bogicevic, Ivan and Herzwurm, Georg and Wagner, StefanEditors}, year={2019}, pages={157–158}, collection={{LNI}} }","mla":"Sharma, Arnab, and Heike Wehrheim. “Testing Balancedness of ML Algorithms.” Software Engineering and Software Management, {SE/SWM} 2019, Stuttgart, Germany, February 18-22, 2019, edited by Steffen Becker et al., vol. {P-292}, {GI}, 2019, pp. 157–58, doi:10.18420/se2019-48.","short":"A. Sharma, H. Wehrheim, in: S. Becker, I. Bogicevic, G. Herzwurm, S. Wagner (Eds.), Software Engineering and Software Management, {SE/SWM} 2019, Stuttgart, Germany, February 18-22, 2019, {GI}, 2019, pp. 157–158.","ieee":"A. Sharma and H. Wehrheim, “Testing Balancedness of ML Algorithms,” in Software Engineering and Software Management, {SE/SWM} 2019, Stuttgart, Germany, February 18-22, 2019, 2019, vol. {P-292}, pp. 157–158."},"language":[{"iso":"eng"}],"series_title":"{LNI}","doi":"10.18420/se2019-48","date_updated":"2022-01-06T06:50:28Z","_id":"10094","volume":"{P-292}","editor":[{"full_name":"Becker, Steffen","first_name":"Steffen","last_name":"Becker"},{"first_name":"Ivan","full_name":"Bogicevic, Ivan","last_name":"Bogicevic"},{"first_name":"Georg","full_name":"Herzwurm, Georg","last_name":"Herzwurm"},{"full_name":"Wagner, Stefan","first_name":"Stefan","last_name":"Wagner"}],"date_created":"2019-06-03T08:10:55Z","status":"public","department":[{"_id":"77"}],"publication":"Software Engineering and Software Management, {SE/SWM} 2019, Stuttgart, Germany, February 18-22, 2019","author":[{"full_name":"Sharma, Arnab","first_name":"Arnab","id":"67200","last_name":"Sharma"},{"last_name":"Wehrheim","id":"573","first_name":"Heike","full_name":"Wehrheim, Heike"}],"publisher":"{GI}","title":"Testing Balancedness of ML Algorithms","user_id":"29719"}]