[{"department":[{"_id":"76"}],"user_id":"32312","_id":"52662","language":[{"iso":"eng"}],"keyword":["Automated static analysis","Software usability"],"publication":"Software Engineering 2023","type":"book_chapter","status":"public","abstract":[{"lang":"eng","text":"Static analysis tools support developers in detecting potential coding issues, such as bugs or vulnerabilities. Research emphasizes technical challenges of such tools but also mentions severe usability shortcomings. These shortcomings hinder the adoption of static analysis tools, and user dissatisfaction may even lead to tool abandonment. To comprehensively assess the state of the art, we present the first systematic usability evaluation of a wide range of static analysis tools. We derived a set of 36 relevant criteria from the literature and used them to evaluate a total of 46 static analysis tools complying with our inclusion and exclusion criteria - a representative set of mainly non-proprietary tools. The evaluation against the usability criteria in a multiple-raters approach shows that two thirds of the considered tools off er poor warning messages, while about three-quarters provide hardly any fix support. Furthermore, the integration of user knowledge is strongly neglected, which could be used for instance, to improve handling of false positives. Finally, issues regarding workflow integration and specialized user interfaces are revealed. These findings should prove useful in guiding and focusing further research and development in user experience for static code analyses."}],"date_created":"2024-03-20T09:26:29Z","author":[{"first_name":"Marcus","id":"41213","full_name":"Nachtigall, Marcus","last_name":"Nachtigall"},{"last_name":"Schlichtig","orcid":"0000-0001-6600-6171","id":"32312","full_name":"Schlichtig, Michael","first_name":"Michael"},{"first_name":"Eric","full_name":"Bodden, Eric","id":"59256","last_name":"Bodden","orcid":"0000-0003-3470-3647"}],"publisher":"Gesellschaft für Informatik e.V.","date_updated":"2024-03-20T09:27:41Z","main_file_link":[{"url":"https://dl.gi.de/items/5afe477f-2f6a-4b3d-b391-f024baf0b7a5"}],"title":"Evaluation of Usability Criteria Addressed by Static Analysis Tools on a Large Scale","publication_identifier":{"isbn":["978-3-88579-726-5"]},"page":"95–96","citation":{"apa":"Nachtigall, M., Schlichtig, M., &#38; Bodden, E. (2023). Evaluation of Usability Criteria Addressed by Static Analysis Tools on a Large Scale. In <i>Software Engineering 2023</i> (pp. 95–96). Gesellschaft für Informatik e.V.","bibtex":"@inbook{Nachtigall_Schlichtig_Bodden_2023, place={Bonn}, title={Evaluation of Usability Criteria Addressed by Static Analysis Tools on a Large Scale}, booktitle={Software Engineering 2023}, publisher={Gesellschaft für Informatik e.V.}, author={Nachtigall, Marcus and Schlichtig, Michael and Bodden, Eric}, year={2023}, pages={95–96} }","mla":"Nachtigall, Marcus, et al. “Evaluation of Usability Criteria Addressed by Static Analysis Tools on a Large Scale.” <i>Software Engineering 2023</i>, Gesellschaft für Informatik e.V., 2023, pp. 95–96.","short":"M. Nachtigall, M. Schlichtig, E. Bodden, in: Software Engineering 2023, Gesellschaft für Informatik e.V., Bonn, 2023, pp. 95–96.","ama":"Nachtigall M, Schlichtig M, Bodden E. Evaluation of Usability Criteria Addressed by Static Analysis Tools on a Large Scale. In: <i>Software Engineering 2023</i>. Gesellschaft für Informatik e.V.; 2023:95–96.","chicago":"Nachtigall, Marcus, Michael Schlichtig, and Eric Bodden. “Evaluation of Usability Criteria Addressed by Static Analysis Tools on a Large Scale.” In <i>Software Engineering 2023</i>, 95–96. Bonn: Gesellschaft für Informatik e.V., 2023.","ieee":"M. Nachtigall, M. Schlichtig, and E. Bodden, “Evaluation of Usability Criteria Addressed by Static Analysis Tools on a Large Scale,” in <i>Software Engineering 2023</i>, Bonn: Gesellschaft für Informatik e.V., 2023, pp. 95–96."},"place":"Bonn","year":"2023"},{"abstract":[{"text":"Due to the proliferation of Virtual Reality (VR) technology, VR is finding new applications in various domains, such as stock trading. Here, traders invest in stocks intending to increase their profit. For this purpose, in conventional stock trading, traders usually make use of 2D applications on desktop or laptop devices. This leads to many drawbacks such as poor visibility due to limited 2D representation, complex interaction due to indirect interaction via mouse and keyboard, or restricted support for collaboration between traders. To overcome these issues, we have developed a novel collaborative, virtual environment for stock trading, which enables stock traders to view financial information and trade stocks with other collaborators. The main results of a usability study indicate that the VR environment, compared to conventional stock trading, shows no significant advantages concerning efficiency and effectiveness, however, we could observe an increased user satisfaction and better collaboration.","lang":"eng"}],"status":"public","type":"conference","publication":"Proceedings of the 17th International Conference on Wirtschaftsinformatik","keyword":["virtual reality","stock trading","collaboration","usability"],"language":[{"iso":"eng"}],"_id":"29840","user_id":"47208","department":[{"_id":"66"},{"_id":"534"}],"year":"2022","citation":{"chicago":"Yigitbas, Enes, Sebastian Gottschalk, Alexander Nowosad, and Gregor Engels. “Development and Evaluation of a Collaborative Stock Trading Environment in Virtual Reality.” In <i>Proceedings of the 17th International Conference on Wirtschaftsinformatik</i>. AIS, 2022.","ieee":"E. Yigitbas, S. Gottschalk, A. Nowosad, and G. Engels, “Development and Evaluation of a Collaborative Stock Trading Environment in Virtual Reality,” presented at the 17th International Conference on Wirtschaftsinformatik, Nuremberg, 2022.","ama":"Yigitbas E, Gottschalk S, Nowosad A, Engels G. Development and Evaluation of a Collaborative Stock Trading Environment in Virtual Reality. In: <i>Proceedings of the 17th International Conference on Wirtschaftsinformatik</i>. AIS; 2022.","bibtex":"@inproceedings{Yigitbas_Gottschalk_Nowosad_Engels_2022, title={Development and Evaluation of a Collaborative Stock Trading Environment in Virtual Reality}, booktitle={Proceedings of the 17th International Conference on Wirtschaftsinformatik}, publisher={AIS}, author={Yigitbas, Enes and Gottschalk, Sebastian and Nowosad, Alexander and Engels, Gregor}, year={2022} }","mla":"Yigitbas, Enes, et al. “Development and Evaluation of a Collaborative Stock Trading Environment in Virtual Reality.” <i>Proceedings of the 17th International Conference on Wirtschaftsinformatik</i>, AIS, 2022.","short":"E. Yigitbas, S. Gottschalk, A. Nowosad, G. Engels, in: Proceedings of the 17th International Conference on Wirtschaftsinformatik, AIS, 2022.","apa":"Yigitbas, E., Gottschalk, S., Nowosad, A., &#38; Engels, G. (2022). Development and Evaluation of a Collaborative Stock Trading Environment in Virtual Reality. <i>Proceedings of the 17th International Conference on Wirtschaftsinformatik</i>. 17th International Conference on Wirtschaftsinformatik, Nuremberg."},"title":"Development and Evaluation of a Collaborative Stock Trading Environment in Virtual Reality","main_file_link":[{"url":"https://aisel.aisnet.org/wi2022/hci/hci/17/","open_access":"1"}],"conference":{"name":"17th International Conference on Wirtschaftsinformatik","start_date":"2022-02-21","end_date":"2022-02-23","location":"Nuremberg"},"publisher":"AIS","oa":"1","date_updated":"2022-02-15T07:25:45Z","date_created":"2022-02-15T07:24:50Z","author":[{"last_name":"Yigitbas","orcid":"0000-0002-5967-833X","id":"8447","full_name":"Yigitbas, Enes","first_name":"Enes"},{"last_name":"Gottschalk","id":"47208","full_name":"Gottschalk, Sebastian","first_name":"Sebastian"},{"first_name":"Alexander","full_name":"Nowosad, Alexander","last_name":"Nowosad"},{"id":"107","full_name":"Engels, Gregor","last_name":"Engels","first_name":"Gregor"}]},{"publisher":"ACM","date_updated":"2022-07-26T11:42:23Z","date_created":"2022-07-25T08:02:36Z","author":[{"first_name":"Marcus","id":"41213","full_name":"Nachtigall, Marcus","last_name":"Nachtigall"},{"orcid":"0000-0001-6600-6171","last_name":"Schlichtig","id":"32312","full_name":"Schlichtig, Michael","first_name":"Michael"},{"first_name":"Eric","id":"59256","full_name":"Bodden, Eric","orcid":"0000-0003-3470-3647","last_name":"Bodden"}],"title":"A Large-Scale Study of Usability Criteria Addressed by Static Analysis Tools","doi":"10.1145/3533767","publication_status":"published","quality_controlled":"1","publication_identifier":{"isbn":["9781450393799"]},"related_material":{"link":[{"relation":"confirmation","url":"https://dl.acm.org/doi/10.1145/3533767.3534374"}]},"year":"2022","citation":{"ama":"Nachtigall M, Schlichtig M, Bodden E. A Large-Scale Study of Usability Criteria Addressed by Static Analysis Tools. In: <i>Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis</i>. ACM; 2022:532-543. doi:<a href=\"https://doi.org/10.1145/3533767\">10.1145/3533767</a>","ieee":"M. Nachtigall, M. Schlichtig, and E. Bodden, “A Large-Scale Study of Usability Criteria Addressed by Static Analysis Tools,” in <i>Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis</i>, 2022, pp. 532–543, doi: <a href=\"https://doi.org/10.1145/3533767\">10.1145/3533767</a>.","chicago":"Nachtigall, Marcus, Michael Schlichtig, and Eric Bodden. “A Large-Scale Study of Usability Criteria Addressed by Static Analysis Tools.” In <i>Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis</i>, 532–43. ACM, 2022. <a href=\"https://doi.org/10.1145/3533767\">https://doi.org/10.1145/3533767</a>.","apa":"Nachtigall, M., Schlichtig, M., &#38; Bodden, E. (2022). A Large-Scale Study of Usability Criteria Addressed by Static Analysis Tools. <i>Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis</i>, 532–543. <a href=\"https://doi.org/10.1145/3533767\">https://doi.org/10.1145/3533767</a>","short":"M. Nachtigall, M. Schlichtig, E. Bodden, in: Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis, ACM, 2022, pp. 532–543.","mla":"Nachtigall, Marcus, et al. “A Large-Scale Study of Usability Criteria Addressed by Static Analysis Tools.” <i>Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis</i>, ACM, 2022, pp. 532–43, doi:<a href=\"https://doi.org/10.1145/3533767\">10.1145/3533767</a>.","bibtex":"@inproceedings{Nachtigall_Schlichtig_Bodden_2022, title={A Large-Scale Study of Usability Criteria Addressed by Static Analysis Tools}, DOI={<a href=\"https://doi.org/10.1145/3533767\">10.1145/3533767</a>}, booktitle={Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis}, publisher={ACM}, author={Nachtigall, Marcus and Schlichtig, Michael and Bodden, Eric}, year={2022}, pages={532–543} }"},"page":"532 - 543","_id":"32410","user_id":"32312","department":[{"_id":"76"}],"keyword":["Automated static analysis","Software usability"],"language":[{"iso":"eng"}],"type":"conference","publication":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","abstract":[{"lang":"eng","text":"Static analysis tools support developers in detecting potential coding issues, such as bugs or vulnerabilities. Research on static analysis emphasizes its technical challenges but also mentions severe usability shortcomings. These shortcomings hinder the adoption of static analysis tools, and in some cases, user dissatisfaction even leads to tool abandonment.\r\nTo comprehensively assess the current state of the art, this paper presents the first systematic usability evaluation in a wide range of static analysis tools. We derived a set of 36 relevant criteria from the scientific literature and gathered a collection of 46 static analysis tools complying with our inclusion and exclusion criteria - a representative set of mainly non-proprietary tools. Then, we evaluated how well these tools fulfill the aforementioned criteria.\r\nThe evaluation shows that more than half of the considered tools offer poor warning messages, while about three-quarters of the tools provide hardly any fix support. Furthermore, the integration of user knowledge is strongly neglected, which could be used for improved handling of false positives and tuning the results for the corresponding developer. Finally, issues regarding workflow integration and specialized user interfaces are proved further.\r\nThese findings should prove useful in guiding and focusing further research and development in the area of user experience for static code analyses."}],"status":"public"},{"department":[{"_id":"76"}],"user_id":"5786","_id":"20543","language":[{"iso":"eng"}],"keyword":["Debugging","Static analysis","Tools","Computer bugs","Standards","Writing","Encoding","Testing and Debugging","Program analysis","Development tools","Integrated environments","Graphical environments","Usability testing"],"publication":"IEEE Transactions on Software Engineering","type":"journal_article","status":"public","date_created":"2020-11-30T09:32:12Z","author":[{"full_name":"Nguyen Quang Do, Lisa","last_name":"Nguyen Quang Do","first_name":"Lisa"},{"last_name":"Krüger","full_name":"Krüger, Stefan","first_name":"Stefan"},{"first_name":"Patrick","full_name":"Hill, Patrick","last_name":"Hill"},{"first_name":"Karim","full_name":"Ali, Karim","last_name":"Ali"},{"orcid":"0000-0003-3470-3647","last_name":"Bodden","full_name":"Bodden, Eric","id":"59256","first_name":"Eric"}],"date_updated":"2022-01-06T06:54:29Z","doi":"10.1109/TSE.2018.2868349","main_file_link":[{"url":"http://www.bodden.de/pubs/tse18debugging.pdf"}],"title":"Debugging Static Analysis","publication_identifier":{"issn":["2326-3881"]},"page":"1-1","citation":{"ieee":"L. Nguyen Quang Do, S. Krüger, P. Hill, K. Ali, and E. Bodden, “Debugging Static Analysis,” <i>IEEE Transactions on Software Engineering</i>, pp. 1–1, 2018, doi: <a href=\"https://doi.org/10.1109/TSE.2018.2868349\">10.1109/TSE.2018.2868349</a>.","chicago":"Nguyen Quang Do, Lisa, Stefan Krüger, Patrick Hill, Karim Ali, and Eric Bodden. “Debugging Static Analysis.” <i>IEEE Transactions on Software Engineering</i>, 2018, 1–1. <a href=\"https://doi.org/10.1109/TSE.2018.2868349\">https://doi.org/10.1109/TSE.2018.2868349</a>.","ama":"Nguyen Quang Do L, Krüger S, Hill P, Ali K, Bodden E. Debugging Static Analysis. <i>IEEE Transactions on Software Engineering</i>. Published online 2018:1-1. doi:<a href=\"https://doi.org/10.1109/TSE.2018.2868349\">10.1109/TSE.2018.2868349</a>","mla":"Nguyen Quang Do, Lisa, et al. “Debugging Static Analysis.” <i>IEEE Transactions on Software Engineering</i>, 2018, pp. 1–1, doi:<a href=\"https://doi.org/10.1109/TSE.2018.2868349\">10.1109/TSE.2018.2868349</a>.","bibtex":"@article{Nguyen Quang Do_Krüger_Hill_Ali_Bodden_2018, title={Debugging Static Analysis}, DOI={<a href=\"https://doi.org/10.1109/TSE.2018.2868349\">10.1109/TSE.2018.2868349</a>}, journal={IEEE Transactions on Software Engineering}, author={Nguyen Quang Do, Lisa and Krüger, Stefan and Hill, Patrick and Ali, Karim and Bodden, Eric}, year={2018}, pages={1–1} }","short":"L. Nguyen Quang Do, S. Krüger, P. Hill, K. Ali, E. Bodden, IEEE Transactions on Software Engineering (2018) 1–1.","apa":"Nguyen Quang Do, L., Krüger, S., Hill, P., Ali, K., &#38; Bodden, E. (2018). Debugging Static Analysis. <i>IEEE Transactions on Software Engineering</i>, 1–1. <a href=\"https://doi.org/10.1109/TSE.2018.2868349\">https://doi.org/10.1109/TSE.2018.2868349</a>"},"year":"2018"},{"title":"Development of two novel face-recognition CAPTCHAs: a security and usability study","publisher":"Elsevier","date_created":"2018-11-14T14:00:47Z","year":"2016","issue":"July","ddc":["000"],"keyword":["CAPTCHA","Usability","Facial features","Gender classiffcation","Age classification","Face recognition reverse Turing test"],"language":[{"iso":"eng"}],"abstract":[{"lang":"eng","text":"CAPTCHAs are challenge-response tests that aim at preventing unwanted machines, including bots, from accessing web services while providing easy access for humans. Recent advances in artificial-intelligence based attacks show that the level of security provided by many state-of-the-art text-based CAPTCHAs is declining. At the same time, techniques for distorting and obscuring the text, which are used to maintain the level of security, make text-based CAPTCHAs diffcult to solve for humans, and thereby further degrade usability. The need for developing alternative types of CAPTCHAs which improve both, the current security and usability levels, has been emphasized by several researchers. With this study, we contribute to research through (1) the development of two new face recognition CAPTCHAs (Farett-Gender and Farett-Gender&Age), (2) the security analysis of both procedures, and (3) the provision of empirical evidence that one of the suggested CAPTCHAs (Farett-Gender) is similar to Google's reCAPTCHA and better than KCAPTCHA concerning effectiveness (error rates), superior to both regarding learnability and satisfaction but not effciency."}],"file":[{"relation":"main_file","content_type":"application/pdf","file_id":"6029","file_name":"cose_991_final.pdf","access_level":"open_access","file_size":2983143,"date_created":"2018-12-07T11:38:19Z","creator":"hsiemes","date_updated":"2018-12-13T15:07:36Z"}],"publication":"Computers & Security","date_updated":"2022-01-06T07:02:10Z","oa":"1","author":[{"first_name":"Guido","id":"72850","full_name":"Schryen, Guido","last_name":"Schryen"},{"first_name":"Gerit","last_name":"Wagner","full_name":"Wagner, Gerit"},{"first_name":"Alexander","full_name":"Schlegel, Alexander","last_name":"Schlegel"}],"volume":60,"citation":{"apa":"Schryen, G., Wagner, G., &#38; Schlegel, A. (2016). Development of two novel face-recognition CAPTCHAs: a security and usability study. <i>Computers &#38; Security</i>, <i>60</i>(July), 95–116.","bibtex":"@article{Schryen_Wagner_Schlegel_2016, title={Development of two novel face-recognition CAPTCHAs: a security and usability study}, volume={60}, number={July}, journal={Computers &#38; Security}, publisher={Elsevier}, author={Schryen, Guido and Wagner, Gerit and Schlegel, Alexander}, year={2016}, pages={95–116} }","mla":"Schryen, Guido, et al. “Development of Two Novel Face-Recognition CAPTCHAs: A Security and Usability Study.” <i>Computers &#38; Security</i>, vol. 60, no. July, Elsevier, 2016, pp. 95–116.","short":"G. Schryen, G. Wagner, A. Schlegel, Computers &#38; Security 60 (2016) 95–116.","chicago":"Schryen, Guido, Gerit Wagner, and Alexander Schlegel. “Development of Two Novel Face-Recognition CAPTCHAs: A Security and Usability Study.” <i>Computers &#38; Security</i> 60, no. July (2016): 95–116.","ieee":"G. Schryen, G. Wagner, and A. Schlegel, “Development of two novel face-recognition CAPTCHAs: a security and usability study,” <i>Computers &#38; Security</i>, vol. 60, no. July, pp. 95–116, 2016.","ama":"Schryen G, Wagner G, Schlegel A. Development of two novel face-recognition CAPTCHAs: a security and usability study. <i>Computers &#38; Security</i>. 2016;60(July):95-116."},"intvolume":"        60","page":"95-116","has_accepted_license":"1","file_date_updated":"2018-12-13T15:07:36Z","extern":"1","_id":"5617","user_id":"61579","department":[{"_id":"277"}],"status":"public","type":"journal_article"}]