[{"issue":"3-4","publication":"KI - Künstliche Intelligenz","abstract":[{"lang":"eng","text":"<jats:title>Abstract</jats:title><jats:p>With the perspective on applications of AI-technology, especially data intensive deep learning approaches, the need for methods to control and understand such models has been recognized and gave rise to a new research domain labeled explainable artificial intelligence (XAI). In this overview paper we give an interim appraisal of what has been achieved so far and where there are still gaps in the research. We take an interdisciplinary perspective to identify challenges on XAI research and point to open questions with respect to the quality of the explanations regarding faithfulness and consistency of explanations. On the other hand we see a need regarding the interaction between XAI and user to allow for adaptability to specific information needs and explanatory dialog for informed decision making as well as the possibility to correct models and explanations by interaction. This endeavor requires an integrated interdisciplinary perspective and rigorous approaches to empirical evaluation based on psychological, linguistic and even sociological theories.</jats:p>"}],"date_created":"2024-02-14T09:41:56Z","department":[{"_id":"660"}],"keyword":["Artificial Intelligence"],"type":"journal_article","publication_identifier":{"issn":["0933-1875","1610-1987"]},"author":[{"first_name":"Ute","last_name":"Schmid","full_name":"Schmid, Ute"},{"last_name":"Wrede","first_name":"Britta","full_name":"Wrede, Britta"}],"title":"What is Missing in XAI So Far?","year":"2022","intvolume":"        36","publication_status":"published","date_updated":"2024-02-26T08:48:49Z","language":[{"iso":"eng"}],"alternative_title":["An Interdisciplinary Perspective"],"doi":"10.1007/s13218-022-00786-2","citation":{"ama":"Schmid U, Wrede B. What is Missing in XAI So Far? <i>KI - Künstliche Intelligenz</i>. 2022;36(3-4):303-315. doi:<a href=\"https://doi.org/10.1007/s13218-022-00786-2\">10.1007/s13218-022-00786-2</a>","bibtex":"@article{Schmid_Wrede_2022, title={What is Missing in XAI So Far?}, volume={36}, DOI={<a href=\"https://doi.org/10.1007/s13218-022-00786-2\">10.1007/s13218-022-00786-2</a>}, number={3–4}, journal={KI - Künstliche Intelligenz}, publisher={Springer Science and Business Media LLC}, author={Schmid, Ute and Wrede, Britta}, year={2022}, pages={303–315} }","mla":"Schmid, Ute, and Britta Wrede. “What Is Missing in XAI So Far?” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 3–4, Springer Science and Business Media LLC, 2022, pp. 303–15, doi:<a href=\"https://doi.org/10.1007/s13218-022-00786-2\">10.1007/s13218-022-00786-2</a>.","short":"U. Schmid, B. Wrede, KI - Künstliche Intelligenz 36 (2022) 303–315.","chicago":"Schmid, Ute, and Britta Wrede. “What Is Missing in XAI So Far?” <i>KI - Künstliche Intelligenz</i> 36, no. 3–4 (2022): 303–15. <a href=\"https://doi.org/10.1007/s13218-022-00786-2\">https://doi.org/10.1007/s13218-022-00786-2</a>.","apa":"Schmid, U., &#38; Wrede, B. (2022). What is Missing in XAI So Far? <i>KI - Künstliche Intelligenz</i>, <i>36</i>(3–4), 303–315. <a href=\"https://doi.org/10.1007/s13218-022-00786-2\">https://doi.org/10.1007/s13218-022-00786-2</a>","ieee":"U. Schmid and B. Wrede, “What is Missing in XAI So Far?,” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 3–4, pp. 303–315, 2022, doi: <a href=\"https://doi.org/10.1007/s13218-022-00786-2\">10.1007/s13218-022-00786-2</a>."},"project":[{"_id":"113","name":"TRR 318 - A3: TRR 318 - Subproject A3"},{"name":"TRR 318 - A05: TRR 318 - Echtzeitmessung der Aufmerksamkeit im Mensch-Roboter-Erklärdialog (Teilprojekt A05)","_id":"115","grant_number":"438445824"}],"status":"public","publisher":"Springer Science and Business Media LLC","_id":"51348","page":"303-315","volume":36,"user_id":"54779"},{"publication_identifier":{"issn":["0933-1875","1610-1987"]},"author":[{"last_name":"Schmid","first_name":"Ute","full_name":"Schmid, Ute"},{"first_name":"Britta","last_name":"Wrede","full_name":"Wrede, Britta"}],"title":"Explainable AI","year":"2022","intvolume":"        36","date_updated":"2024-02-26T08:48:00Z","publication_status":"published","language":[{"iso":"eng"}],"doi":"10.1007/s13218-022-00788-0","issue":"3-4","publication":"KI - Künstliche Intelligenz","date_created":"2024-02-18T10:03:11Z","department":[{"_id":"660"}],"keyword":["Artificial Intelligence"],"type":"journal_article","status":"public","_id":"51366","publisher":"Springer Science and Business Media LLC","page":"207-210","volume":36,"user_id":"54779","citation":{"bibtex":"@article{Schmid_Wrede_2022, title={Explainable AI}, volume={36}, DOI={<a href=\"https://doi.org/10.1007/s13218-022-00788-0\">10.1007/s13218-022-00788-0</a>}, number={3–4}, journal={KI - Künstliche Intelligenz}, publisher={Springer Science and Business Media LLC}, author={Schmid, Ute and Wrede, Britta}, year={2022}, pages={207–210} }","ama":"Schmid U, Wrede B. Explainable AI. <i>KI - Künstliche Intelligenz</i>. 2022;36(3-4):207-210. doi:<a href=\"https://doi.org/10.1007/s13218-022-00788-0\">10.1007/s13218-022-00788-0</a>","mla":"Schmid, Ute, and Britta Wrede. “Explainable AI.” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 3–4, Springer Science and Business Media LLC, 2022, pp. 207–10, doi:<a href=\"https://doi.org/10.1007/s13218-022-00788-0\">10.1007/s13218-022-00788-0</a>.","short":"U. Schmid, B. Wrede, KI - Künstliche Intelligenz 36 (2022) 207–210.","chicago":"Schmid, Ute, and Britta Wrede. “Explainable AI.” <i>KI - Künstliche Intelligenz</i> 36, no. 3–4 (2022): 207–10. <a href=\"https://doi.org/10.1007/s13218-022-00788-0\">https://doi.org/10.1007/s13218-022-00788-0</a>.","ieee":"U. Schmid and B. Wrede, “Explainable AI,” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 3–4, pp. 207–210, 2022, doi: <a href=\"https://doi.org/10.1007/s13218-022-00788-0\">10.1007/s13218-022-00788-0</a>.","apa":"Schmid, U., &#38; Wrede, B. (2022). Explainable AI. <i>KI - Künstliche Intelligenz</i>, <i>36</i>(3–4), 207–210. <a href=\"https://doi.org/10.1007/s13218-022-00788-0\">https://doi.org/10.1007/s13218-022-00788-0</a>"},"project":[{"name":"TRR 318 - A3: TRR 318 - Subproject A3","_id":"113"},{"_id":"115","grant_number":"438445824","name":"TRR 318 - A05: TRR 318 - Echtzeitmessung der Aufmerksamkeit im Mensch-Roboter-Erklärdialog (Teilprojekt A05)"}]},{"doi":"10.1007/s13218-022-00773-7","language":[{"iso":"eng"}],"intvolume":"        36","publication_status":"published","date_updated":"2024-02-26T08:50:19Z","publication_identifier":{"issn":["0933-1875","1610-1987"]},"author":[{"last_name":"Wrede","first_name":"Britta","full_name":"Wrede, Britta"}],"year":"2022","title":"AI: Back to the Roots?","department":[{"_id":"660"}],"keyword":["Artificial Intelligence"],"type":"journal_article","date_created":"2024-02-18T09:55:30Z","publication":"KI - Künstliche Intelligenz","issue":"2","volume":36,"user_id":"54779","_id":"51365","publisher":"Springer Science and Business Media LLC","page":"117-120","status":"public","project":[{"_id":"113","name":"TRR 318 - A3: TRR 318 - Subproject A3"}],"citation":{"apa":"Wrede, B. (2022). AI: Back to the Roots? <i>KI - Künstliche Intelligenz</i>, <i>36</i>(2), 117–120. <a href=\"https://doi.org/10.1007/s13218-022-00773-7\">https://doi.org/10.1007/s13218-022-00773-7</a>","ieee":"B. Wrede, “AI: Back to the Roots?,” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 2, pp. 117–120, 2022, doi: <a href=\"https://doi.org/10.1007/s13218-022-00773-7\">10.1007/s13218-022-00773-7</a>.","chicago":"Wrede, Britta. “AI: Back to the Roots?” <i>KI - Künstliche Intelligenz</i> 36, no. 2 (2022): 117–20. <a href=\"https://doi.org/10.1007/s13218-022-00773-7\">https://doi.org/10.1007/s13218-022-00773-7</a>.","short":"B. Wrede, KI - Künstliche Intelligenz 36 (2022) 117–120.","mla":"Wrede, Britta. “AI: Back to the Roots?” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 2, Springer Science and Business Media LLC, 2022, pp. 117–20, doi:<a href=\"https://doi.org/10.1007/s13218-022-00773-7\">10.1007/s13218-022-00773-7</a>.","ama":"Wrede B. AI: Back to the Roots? <i>KI - Künstliche Intelligenz</i>. 2022;36(2):117-120. doi:<a href=\"https://doi.org/10.1007/s13218-022-00773-7\">10.1007/s13218-022-00773-7</a>","bibtex":"@article{Wrede_2022, title={AI: Back to the Roots?}, volume={36}, DOI={<a href=\"https://doi.org/10.1007/s13218-022-00773-7\">10.1007/s13218-022-00773-7</a>}, number={2}, journal={KI - Künstliche Intelligenz}, publisher={Springer Science and Business Media LLC}, author={Wrede, Britta}, year={2022}, pages={117–120} }"}},{"doi":"10.1007/s13218-022-00758-6","language":[{"iso":"eng"}],"date_updated":"2024-03-26T10:52:36Z","publication_status":"published","intvolume":"        36","year":"2022","title":"A Double Take at Conferences: The Hybrid Format","publication_identifier":{"issn":["0933-1875","1610-1987"]},"author":[{"full_name":"Turhan, Anni-Yasmin","last_name":"Turhan","first_name":"Anni-Yasmin","id":"104470"}],"keyword":["Artificial Intelligence"],"type":"journal_article","department":[{"_id":"888"}],"date_created":"2024-03-25T14:00:30Z","issue":"1","publication":"KI - Künstliche Intelligenz","user_id":"9503","volume":36,"page":"1-4","_id":"52862","publisher":"Springer Science and Business Media LLC","status":"public","citation":{"ieee":"A.-Y. Turhan, “A Double Take at Conferences: The Hybrid Format,” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 1, pp. 1–4, 2022, doi: <a href=\"https://doi.org/10.1007/s13218-022-00758-6\">10.1007/s13218-022-00758-6</a>.","apa":"Turhan, A.-Y. (2022). A Double Take at Conferences: The Hybrid Format. <i>KI - Künstliche Intelligenz</i>, <i>36</i>(1), 1–4. <a href=\"https://doi.org/10.1007/s13218-022-00758-6\">https://doi.org/10.1007/s13218-022-00758-6</a>","chicago":"Turhan, Anni-Yasmin. “A Double Take at Conferences: The Hybrid Format.” <i>KI - Künstliche Intelligenz</i> 36, no. 1 (2022): 1–4. <a href=\"https://doi.org/10.1007/s13218-022-00758-6\">https://doi.org/10.1007/s13218-022-00758-6</a>.","short":"A.-Y. Turhan, KI - Künstliche Intelligenz 36 (2022) 1–4.","mla":"Turhan, Anni-Yasmin. “A Double Take at Conferences: The Hybrid Format.” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 1, Springer Science and Business Media LLC, 2022, pp. 1–4, doi:<a href=\"https://doi.org/10.1007/s13218-022-00758-6\">10.1007/s13218-022-00758-6</a>.","bibtex":"@article{Turhan_2022, title={A Double Take at Conferences: The Hybrid Format}, volume={36}, DOI={<a href=\"https://doi.org/10.1007/s13218-022-00758-6\">10.1007/s13218-022-00758-6</a>}, number={1}, journal={KI - Künstliche Intelligenz}, publisher={Springer Science and Business Media LLC}, author={Turhan, Anni-Yasmin}, year={2022}, pages={1–4} }","ama":"Turhan A-Y. A Double Take at Conferences: The Hybrid Format. <i>KI - Künstliche Intelligenz</i>. 2022;36(1):1-4. doi:<a href=\"https://doi.org/10.1007/s13218-022-00758-6\">10.1007/s13218-022-00758-6</a>"}},{"_id":"48780","publisher":"Springer Science and Business Media LLC","page":"211-224","volume":36,"user_id":"93420","status":"public","citation":{"mla":"Muschalik, Maximilian, et al. “Agnostic Explanation of Model Change Based on Feature Importance.” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 3–4, Springer Science and Business Media LLC, 2022, pp. 211–24, doi:<a href=\"https://doi.org/10.1007/s13218-022-00766-6\">10.1007/s13218-022-00766-6</a>.","bibtex":"@article{Muschalik_Fumagalli_Hammer_Huellermeier_2022, title={Agnostic Explanation of Model Change based on Feature Importance}, volume={36}, DOI={<a href=\"https://doi.org/10.1007/s13218-022-00766-6\">10.1007/s13218-022-00766-6</a>}, number={3–4}, journal={KI - Künstliche Intelligenz}, publisher={Springer Science and Business Media LLC}, author={Muschalik, Maximilian and Fumagalli, Fabian and Hammer, Barbara and Huellermeier, Eyke}, year={2022}, pages={211–224} }","ama":"Muschalik M, Fumagalli F, Hammer B, Huellermeier E. Agnostic Explanation of Model Change based on Feature Importance. <i>KI - Künstliche Intelligenz</i>. 2022;36(3-4):211-224. doi:<a href=\"https://doi.org/10.1007/s13218-022-00766-6\">10.1007/s13218-022-00766-6</a>","ieee":"M. Muschalik, F. Fumagalli, B. Hammer, and E. Huellermeier, “Agnostic Explanation of Model Change based on Feature Importance,” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 3–4, pp. 211–224, 2022, doi: <a href=\"https://doi.org/10.1007/s13218-022-00766-6\">10.1007/s13218-022-00766-6</a>.","apa":"Muschalik, M., Fumagalli, F., Hammer, B., &#38; Huellermeier, E. (2022). Agnostic Explanation of Model Change based on Feature Importance. <i>KI - Künstliche Intelligenz</i>, <i>36</i>(3–4), 211–224. <a href=\"https://doi.org/10.1007/s13218-022-00766-6\">https://doi.org/10.1007/s13218-022-00766-6</a>","chicago":"Muschalik, Maximilian, Fabian Fumagalli, Barbara Hammer, and Eyke Huellermeier. “Agnostic Explanation of Model Change Based on Feature Importance.” <i>KI - Künstliche Intelligenz</i> 36, no. 3–4 (2022): 211–24. <a href=\"https://doi.org/10.1007/s13218-022-00766-6\">https://doi.org/10.1007/s13218-022-00766-6</a>.","short":"M. Muschalik, F. Fumagalli, B. Hammer, E. Huellermeier, KI - Künstliche Intelligenz 36 (2022) 211–224."},"project":[{"_id":"126","name":"TRR 318 - C3: TRR 318 - Subproject C3"},{"_id":"117","name":"TRR 318 - C: TRR 318 - Project Area C"},{"name":"TRR 318: TRR 318 - Erklärbarkeit konstruieren","_id":"109","grant_number":"438445824"}],"language":[{"iso":"eng"}],"doi":"10.1007/s13218-022-00766-6","publication_identifier":{"issn":["0933-1875","1610-1987"]},"author":[{"first_name":"Maximilian","last_name":"Muschalik","full_name":"Muschalik, Maximilian"},{"id":"93420","last_name":"Fumagalli","first_name":"Fabian","full_name":"Fumagalli, Fabian"},{"full_name":"Hammer, Barbara","last_name":"Hammer","first_name":"Barbara"},{"full_name":"Huellermeier, Eyke","first_name":"Eyke","last_name":"Huellermeier","id":"48129"}],"year":"2022","title":"Agnostic Explanation of Model Change based on Feature Importance","intvolume":"        36","date_updated":"2025-01-16T16:19:35Z","publication_status":"published","date_created":"2023-11-10T14:21:06Z","department":[{"_id":"660"}],"type":"journal_article","keyword":["Artificial Intelligence"],"issue":"3-4","publication":"KI - Künstliche Intelligenz","abstract":[{"lang":"eng","text":"Explainable Artificial Intelligence (XAI) has mainly focused on static learning tasks so far. In this paper, we consider XAI in the context of online learning in dynamic environments, such as learning from real-time data streams, where models are learned incrementally and continuously adapted over the course of time. More specifically, we motivate the problem of explaining model change, i.e. explaining the difference between models before and after adaptation, instead of the models themselves. In this regard, we provide the first efficient model-agnostic approach to dynamically detecting, quantifying, and explaining significant model changes. Our approach is based on an adaptation of the well-known Permutation Feature Importance (PFI) measure. It includes two hyperparameters that control the sensitivity and directly influence explanation frequency, so that a human user can adjust the method to individual requirements and application needs. We assess and validate our method’s efficacy on illustrative synthetic data streams with three popular model classes."}]},{"publication_identifier":{"issn":["0933-1875","1610-1987"]},"author":[{"id":"56345","first_name":"Josephine Beryl","orcid":"0000-0002-9997-9241","last_name":"Fisher","full_name":"Fisher, Josephine Beryl"},{"last_name":"Lohmer","first_name":"Vivien","full_name":"Lohmer, Vivien"},{"last_name":"Kern","first_name":"Friederike","full_name":"Kern, Friederike"},{"first_name":"Winfried","last_name":"Barthlen","full_name":"Barthlen, Winfried"},{"first_name":"Sebastian","last_name":"Gaus","full_name":"Gaus, Sebastian"},{"id":"50352","first_name":"Katharina","last_name":"Rohlfing","orcid":"0000-0002-5676-8233","full_name":"Rohlfing, Katharina"}],"year":"2022","title":"Exploring monological and dialogical phases in naturally occurring explanations","intvolume":"        36","date_updated":"2025-09-17T11:11:12Z","publication_status":"published","language":[{"iso":"eng"}],"doi":"10.1007/s13218-022-00787-1","publication":"KI - Künstliche Intelligenz","issue":"3-4","abstract":[{"lang":"eng","text":"<jats:title>Abstract</jats:title><jats:p>Recent approaches to Explainable AI (XAI) promise to satisfy diverse user expectations by allowing them to steer the interaction in order to elicit content relevant to them. However, little is known about how and to what extent the explainee takes part actively in the process of explaining. To tackle this empirical gap, we exploratively examined naturally occurring everyday explanations in doctor–patient interactions (<jats:italic>N</jats:italic> = 11). Following the social design of XAI, we view explanations as emerging in interactions: first, we identified the verbal behavior of both the explainer and the explainee in the sequential context, which we could assign to phases that were either monological or dialogical; second, we investigated in particular who was responsible for the initiation of the different phases. Finally, we took a closer look at the global conversational structure of explanations by applying a context-sensitive model of organizational jobs, thus adding a third layer of analysis. Results show that in our small sample of conversational explanations, both monological and dialogical phases varied in their length, timing of occurrence (at the early or later stages of the interaction) and their initiation (by the explainer or the explainee). They alternated several times in the course of the interaction. However, we also found some patterns suggesting that all interactions started with a monological phase initiated by the explainer. Both conversational partners contributed to the core organizational job that constitutes an explanation. We interpret the results as an indication for naturally occurring everyday explanations in doctor–patient interactions to be co-constructed on three levels of linguistic description: (1) by switching back and forth between monological to dialogical phases that (2) can be initiated by both partners and (3) by the mutual accomplishment and thus responsibility for an explanation’s core job that is crucial for the success of the explanation. Because of the explorative nature of our study, these results need to be investigated (a) with a larger sample and (b) in other contexts. However, our results suggest that future designs of artificial explainable systems should design the explanatory dialogue in such a way that it includes monological and dialogical phases that can be initiated not only by the explainer but also by the explainee, as both contribute to the core job of explicating procedural, clausal, or conceptual relations in explanations.</jats:p>"}],"date_created":"2024-02-14T09:44:23Z","department":[{"_id":"660"}],"keyword":["Artificial Intelligence"],"type":"journal_article","status":"public","_id":"51349","publisher":"Springer Science and Business Media LLC","page":"317-326","volume":36,"user_id":"57578","citation":{"ama":"Fisher JB, Lohmer V, Kern F, Barthlen W, Gaus S, Rohlfing K. Exploring monological and dialogical phases in naturally occurring explanations. <i>KI - Künstliche Intelligenz</i>. 2022;36(3-4):317-326. doi:<a href=\"https://doi.org/10.1007/s13218-022-00787-1\">10.1007/s13218-022-00787-1</a>","bibtex":"@article{Fisher_Lohmer_Kern_Barthlen_Gaus_Rohlfing_2022, title={Exploring monological and dialogical phases in naturally occurring explanations}, volume={36}, DOI={<a href=\"https://doi.org/10.1007/s13218-022-00787-1\">10.1007/s13218-022-00787-1</a>}, number={3–4}, journal={KI - Künstliche Intelligenz}, publisher={Springer Science and Business Media LLC}, author={Fisher, Josephine Beryl and Lohmer, Vivien and Kern, Friederike and Barthlen, Winfried and Gaus, Sebastian and Rohlfing, Katharina}, year={2022}, pages={317–326} }","mla":"Fisher, Josephine Beryl, et al. “Exploring Monological and Dialogical Phases in Naturally Occurring Explanations.” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 3–4, Springer Science and Business Media LLC, 2022, pp. 317–26, doi:<a href=\"https://doi.org/10.1007/s13218-022-00787-1\">10.1007/s13218-022-00787-1</a>.","short":"J.B. Fisher, V. Lohmer, F. Kern, W. Barthlen, S. Gaus, K. Rohlfing, KI - Künstliche Intelligenz 36 (2022) 317–326.","chicago":"Fisher, Josephine Beryl, Vivien Lohmer, Friederike Kern, Winfried Barthlen, Sebastian Gaus, and Katharina Rohlfing. “Exploring Monological and Dialogical Phases in Naturally Occurring Explanations.” <i>KI - Künstliche Intelligenz</i> 36, no. 3–4 (2022): 317–26. <a href=\"https://doi.org/10.1007/s13218-022-00787-1\">https://doi.org/10.1007/s13218-022-00787-1</a>.","apa":"Fisher, J. B., Lohmer, V., Kern, F., Barthlen, W., Gaus, S., &#38; Rohlfing, K. (2022). Exploring monological and dialogical phases in naturally occurring explanations. <i>KI - Künstliche Intelligenz</i>, <i>36</i>(3–4), 317–326. <a href=\"https://doi.org/10.1007/s13218-022-00787-1\">https://doi.org/10.1007/s13218-022-00787-1</a>","ieee":"J. B. Fisher, V. Lohmer, F. Kern, W. Barthlen, S. Gaus, and K. Rohlfing, “Exploring monological and dialogical phases in naturally occurring explanations,” <i>KI - Künstliche Intelligenz</i>, vol. 36, no. 3–4, pp. 317–326, 2022, doi: <a href=\"https://doi.org/10.1007/s13218-022-00787-1\">10.1007/s13218-022-00787-1</a>."},"project":[{"_id":"111","name":"TRR 318 - A01: TRR 318 - Adaptives Erklären (Teilprojekt A01)"},{"name":"TRR 318 - A05: TRR 318 - Echtzeitmessung der Aufmerksamkeit im Mensch-Roboter-Erklärdialog (Teilprojekt A05)","_id":"115"},{"name":"TRR 318 - A04: TRR 318 - Integration des technischen Modells in das Partnermodell bei der Erklärung von digitalen Artefakten (Teilprojekt A04)","_id":"114"}]}]