[{"publication_status":"accepted","date_updated":"2026-07-01T19:48:21Z","year":"2026","title":"When “yeah” means “not quite”: Multimodal detection of backchannels expressing incomplete understanding","status":"public","author":[{"last_name":"Türk","first_name":"Olcay","full_name":"Türk, Olcay"},{"id":"90345","orcid":"0009-0009-0892-9483","last_name":"Lazarov","first_name":"Stefan Teodorov","full_name":"Lazarov, Stefan Teodorov"},{"last_name":"Wang","first_name":"Yu","full_name":"Wang, Yu"},{"first_name":"Angela","last_name":"Grimminger","full_name":"Grimminger, Angela","id":"57578"},{"id":"76456","orcid":"0000-0002-9613-5713","first_name":"Hendrik","last_name":"Buschmeier","full_name":"Buschmeier, Hendrik"},{"id":"74505","full_name":"Wagner, Petra","last_name":"Wagner","first_name":"Petra"}],"conference":{"end_date":"2026-10-01","name":"INTERSPEECH 2026","start_date":"2026-09-27","location":"Sydney, Australia"},"user_id":"76456","_id":"66106","language":[{"iso":"eng"}],"quality_controlled":"1","abstract":[{"lang":"eng","text":"Multimodal backchannels are fundamental to conversational grounding and understanding. However, backchannels do not always transparently reflect the interlocutor's actual cognitive state. “Incongruent backchannels”, where the observable feedback implies understanding although there is no genuine understanding, are a potential source of ambiguity in any interaction. Using acoustic, head movement, and discourse-related data from 45 naturalistic dyadic interactions, we investigate whether incongruent and congruent backchannels show systematically different properties using a classification task. Results show that these backchannels are indeed separable based on multimodal features. Incongruent backchannels are typically characterised by more neutral head movement configurations and lower acoustic dynamism, while discursive cues strongly influence the classification. Overall, the findings suggest a relatively reduced effort in the signalling of incongruent backchannels."}],"project":[{"_id":"112","name":"TRR 318 - Projekt A02: Verstehensprozess einer Erklärung beobachten und auswerten"}],"publication":"Proceedings of INTERSPEECH 2026","citation":{"bibtex":"@inproceedings{Türk_Lazarov_Wang_Grimminger_Buschmeier_Wagner, place={Sydney, Australia}, title={When “yeah” means “not quite”: Multimodal detection of backchannels expressing incomplete understanding}, booktitle={Proceedings of INTERSPEECH 2026}, author={Türk, Olcay and Lazarov, Stefan Teodorov and Wang, Yu and Grimminger, Angela and Buschmeier, Hendrik and Wagner, Petra} }","ama":"Türk O, Lazarov ST, Wang Y, Grimminger A, Buschmeier H, Wagner P. When “yeah” means “not quite”: Multimodal detection of backchannels expressing incomplete understanding. In: <i>Proceedings of INTERSPEECH 2026</i>.","mla":"Türk, Olcay, et al. “When ‘Yeah’ Means ‘Not Quite’: Multimodal Detection of Backchannels Expressing Incomplete Understanding.” <i>Proceedings of INTERSPEECH 2026</i>.","chicago":"Türk, Olcay, Stefan Teodorov Lazarov, Yu Wang, Angela Grimminger, Hendrik Buschmeier, and Petra Wagner. “When ‘Yeah’ Means ‘Not Quite’: Multimodal Detection of Backchannels Expressing Incomplete Understanding.” In <i>Proceedings of INTERSPEECH 2026</i>. Sydney, Australia, n.d.","short":"O. Türk, S.T. Lazarov, Y. Wang, A. Grimminger, H. Buschmeier, P. Wagner, in: Proceedings of INTERSPEECH 2026, Sydney, Australia, n.d.","ieee":"O. Türk, S. T. Lazarov, Y. Wang, A. Grimminger, H. Buschmeier, and P. Wagner, “When ‘yeah’ means ‘not quite’: Multimodal detection of backchannels expressing incomplete understanding,” presented at the INTERSPEECH 2026, Sydney, Australia.","apa":"Türk, O., Lazarov, S. T., Wang, Y., Grimminger, A., Buschmeier, H., &#38; Wagner, P. (n.d.). When “yeah” means “not quite”: Multimodal detection of backchannels expressing incomplete understanding. <i>Proceedings of INTERSPEECH 2026</i>. INTERSPEECH 2026, Sydney, Australia."},"type":"conference","department":[{"_id":"660"}],"date_created":"2026-07-01T19:44:35Z","place":"Sydney, Australia"},{"publication":"Interspeech 2025","citation":{"chicago":"Kuhlmann, Michael, Fritz Seebauer, Petra Wagner, and Reinhold Häb-Umbach. “Towards Frame-Level Quality Predictions of Synthetic Speech.” In <i>Interspeech 2025</i>. ISCA, 2025. <a href=\"https://doi.org/10.21437/interspeech.2025-2190\">https://doi.org/10.21437/interspeech.2025-2190</a>.","short":"M. Kuhlmann, F. Seebauer, P. Wagner, R. Häb-Umbach, in: Interspeech 2025, ISCA, 2025.","ieee":"M. Kuhlmann, F. Seebauer, P. Wagner, and R. Häb-Umbach, “Towards Frame-level Quality Predictions of Synthetic Speech,” 2025, doi: <a href=\"https://doi.org/10.21437/interspeech.2025-2190\">10.21437/interspeech.2025-2190</a>.","apa":"Kuhlmann, M., Seebauer, F., Wagner, P., &#38; Häb-Umbach, R. (2025). Towards Frame-level Quality Predictions of Synthetic Speech. <i>Interspeech 2025</i>. <a href=\"https://doi.org/10.21437/interspeech.2025-2190\">https://doi.org/10.21437/interspeech.2025-2190</a>","bibtex":"@inproceedings{Kuhlmann_Seebauer_Wagner_Häb-Umbach_2025, title={Towards Frame-level Quality Predictions of Synthetic Speech}, DOI={<a href=\"https://doi.org/10.21437/interspeech.2025-2190\">10.21437/interspeech.2025-2190</a>}, booktitle={Interspeech 2025}, publisher={ISCA}, author={Kuhlmann, Michael and Seebauer, Fritz and Wagner, Petra and Häb-Umbach, Reinhold}, year={2025} }","ama":"Kuhlmann M, Seebauer F, Wagner P, Häb-Umbach R. Towards Frame-level Quality Predictions of Synthetic Speech. In: <i>Interspeech 2025</i>. ISCA; 2025. doi:<a href=\"https://doi.org/10.21437/interspeech.2025-2190\">10.21437/interspeech.2025-2190</a>","mla":"Kuhlmann, Michael, et al. “Towards Frame-Level Quality Predictions of Synthetic Speech.” <i>Interspeech 2025</i>, ISCA, 2025, doi:<a href=\"https://doi.org/10.21437/interspeech.2025-2190\">10.21437/interspeech.2025-2190</a>."},"type":"conference","department":[{"_id":"54"}],"date_created":"2025-11-11T11:43:20Z","date_updated":"2025-11-11T11:45:12Z","publication_status":"published","year":"2025","title":"Towards Frame-level Quality Predictions of Synthetic Speech","status":"public","author":[{"first_name":"Michael","last_name":"Kuhlmann","full_name":"Kuhlmann, Michael","id":"49871"},{"last_name":"Seebauer","first_name":"Fritz","full_name":"Seebauer, Fritz"},{"last_name":"Wagner","first_name":"Petra","full_name":"Wagner, Petra","id":"74505"},{"full_name":"Häb-Umbach, Reinhold","last_name":"Häb-Umbach","first_name":"Reinhold","id":"242"}],"doi":"10.21437/interspeech.2025-2190","user_id":"49871","publisher":"ISCA","_id":"62164","language":[{"iso":"eng"}]},{"publication":"LingCologne 2025 – Book of Abstracts","citation":{"apa":"Türk, O., Lazarov, S. T., Buschmeier, H., Wagner, P., &#38; Grimminger, A. (2025). Acoustic detection of false positive backchannels of understanding in explanations. <i>LingCologne 2025 – Book of Abstracts</i>, 36.","ieee":"O. Türk, S. T. Lazarov, H. Buschmeier, P. Wagner, and A. Grimminger, “Acoustic detection of false positive backchannels of understanding in explanations,” in <i>LingCologne 2025 – Book of Abstracts</i>, Cologne, Germany, 2025, p. 36.","chicago":"Türk, Olcay, Stefan Teodorov Lazarov, Hendrik Buschmeier, Petra Wagner, and Angela Grimminger. “Acoustic Detection of False Positive Backchannels of Understanding in Explanations.” In <i>LingCologne 2025 – Book of Abstracts</i>, 36, 2025.","short":"O. Türk, S.T. Lazarov, H. Buschmeier, P. Wagner, A. Grimminger, in: LingCologne 2025 – Book of Abstracts, 2025, p. 36.","mla":"Türk, Olcay, et al. “Acoustic Detection of False Positive Backchannels of Understanding in Explanations.” <i>LingCologne 2025 – Book of Abstracts</i>, 2025, p. 36.","ama":"Türk O, Lazarov ST, Buschmeier H, Wagner P, Grimminger A. Acoustic detection of false positive backchannels of understanding in explanations. In: <i>LingCologne 2025 – Book of Abstracts</i>. ; 2025:36.","bibtex":"@inproceedings{Türk_Lazarov_Buschmeier_Wagner_Grimminger_2025, title={Acoustic detection of false positive backchannels of understanding in explanations}, booktitle={LingCologne 2025 – Book of Abstracts}, author={Türk, Olcay and Lazarov, Stefan Teodorov and Buschmeier, Hendrik and Wagner, Petra and Grimminger, Angela}, year={2025}, pages={36} }"},"quality_controlled":"1","project":[{"name":"TRR 318; TP A02: Verstehensprozess einer Erklärung beobachten und auswerten","_id":"112"}],"date_created":"2025-09-08T14:21:30Z","type":"conference_abstract","department":[{"_id":"660"}],"oa":"1","title":"Acoustic detection of false positive backchannels of understanding in explanations","status":"public","year":"2025","author":[{"full_name":"Türk, Olcay","last_name":"Türk","first_name":"Olcay"},{"last_name":"Lazarov","first_name":"Stefan Teodorov","orcid":"0009-0009-0892-9483","full_name":"Lazarov, Stefan Teodorov","id":"90345"},{"full_name":"Buschmeier, Hendrik","last_name":"Buschmeier","first_name":"Hendrik","orcid":"0000-0002-9613-5713","id":"76456"},{"id":"74505","first_name":"Petra","last_name":"Wagner","full_name":"Wagner, Petra"},{"id":"57578","full_name":"Grimminger, Angela","last_name":"Grimminger","first_name":"Angela"}],"conference":{"location":"Cologne, Germany","name":"LingCologne 2025 International Conference on Feedback in Interaction","start_date":"2025-05-21","end_date":"2025-05-23"},"publication_status":"published","date_updated":"2025-09-11T06:58:18Z","main_file_link":[{"open_access":"1","url":"https://pub.uni-bielefeld.de/download/3003514/3003515/Turk-etal-2025-lingcologne.pdf"}],"page":"36","_id":"61154","language":[{"iso":"eng"}],"user_id":"76456"},{"publication_status":"published","date_updated":"2025-09-11T10:17:32Z","title":"Turn-taking dynamics across different phases of explanatory dialogues","year":"2024","publication_identifier":{"issn":["2308-2275"]},"author":[{"full_name":"Wagner, Petra","last_name":"Wagner","first_name":"Petra","id":"74505"},{"full_name":"Włodarczak, Marcin","first_name":"Marcin","last_name":"Włodarczak"},{"id":"76456","first_name":"Hendrik","orcid":"0000-0002-9613-5713","last_name":"Buschmeier","full_name":"Buschmeier, Hendrik"},{"full_name":"Türk, Olcay","last_name":"Türk","first_name":"Olcay"},{"full_name":"Gilmartin, Emer","last_name":"Gilmartin","first_name":"Emer"}],"main_file_link":[{"url":"https://www.semdial.org/anthology/papers/Z/Z24/Z24-3001/","open_access":"1"}],"language":[{"iso":"eng"}],"extern":"1","abstract":[{"text":"We examined the turn-taking dynamics across different phases of explanatory dialogues, in which 21 different explainers explained a board game to 2–3 explainees each. Turn-taking dynamics are investigated focusing on >19K floor transitions, i.e., the detailed patterns characterizing turn keeping or turn yielding events (Gilmartin et al., 2020). The explanations were characterized by three different phases (board game absent, board game present, interactive game play), for which we observed differences in turn-taking dynamics: explanations where the board game is absent are characterized by less complex floor transitions, while explanations with a concretely shared reference space are characterized by more complex floor transitions, as well as more floor transitions between interlocutors. Also, the speakers’ dialogue role (explainer vs. explainee) appears to have a strong impact on turn-taking dynamics, as floor transitions that do not conform with the dialogue role tend to involve more effort, or floor management work.","lang":"eng"}],"publication":"Proceedings of the 28th Workshop on the Semantics and Pragmatics of Dialogue","type":"conference","department":[{"_id":"660"}],"date_created":"2024-08-30T07:43:04Z","status":"public","conference":{"name":"The 28th Workshop on the Semantics and Pragmatics of Dialogue","start_date":"2024-09-11","location":"Trento, Italy","end_date":"2024-09-13"},"user_id":"76456","page":"6-14","_id":"55913","quality_controlled":"1","project":[{"name":"TRR 318 - A02: TRR 318 - Verstehensprozess einer Erklärung beobachten und auswerten (Teilprojekt A02)","_id":"112"}],"citation":{"ama":"Wagner P, Włodarczak M, Buschmeier H, Türk O, Gilmartin E. Turn-taking dynamics across different phases of explanatory dialogues. In: <i>Proceedings of the 28th Workshop on the Semantics and Pragmatics of Dialogue</i>. ; 2024:6-14.","bibtex":"@inproceedings{Wagner_Włodarczak_Buschmeier_Türk_Gilmartin_2024, place={Trento, Italy}, title={Turn-taking dynamics across different phases of explanatory dialogues}, booktitle={Proceedings of the 28th Workshop on the Semantics and Pragmatics of Dialogue}, author={Wagner, Petra and Włodarczak, Marcin and Buschmeier, Hendrik and Türk, Olcay and Gilmartin, Emer}, year={2024}, pages={6–14} }","mla":"Wagner, Petra, et al. “Turn-Taking Dynamics across Different Phases of Explanatory Dialogues.” <i>Proceedings of the 28th Workshop on the Semantics and Pragmatics of Dialogue</i>, 2024, pp. 6–14.","chicago":"Wagner, Petra, Marcin Włodarczak, Hendrik Buschmeier, Olcay Türk, and Emer Gilmartin. “Turn-Taking Dynamics across Different Phases of Explanatory Dialogues.” In <i>Proceedings of the 28th Workshop on the Semantics and Pragmatics of Dialogue</i>, 6–14. Trento, Italy, 2024.","short":"P. Wagner, M. Włodarczak, H. Buschmeier, O. Türk, E. Gilmartin, in: Proceedings of the 28th Workshop on the Semantics and Pragmatics of Dialogue, Trento, Italy, 2024, pp. 6–14.","apa":"Wagner, P., Włodarczak, M., Buschmeier, H., Türk, O., &#38; Gilmartin, E. (2024). Turn-taking dynamics across different phases of explanatory dialogues. <i>Proceedings of the 28th Workshop on the Semantics and Pragmatics of Dialogue</i>, 6–14.","ieee":"P. Wagner, M. Włodarczak, H. Buschmeier, O. Türk, and E. Gilmartin, “Turn-taking dynamics across different phases of explanatory dialogues,” in <i>Proceedings of the 28th Workshop on the Semantics and Pragmatics of Dialogue</i>, Trento, Italy, 2024, pp. 6–14."},"oa":"1","place":"Trento, Italy"},{"author":[{"id":"76456","full_name":"Buschmeier, Hendrik","last_name":"Buschmeier","first_name":"Hendrik","orcid":"0000-0002-9613-5713"},{"full_name":"Cimiano, Philipp","last_name":"Cimiano","first_name":"Philipp"},{"last_name":"Kopp","first_name":"Stefan","full_name":"Kopp, Stefan"},{"id":"44029","orcid":"0000-0002-5654-9911","last_name":"Kornowicz","first_name":"Jaroslaw","full_name":"Kornowicz, Jaroslaw"},{"id":"47384","orcid":"0000-0001-8201-5166","first_name":"Olesja","last_name":"Lammert","full_name":"Lammert, Olesja"},{"full_name":"Matarese, Marco","last_name":"Matarese","first_name":"Marco"},{"full_name":"Mindlin, Dimitry","first_name":"Dimitry","last_name":"Mindlin"},{"first_name":"Amelie Sophie","last_name":"Robrecht","full_name":"Robrecht, Amelie Sophie"},{"full_name":"Vollmer, Anna-Lisa","last_name":"Vollmer","first_name":"Anna-Lisa","id":"86589"},{"full_name":"Wagner, Petra","first_name":"Petra","last_name":"Wagner","id":"74505"},{"last_name":"Wrede","first_name":"Britta","full_name":"Wrede, Britta"},{"full_name":"Booshehri, Meisam","first_name":"Meisam","last_name":"Booshehri","id":"93424"}],"title":"Towards a Computational Architecture for Co-Constructive Explainable Systems","year":"2024","publication_status":"published","date_updated":"2025-03-14T19:24:35Z","language":[{"iso":"eng"}],"main_file_link":[{"open_access":"1"}],"doi":"10.1145/3648505.3648509","publication":"Proceedings of the 2024 Workshop on Explainability Engineering","abstract":[{"lang":"eng","text":"In this paper we consider the interactive processes by which an explainer and an explainee cooperate to produce an explanation, which we refer to as co-construction. Explainable Artificial Intelligence (XAI) is concerned with the development of intelligent systems and robots that can explain and justify their actions, decisions, recommendations, and so on. However, the cooperative construction of explanations remains a key but under-explored issue. This short paper proposes an architecture for intelligent systems that promotes a co-constructive and interactive approach to explanation generation. By outlining its basic components and their specific roles, we aim to contribute to the advancement of XAI computational frameworks that actively engage users in the explanation process."}],"date_created":"2024-07-26T11:57:31Z","department":[{"_id":"184"},{"_id":"178"},{"_id":"660"}],"type":"conference","conference":{"name":"2024 Workshop on Explainability Engineering","location":"Lisbon, Portugal"},"status":"public","_id":"55403","publisher":"ACM","page":"20-25","user_id":"44029","citation":{"ama":"Buschmeier H, Cimiano P, Kopp S, et al. Towards a Computational Architecture for Co-Constructive Explainable Systems. In: <i>Proceedings of the 2024 Workshop on Explainability Engineering</i>. ACM; 2024:20-25. doi:<a href=\"https://doi.org/10.1145/3648505.3648509\">10.1145/3648505.3648509</a>","bibtex":"@inproceedings{Buschmeier_Cimiano_Kopp_Kornowicz_Lammert_Matarese_Mindlin_Robrecht_Vollmer_Wagner_et al._2024, title={Towards a Computational Architecture for Co-Constructive Explainable Systems}, DOI={<a href=\"https://doi.org/10.1145/3648505.3648509\">10.1145/3648505.3648509</a>}, booktitle={Proceedings of the 2024 Workshop on Explainability Engineering}, publisher={ACM}, author={Buschmeier, Hendrik and Cimiano, Philipp and Kopp, Stefan and Kornowicz, Jaroslaw and Lammert, Olesja and Matarese, Marco and Mindlin, Dimitry and Robrecht, Amelie Sophie and Vollmer, Anna-Lisa and Wagner, Petra and et al.}, year={2024}, pages={20–25} }","mla":"Buschmeier, Hendrik, et al. “Towards a Computational Architecture for Co-Constructive Explainable Systems.” <i>Proceedings of the 2024 Workshop on Explainability Engineering</i>, ACM, 2024, pp. 20–25, doi:<a href=\"https://doi.org/10.1145/3648505.3648509\">10.1145/3648505.3648509</a>.","chicago":"Buschmeier, Hendrik, Philipp Cimiano, Stefan Kopp, Jaroslaw Kornowicz, Olesja Lammert, Marco Matarese, Dimitry Mindlin, et al. “Towards a Computational Architecture for Co-Constructive Explainable Systems.” In <i>Proceedings of the 2024 Workshop on Explainability Engineering</i>, 20–25. ACM, 2024. <a href=\"https://doi.org/10.1145/3648505.3648509\">https://doi.org/10.1145/3648505.3648509</a>.","short":"H. Buschmeier, P. Cimiano, S. Kopp, J. Kornowicz, O. Lammert, M. Matarese, D. Mindlin, A.S. Robrecht, A.-L. Vollmer, P. Wagner, B. Wrede, M. Booshehri, in: Proceedings of the 2024 Workshop on Explainability Engineering, ACM, 2024, pp. 20–25.","apa":"Buschmeier, H., Cimiano, P., Kopp, S., Kornowicz, J., Lammert, O., Matarese, M., Mindlin, D., Robrecht, A. S., Vollmer, A.-L., Wagner, P., Wrede, B., &#38; Booshehri, M. (2024). Towards a Computational Architecture for Co-Constructive Explainable Systems. <i>Proceedings of the 2024 Workshop on Explainability Engineering</i>, 20–25. <a href=\"https://doi.org/10.1145/3648505.3648509\">https://doi.org/10.1145/3648505.3648509</a>","ieee":"H. Buschmeier <i>et al.</i>, “Towards a Computational Architecture for Co-Constructive Explainable Systems,” in <i>Proceedings of the 2024 Workshop on Explainability Engineering</i>, Lisbon, Portugal, 2024, pp. 20–25, doi: <a href=\"https://doi.org/10.1145/3648505.3648509\">10.1145/3648505.3648509</a>."},"project":[{"_id":"125","name":"TRR 318 - C2: TRR 318 - Subproject C2"},{"name":"TRR 318 - A3: TRR 318 - Subproject A3","_id":"113"},{"name":"TRR 318 - A02: TRR 318 - Verstehensprozess einer Erklärung beobachten und auswerten (Teilprojekt A02)","grant_number":"438445824","_id":"112"},{"name":"TRR 318 - INF: TRR 318 - Project Area INF","_id":"118"}],"quality_controlled":"1","oa":"1"},{"status":"public","conference":{"end_date":"2024-11-08","name":"The 26th ACM International Conference on Multimodal Interaction","start_date":"2024-11-04","location":"San José, Costa Rica"},"page":"449-458","_id":"55912","user_id":"57578","citation":{"ieee":"O. Türk, S. T. Lazarov, Y. Wang, H. Buschmeier, A. Grimminger, and P. Wagner, “Predictability of understanding in explanatory interactions based on multimodal cues,” in <i>Proceedings of the 26th ACM International Conference on Multimodal Interaction</i>, San José, Costa Rica, 2024, pp. 449–458, doi: <a href=\"https://doi.org/10.1145/3678957.3685741\">10.1145/3678957.3685741</a>.","apa":"Türk, O., Lazarov, S. T., Wang, Y., Buschmeier, H., Grimminger, A., &#38; Wagner, P. (2024). Predictability of understanding in explanatory interactions based on multimodal cues. <i>Proceedings of the 26th ACM International Conference on Multimodal Interaction</i>, 449–458. <a href=\"https://doi.org/10.1145/3678957.3685741\">https://doi.org/10.1145/3678957.3685741</a>","chicago":"Türk, Olcay, Stefan Teodorov Lazarov, Yu Wang, Hendrik Buschmeier, Angela Grimminger, and Petra Wagner. “Predictability of Understanding in Explanatory Interactions Based on Multimodal Cues.” In <i>Proceedings of the 26th ACM International Conference on Multimodal Interaction</i>, 449–58. San José, Costa Rica, 2024. <a href=\"https://doi.org/10.1145/3678957.3685741\">https://doi.org/10.1145/3678957.3685741</a>.","short":"O. Türk, S.T. Lazarov, Y. Wang, H. Buschmeier, A. Grimminger, P. Wagner, in: Proceedings of the 26th ACM International Conference on Multimodal Interaction, San José, Costa Rica, 2024, pp. 449–458.","mla":"Türk, Olcay, et al. “Predictability of Understanding in Explanatory Interactions Based on Multimodal Cues.” <i>Proceedings of the 26th ACM International Conference on Multimodal Interaction</i>, 2024, pp. 449–58, doi:<a href=\"https://doi.org/10.1145/3678957.3685741\">10.1145/3678957.3685741</a>.","bibtex":"@inproceedings{Türk_Lazarov_Wang_Buschmeier_Grimminger_Wagner_2024, place={San José, Costa Rica}, title={Predictability of understanding in explanatory interactions based on multimodal cues}, DOI={<a href=\"https://doi.org/10.1145/3678957.3685741\">10.1145/3678957.3685741</a>}, booktitle={Proceedings of the 26th ACM International Conference on Multimodal Interaction}, author={Türk, Olcay and Lazarov, Stefan Teodorov and Wang, Yu and Buschmeier, Hendrik and Grimminger, Angela and Wagner, Petra}, year={2024}, pages={449–458} }","ama":"Türk O, Lazarov ST, Wang Y, Buschmeier H, Grimminger A, Wagner P. Predictability of understanding in explanatory interactions based on multimodal cues. In: <i>Proceedings of the 26th ACM International Conference on Multimodal Interaction</i>. ; 2024:449-458. doi:<a href=\"https://doi.org/10.1145/3678957.3685741\">10.1145/3678957.3685741</a>"},"quality_controlled":"1","project":[{"name":"TRR 318 - A02: TRR 318 - Verstehensprozess einer Erklärung beobachten und auswerten (Teilprojekt A02)","_id":"112"}],"place":"San José, Costa Rica","title":"Predictability of understanding in explanatory interactions based on multimodal cues","year":"2024","author":[{"full_name":"Türk, Olcay","last_name":"Türk","first_name":"Olcay"},{"id":"90345","full_name":"Lazarov, Stefan Teodorov","orcid":"0009-0009-0892-9483","last_name":"Lazarov","first_name":"Stefan Teodorov"},{"full_name":"Wang, Yu","first_name":"Yu","last_name":"Wang"},{"id":"76456","full_name":"Buschmeier, Hendrik","orcid":"0000-0002-9613-5713","first_name":"Hendrik","last_name":"Buschmeier"},{"id":"57578","last_name":"Grimminger","first_name":"Angela","full_name":"Grimminger, Angela"},{"full_name":"Wagner, Petra","last_name":"Wagner","first_name":"Petra","id":"74505"}],"publication_status":"published","date_updated":"2025-09-02T14:46:03Z","language":[{"iso":"eng"}],"doi":"10.1145/3678957.3685741","publication":"Proceedings of the 26th ACM International Conference on Multimodal Interaction","abstract":[{"text":"In explanatory interactions, explainees are expected to continuously provide feedback to explainers by signaling whether they understand an ongoing explanation. The study presented in this paper is based on the hypothesis that explainees use a set of multimodal cues, including vocalizations, facial expressions, and movements of the torso, head, and hands, to do so. We test this hypothesis by building a random forest classifier based on a multimodal corpus of dyadic explanations (21 explainers and explainees), in which windows of understanding or non-understanding were identified by participants in a retrospective video recall task. Results show that sequences of understanding can indeed be differentiated from those of non-understanding, and that a diverse set of predictors covering a wide range of modalities contributes to this classification. Due to data sparsity and a high degree of individual variation, the generalizability of our results is currently limited, but they support our hypothesis of the relevance of multimodal display in explanatory interactions.","lang":"eng"}],"date_created":"2024-08-30T07:42:55Z","type":"conference","department":[{"_id":"660"}]}]