@misc{63446,
booktitle = {{Navigationen. Zeitschrift für Medien- und Kulturwissenschaften}},
editor = {{Dörre, Robert and Laut-Berger, Christina and Pilipets, Elena and Schulz, Christian}},
publisher = {{Universi Verlag}},
title = {{{Was waren soziale Medien? Begriffe im Wandel}}},
volume = {{1}},
year = {{2027}},
}
@article{63611,
abstract = {{When humans interact with artificial intelligence (AI), one desideratum is appropriate trust. Typically, appropriate trust encompasses that humans trust AI except for instances in which they either explicitly notice AI errors or are suspicious that errors could be present. So far, appropriate trust or related notions have mainly been investigated by assessing trust and reliance. In this contribution, we argue that these assessments are insufficient to measure the complex aim of appropriate trust and the related notion of healthy distrust. We introduce and test the perspective of covert visual attention as an additional indicator for appropriate trust and draw conceptual connections to the notion of healthy distrust. To test the validity of our conceptualization, we formalize visual attention using the Theory of Visual Attention and measure its properties that are potentially relevant to appropriate trust and healthy distrust in an image classification task. Based on temporal-order judgment performance, we estimate participants' attentional capacity and attentional weight toward correct and incorrect mock-up AI classifications. We observe that misclassifications reduce attentional capacity compared to correct classifications. However, our results do not indicate that this reduction is beneficial for a subsequent judgment of the classifications. The attentional weighting is not affected by the classifications' correctness but by the difficulty of categorizing the stimuli themselves. We discuss these results, their implications, and the limited potential for using visual attention as an indicator of appropriate trust and healthy distrust.}},
author = {{Peters, Tobias Martin and Biermeier, Kai and Scharlau, Ingrid}},
issn = {{1664-1078}},
journal = {{Frontiers in Psychology}},
keywords = {{appropriate trust, healthy distrust, visual attention, Theory of Visual Attention, human-AI interaction, Bayesian cognitive model, image classification}},
publisher = {{Frontiers Media SA}},
title = {{{Assessing healthy distrust in human-AI interaction: interpreting changes in visual attention}}},
doi = {{10.3389/fpsyg.2025.1694367}},
volume = {{16}},
year = {{2026}},
}
@inbook{61323,
author = {{Wrede, Britta and Buschmeier, Hendrik and Rohlfing, Katharina Justine and Booshehri, Meisam and Grimminger, Angela}},
booktitle = {{Social Explainable AI}},
editor = {{Rohlfing, Katharina J. and Främling, Kary and Alpsancar, Suzana and Thommes, Kirsten and Lim, Brian Y.}},
pages = {{227--245}},
publisher = {{Springer}},
title = {{{Incremental communication}}},
doi = {{10.1007/978-981-96-5290-7_12}},
year = {{2026}},
}
@inbook{61321,
author = {{Grimminger, Angela and Buschmeier, Hendrik}},
booktitle = {{Social Explainable AI}},
editor = {{Rohlfing, Katharina J. and Främling, Kary and Alpsancar, Suzana and Thommes, Kirsten and Lim, Brian Y.}},
pages = {{351--365}},
publisher = {{Springer}},
title = {{{Theoretical aspects of multimodal processing}}},
doi = {{10.1007/978-981-96-5290-7_18}},
year = {{2026}},
}
@inbook{61322,
author = {{Lazarov, Stefan Teodorov and Tchappi, Igor and Grimminger, Angela}},
booktitle = {{Social Explainable AI}},
editor = {{Rohlfing, Katharina J. and Främling, Kary and Alpsancar, Suzana and Thommes, Kirsten and Lim, Brian Y.}},
pages = {{367--390}},
publisher = {{Springer}},
title = {{{Characteristics of nonverbal behavior}}},
doi = {{10.1007/978-981-96-5290-7_19}},
year = {{2026}},
}
@inbook{61324,
author = {{Wagner, Petra and Kopp, Stefan}},
booktitle = {{Social Explainable AI}},
editor = {{Rohlfing, Katharina J. and Främling, Kary and Alpsancar, Suzana and Thommes, Kirsten and Lim, Brian Y.}},
pages = {{433--446}},
publisher = {{Springer}},
title = {{{Timing and synchronization of multimodal signals in explanations}}},
doi = {{10.1007/978-981-96-5290-7_22}},
year = {{2026}},
}
@inbook{61112,
author = {{Rohlfing, Katharina J. and Vollmer, Anna-Lisa and Grimminger, Angela}},
booktitle = {{Social Explainable AI}},
editor = {{Rohlfing, Katharina and Främling, Kary and Thommes, Kirsten and Alpsancar, Suzana and Lim, Brian Y.}},
publisher = {{Springer}},
title = {{{Practices: How to establish an explaining practice}}},
doi = {{10.1007/978-981-96-5290-7_5}},
year = {{2026}},
}
@inbook{61325,
author = {{Vollmer, Anna-Lisa and Buhl, Heike M. and Alami, Rachid and Främling, Kary and Grimminger, Angela and Booshehri, Meisam and Ngonga Ngomo, Axel-Cyrille}},
booktitle = {{Social Explainable AI}},
editor = {{Rohlfing, Katharina J. and Främling, Kary and Lim, Brian and Alpsancar, Suzana and Thommes, Kirsten}},
pages = {{39--53}},
publisher = {{Springer}},
title = {{{Components of an explanation for co-constructive sXAI}}},
doi = {{10.1007/978-981-96-5290-7_3}},
year = {{2026}},
}
@inbook{65084,
author = {{Buhl, Heike M. and Vollmer, Anna-Lisa and Alami, Rachid and Booshehri, Meisam and Främling, Kary}},
booktitle = {{Social explainable AI}},
editor = {{Rohlfing, Katharina J. and Främling, Kary and Lim, Brian and Alpsancar, Suzana and Thommes, Kisten}},
pages = {{269--295}},
publisher = {{Springer}},
title = {{{Models of the situation, the explanandum, and the interaction partner}}},
doi = {{https://doi.org/10.1007/978-981-96-5290-7_14}},
year = {{2026}},
}
@inbook{65083,
author = {{Buhl, Heike M. and Wrede, Britta and Fisher, Josephine Beryl and Matarese, Marco}},
booktitle = {{Social Explainable AI}},
editor = {{Rohlfing, Katharina J. and Främling, Kary and Lim, Brian and Alpsancar, Suzana and Thommes, Kirsten}},
pages = {{247--267}},
publisher = {{Springer}},
title = {{{Adaptation}}},
doi = {{https://doi.org/10.1007/978-981-96-5290-7_13}},
year = {{2026}},
}
@unpublished{61151,
abstract = {{In this paper, we discuss the application of retrospective video recall for the assessment of cognitive processes in explanatory interactions, such as understanding and mental models. Our purpose is to reflect on the benefits and limitations of video recall compared to another self-report method, ‘thinking-aloud’. To do so, we reveal empirical results from the application of video recall in three interdisciplinary research projects that applied the method for the qualitative and quantitative assessment of cognitive and behavioral phenomena in everyday explanations. In all three projects, video recall was applied as a post-hoc procedure following the recording of dyadic face-to-face explanations of board games. The design of the video recall procedure differed between individual projects because they pursued different research objectives – that is the investigation of (1) an interlocutor's multimodal signals of understanding, (2) the change in assumptions about an interlocutor's dispositional and situational knowledge, and (3) the differentiated assessment of an interlocutor's developing understanding of domain knowledge aspects by distinguishing between mechanistic and functional explanatory stances. By discussing the benefits and the limitations of each procedure, this article provides critical reflections on video recall as a versatile research method applied for the analysis of human multimodal behavior in interaction and cognitive processing.}},
author = {{Lazarov, Stefan Teodorov and Schaffer, Michael and Gladow, Viviane and Buschmeier, Hendrik and Buhl, Heike M. and Grimminger, Angela}},
pages = {{29}},
title = {{{Retrospective video recall for analyzing cognitive processes in naturalistic explanations}}},
year = {{2026}},
}
@inproceedings{64914,
abstract = {{We investigate how verbal and nonverbal linguistic features, exhibited by speakers and listeners in dialogue, can contribute to predicting the listener's state of understanding in explanatory interactions on a moment-by-moment basis. Specifically, we examine three linguistic cues related to cognitive load and hypothesised to correlate with listener understanding: the information value (operationalised with surprisal) and syntactic complexity of the speaker's utterances, and the variation in the listener's interactive gaze behaviour. Based on statistical analyses of the MUNDEX corpus of face-to-face dialogic board game explanations, we find that individual cues vary with the listener's level of understanding. Listener states (‘Understanding’, ‘Partial Understanding’, ‘Non-Understanding’ and ‘Misunderstanding’) were self-annotated by the listeners using a retrospective video-recall method. The results of a subsequent classification experiment, involving two off-the-shelf classifiers and a fine-tuned German BERT-based multimodal classifier, demonstrate that prediction of these four states of understanding is generally possible and improves when the three linguistic cues are considered alongside textual features.}},
author = {{Wang, Yu and Türk, Olcay and Grimminger, Angela and Buschmeier, Hendrik}},
booktitle = {{Proceedings of the 15th Language Resources and Evaluation Conference}},
location = {{Palma, Mallorca, Spain}},
pages = {{11368--11378}},
publisher = {{ELRA}},
title = {{{Predicting states of understanding in explanatory interactions using cognitive load-related linguistic cues}}},
doi = {{10.63317/4tsmsshhd3ad}},
year = {{2026}},
}
@article{65565,
abstract = {{Abstract
Gaze behavior, being continuously accessible to interlocutors in face-to-face interactions, serves as a cue for managing turn-taking, regulating the duration of topical sequences, and supporting cognitive processing in various everyday conversational contexts. The present study seeks to enhance the understanding of the relation between two forms of interactive gaze behavior – gaze aversions and mutual gaze – and the topical development in the explanatory discourse. To do so, we analyzed 24 dyadic board game explanations in which one explainer subsequently explained a board game to three different explainees while the board game was physically absent from the shared space. The main objective of the present study was to investigate the relation of gaze aversions and mutual gaze to the topical development of explanations. For this, based on previous research (Lazarov et al., 2024; Rossano, 2012) we hypothesized that (1) gaze aversions are more likely to be associated with topic changes than topic continuations, and that (2) mutual gaze is more likely to be associated with topic continuations than topic changes. In addition, we explored how the two forms of gaze behavior are related to the interlocutor who initiates a topic change or continuation. Our proportional analysis using a Generalized linear mixed effects model revealed that gaze aversions are related to topic changes initiated by both interlocutors. In contrast, the analysis did not reveal a significant relation between mutual gaze and topic continuations, which could be explained by the feedback elicitation function of mutual gaze at the end of speakers’ utterances (Bavelas et al., 2002; Brône et al., 2017; Kendon, 1967) while monitoring the addressees’ understanding (Clark & Krych, 2004) and the complexity of the analyzed fixed and random effects.}},
author = {{Lazarov, Stefan Teodorov and Grimminger, Angela}},
issn = {{0191-5886}},
journal = {{Journal of Nonverbal Behavior}},
publisher = {{Springer Science and Business Media LLC}},
title = {{{How are gaze aversions and mutual gaze related to the topical development of dyadic explanatory interactions?}}},
doi = {{10.1007/s10919-026-00512-8}},
year = {{2026}},
}
@inproceedings{61444,
abstract = {{Backchannels and fillers are important linguistic expressions in dialogue, but often treated as "noise" to be bypassed in modern transformer-based language models. Our work studies the representation of them in language models using three fine-tuning strategies. The models are trained on three dialogue corpora in English and Japanese, where backchannels and fillers are preserved and annotated, to investigate how fine-tuning can help LMs learn their representations. We first apply clustering analysis to the learnt representation of backchannels and fillers, and have found increased silhouette scores in representations from fine-tuned models, which suggests that fine-tuning enables LMs to distinguish the nuanced semantic variation in different backchannel and filler use. We also use natural language generation (NLG) metrics and qualitative analysis to confirm that the utterances generated by fine-tuned language models resemble human-produced utterances more closely. Our findings suggest the potentials of transforming general LMs into conversational LMs that are more capable of producing human-like languages adequately.}},
author = {{Wang, Yu and Lao, Leyi and Huang, Langchu and Skantze, Gabriel and Xu, Yang and Buschmeier, Hendrik}},
booktitle = {{Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics}},
location = {{San Diego, CA, USA}},
pages = {{5319--5348}},
publisher = {{Association for Computational Linguistics}},
title = {{{Investigating the representation of backchannels and fillers in fine-tuned language models}}},
doi = {{10.18653/v1/2026.acl-long.241}},
year = {{2026}},
}
@inproceedings{65363,
abstract = {{Recent theoretical advancement of information density in natural language has brought the following question on desk: To what degree does natural language exhibit periodicity pattern in its encoded information? We address this question by introducing a new method called AutoPeriod of Surprisal (APS). APS adopts a canonical periodicity detection algorithm and is able to identify any significant periods that exist in the surprisal sequence of a single document. By applying the algorithm to a set of corpora, we have obtained the following interesting results: Firstly, a considerable proportion of human language demonstrates a strong pattern of periodicity in information; Secondly, new periods that are outside the distributions of typical structural units in text (e.g., sentence boundaries, elementary discourse units, etc.) are found and further confirmed via harmonic regression modeling. We conclude that the periodicity of information in language is a joint outcome from both structured factors and other driving factors that take effect at longer distances. The advantages of our periodicity detection method and its potentials in LLM-generation detection are further discussed.}},
author = {{Ou, Yulin and Wang, Yu and Xu, Yang and Buschmeier, Hendrik}},
booktitle = {{Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics}},
location = {{San Diego, CA, USA}},
pages = {{1161--1175}},
publisher = {{Association for Computational Linguistics}},
title = {{{Identifying the periodicity of information in natural language}}},
doi = {{10.18653/v1/2026.acl-long.52}},
year = {{2026}},
}
@inproceedings{66106,
abstract = {{Multimodal backchannels are fundamental to conversational grounding and understanding. However, backchannels do not always transparently reflect the interlocutor's actual cognitive state. “Incongruent backchannels”, where the observable feedback implies understanding although there is no genuine understanding, are a potential source of ambiguity in any interaction. Using acoustic, head movement, and discourse-related data from 45 naturalistic dyadic interactions, we investigate whether incongruent and congruent backchannels show systematically different properties using a classification task. Results show that these backchannels are indeed separable based on multimodal features. Incongruent backchannels are typically characterised by more neutral head movement configurations and lower acoustic dynamism, while discursive cues strongly influence the classification. Overall, the findings suggest a relatively reduced effort in the signalling of incongruent backchannels.}},
author = {{Türk, Olcay and Lazarov, Stefan Teodorov and Wang, Yu and Grimminger, Angela and Buschmeier, Hendrik and Wagner, Petra}},
booktitle = {{Proceedings of INTERSPEECH 2026}},
location = {{Sydney, Australia}},
title = {{{When “yeah” means “not quite”: Multimodal detection of backchannels expressing incomplete understanding}}},
year = {{2026}},
}
@article{59756,
abstract = {{A current concern in the field of Artificial Intelligence (AI) is to ensure the trustworthiness of AI systems. The development of explainability methods is one prominent way to address this, which has often resulted in the assumption that the use of explainability will lead to an increase in the trust of users and wider society. However, the dynamics between explainability and trust are not well established and empirical investigations of their relation remain mixed or inconclusive.
In this paper we provide a detailed description of the concepts of user trust and distrust in AI and their relation to appropriate reliance. For that we draw from the fields of machine learning, human–computer interaction, and the social sciences. Based on these insights, we have created a focused study of empirical literature of existing empirical studies that investigate the effects of AI systems and XAI methods on user (dis)trust, in order to substantiate our conceptualization of trust, distrust, and reliance. With respect to our conceptual understanding we identify gaps in existing empirical work. With clarifying the concepts and summarizing the empirical studies, we aim to provide researchers, who examine user trust in AI, with an improved starting point for developing user studies to measure and evaluate the user’s attitude towards and reliance on AI systems.}},
author = {{Visser, Roel and Peters, Tobias Martin and Scharlau, Ingrid and Hammer, Barbara}},
issn = {{1389-0417}},
journal = {{Cognitive Systems Research}},
keywords = {{XAI, Appropriate trust, Distrust, Reliance, Human-centric evaluation, Trustworthy AI}},
publisher = {{Elsevier BV}},
title = {{{Trust, distrust, and appropriate reliance in (X)AI: A conceptual clarification of user trust and survey of its empirical evaluation}}},
doi = {{10.1016/j.cogsys.2025.101357}},
year = {{2025}},
}
@inproceedings{59999,
author = {{Rautenberg, Frederik and Kuhlmann, Michael and Seebauer, Fritz and Wiechmann, Jana and Wagner, Petra and Haeb-Umbach, Reinhold}},
booktitle = {{ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)}},
location = {{Hyderabad, India }},
publisher = {{IEEE}},
title = {{{Speech Synthesis along Perceptual Voice Quality Dimensions}}},
doi = {{10.1109/icassp49660.2025.10888012}},
year = {{2025}},
}
@article{59755,
abstract = {{Due to the application of Artificial Intelligence (AI) in high-risk domains like law or medicine,
trustworthy AI and trust in AI are of increasing scientific and public relevance. A typical conception,
for example in the context of medical diagnosis, is that a knowledgeable user receives AIgenerated
classification as advice. Research to improve such interactions often aims to foster the
user’s trust, which in turn should improve the combined human-AI performance. Given that AI
models can err, we argue that the possibility to critically review, thus to distrust, an AI decision is
an equally interesting target of research.
We created two image classification scenarios in which the participants received mock-up
AI advice. The quality of the advice decreases for a phase of the experiment. We studied the
task performance, trust and distrust of the participants, and tested whether an instruction to
remain skeptical and review each piece of advice led to a better performance compared to a
neutral condition. Our results indicate that this instruction does not improve but rather worsens
the participants’ performance. Repeated single-item self-report of trust and distrust shows an
increase in trust and a decrease in distrust after the drop in the AI’s classification quality, with no
difference between the two instructions. Furthermore, via a Bayesian Signal Detection Theory
analysis, we provide a procedure to assess appropriate reliance in detail, by quantifying whether
the problems of under- and over-reliance have been mitigated. We discuss implications of our
results for the usage of disclaimers before interacting with AI, as prominently used in current
LLM-based chatbots, and for trust and distrust research.}},
author = {{Peters, Tobias Martin and Scharlau, Ingrid}},
journal = {{Frontiers in Psychology}},
keywords = {{trust in AI, trust, distrust, human-AI interaction, Signal Detection Theory, Bayesian parameter estimation, image classification}},
title = {{{Interacting with fallible AI: Is distrust helpful when receiving AI misclassifications?}}},
doi = {{10.3389/fpsyg.2025.1574809}},
volume = {{16}},
year = {{2025}},
}
@inbook{61150,
abstract = {{Since the emergence of the field of eXplainable Artificial Intelligence (XAI), a growing number of researchers have argued that XAI should consider insights from the social sciences in order to adapt explanations to the expectations and needs of human users. This has led to the emergence of a field called Social XAI, which is concerned with understanding how explanations are actively shaped in the interaction between a human user and an AI system. Recognizing this turn in XAI toward making XAI systems more “social” by providing explanations that focus on human information needs and incorporating insights from human–human explanatory interactions, in this paper we provide a formal foundation for Social XAI. We do so by proposing novel ontological accounts of the key terms used in Social XAI based on Basic Formal Ontology (BFO). Specifically, we provide novel ontological accounts for explanandum, explanans, understanding, explanation, explainer, explainee, and context. In doing so, we discuss multifaceted entities in Social XAI (having both continuant and occurrent facets; e.g., explanation) and the relationship between understanding and explanation. Additionally, we propose solutions to seemingly paradoxical views on some terms (e.g., social constructivist vs. individual constructivist perspective on explanandum).}},
author = {{Booshehri, Meisam and Buschmeier, Hendrik and Cimiano, Philipp}},
booktitle = {{Proceedings of the 15th International Conference on Formal Ontology in Information Systems}},
isbn = {{9781643686172}},
issn = {{0922-6389}},
location = {{Catania, Italy}},
pages = {{255–268}},
publisher = {{IOS Press}},
title = {{{A BFO-based ontological analysis of entities in Social XAI}}},
doi = {{10.3233/faia250498}},
year = {{2025}},
}