@misc{63446, booktitle = {{Navigationen. Zeitschrift für Medien- und Kulturwissenschaften}}, editor = {{Dörre, Robert and Laut-Berger, Christina and Pilipets, Elena and Schulz, Christian}}, publisher = {{Universi Verlag}}, title = {{{Was waren soziale Medien? Begriffe im Wandel}}}, volume = {{1}}, year = {{2027}}, } @article{63611, abstract = {{When humans interact with artificial intelligence (AI), one desideratum is appropriate trust. Typically, appropriate trust encompasses that humans trust AI except for instances in which they either explicitly notice AI errors or are suspicious that errors could be present. So far, appropriate trust or related notions have mainly been investigated by assessing trust and reliance. In this contribution, we argue that these assessments are insufficient to measure the complex aim of appropriate trust and the related notion of healthy distrust. We introduce and test the perspective of covert visual attention as an additional indicator for appropriate trust and draw conceptual connections to the notion of healthy distrust. To test the validity of our conceptualization, we formalize visual attention using the Theory of Visual Attention and measure its properties that are potentially relevant to appropriate trust and healthy distrust in an image classification task. Based on temporal-order judgment performance, we estimate participants' attentional capacity and attentional weight toward correct and incorrect mock-up AI classifications. We observe that misclassifications reduce attentional capacity compared to correct classifications. However, our results do not indicate that this reduction is beneficial for a subsequent judgment of the classifications. The attentional weighting is not affected by the classifications' correctness but by the difficulty of categorizing the stimuli themselves. We discuss these results, their implications, and the limited potential for using visual attention as an indicator of appropriate trust and healthy distrust.}}, author = {{Peters, Tobias Martin and Biermeier, Kai and Scharlau, Ingrid}}, issn = {{1664-1078}}, journal = {{Frontiers in Psychology}}, keywords = {{appropriate trust, healthy distrust, visual attention, Theory of Visual Attention, human-AI interaction, Bayesian cognitive model, image classification}}, publisher = {{Frontiers Media SA}}, title = {{{Assessing healthy distrust in human-AI interaction: interpreting changes in visual attention}}}, doi = {{10.3389/fpsyg.2025.1694367}}, volume = {{16}}, year = {{2026}}, } @inbook{61323, author = {{Wrede, Britta and Buschmeier, Hendrik and Rohlfing, Katharina Justine and Booshehri, Meisam and Grimminger, Angela}}, booktitle = {{Social Explainable AI}}, editor = {{Rohlfing, Katharina J. and Främling, Kary and Alpsancar, Suzana and Thommes, Kirsten and Lim, Brian Y.}}, pages = {{227--245}}, publisher = {{Springer}}, title = {{{Incremental communication}}}, doi = {{10.1007/978-981-96-5290-7_12}}, year = {{2026}}, } @inbook{61321, author = {{Grimminger, Angela and Buschmeier, Hendrik}}, booktitle = {{Social Explainable AI}}, editor = {{Rohlfing, Katharina J. and Främling, Kary and Alpsancar, Suzana and Thommes, Kirsten and Lim, Brian Y.}}, pages = {{351--365}}, publisher = {{Springer}}, title = {{{Theoretical aspects of multimodal processing}}}, doi = {{10.1007/978-981-96-5290-7_18}}, year = {{2026}}, } @inbook{61322, author = {{Lazarov, Stefan Teodorov and Tchappi, Igor and Grimminger, Angela}}, booktitle = {{Social Explainable AI}}, editor = {{Rohlfing, Katharina J. and Främling, Kary and Alpsancar, Suzana and Thommes, Kirsten and Lim, Brian Y.}}, pages = {{367--390}}, publisher = {{Springer}}, title = {{{Characteristics of nonverbal behavior}}}, doi = {{10.1007/978-981-96-5290-7_19}}, year = {{2026}}, } @inbook{61324, author = {{Wagner, Petra and Kopp, Stefan}}, booktitle = {{Social Explainable AI}}, editor = {{Rohlfing, Katharina J. and Främling, Kary and Alpsancar, Suzana and Thommes, Kirsten and Lim, Brian Y.}}, pages = {{433--446}}, publisher = {{Springer}}, title = {{{Timing and synchronization of multimodal signals in explanations}}}, doi = {{10.1007/978-981-96-5290-7_22}}, year = {{2026}}, } @inbook{61112, author = {{Rohlfing, Katharina J. and Vollmer, Anna-Lisa and Grimminger, Angela}}, booktitle = {{Social Explainable AI}}, editor = {{Rohlfing, Katharina and Främling, Kary and Thommes, Kirsten and Alpsancar, Suzana and Lim, Brian Y.}}, publisher = {{Springer}}, title = {{{Practices: How to establish an explaining practice}}}, doi = {{10.1007/978-981-96-5290-7_5}}, year = {{2026}}, } @inbook{61325, author = {{Vollmer, Anna-Lisa and Buhl, Heike M. and Alami, Rachid and Främling, Kary and Grimminger, Angela and Booshehri, Meisam and Ngonga Ngomo, Axel-Cyrille}}, booktitle = {{Social Explainable AI}}, editor = {{Rohlfing, Katharina J. and Främling, Kary and Lim, Brian and Alpsancar, Suzana and Thommes, Kirsten}}, pages = {{39--53}}, publisher = {{Springer}}, title = {{{Components of an explanation for co-constructive sXAI}}}, doi = {{10.1007/978-981-96-5290-7_3}}, year = {{2026}}, } @inbook{65084, author = {{Buhl, Heike M. and Vollmer, Anna-Lisa and Alami, Rachid and Booshehri, Meisam and Främling, Kary}}, booktitle = {{Social explainable AI}}, editor = {{Rohlfing, Katharina J. and Främling, Kary and Lim, Brian and Alpsancar, Suzana and Thommes, Kisten}}, pages = {{269--295}}, publisher = {{Springer}}, title = {{{Models of the situation, the explanandum, and the interaction partner}}}, doi = {{https://doi.org/10.1007/978-981-96-5290-7_14}}, year = {{2026}}, } @inbook{65083, author = {{Buhl, Heike M. and Wrede, Britta and Fisher, Josephine Beryl and Matarese, Marco}}, booktitle = {{Social Explainable AI}}, editor = {{Rohlfing, Katharina J. and Främling, Kary and Lim, Brian and Alpsancar, Suzana and Thommes, Kirsten}}, pages = {{247--267}}, publisher = {{Springer}}, title = {{{Adaptation}}}, doi = {{https://doi.org/10.1007/978-981-96-5290-7_13}}, year = {{2026}}, } @unpublished{61151, abstract = {{In this paper, we discuss the application of retrospective video recall for the assessment of cognitive processes in explanatory interactions, such as understanding and mental models. Our purpose is to reflect on the benefits and limitations of video recall compared to another self-report method, ‘thinking-aloud’. To do so, we reveal empirical results from the application of video recall in three interdisciplinary research projects that applied the method for the qualitative and quantitative assessment of cognitive and behavioral phenomena in everyday explanations. In all three projects, video recall was applied as a post-hoc procedure following the recording of dyadic face-to-face explanations of board games. The design of the video recall procedure differed between individual projects because they pursued different research objectives – that is the investigation of (1) an interlocutor's multimodal signals of understanding, (2) the change in assumptions about an interlocutor's dispositional and situational knowledge, and (3) the differentiated assessment of an interlocutor's developing understanding of domain knowledge aspects by distinguishing between mechanistic and functional explanatory stances. By discussing the benefits and the limitations of each procedure, this article provides critical reflections on video recall as a versatile research method applied for the analysis of human multimodal behavior in interaction and cognitive processing.}}, author = {{Lazarov, Stefan Teodorov and Schaffer, Michael and Gladow, Viviane and Buschmeier, Hendrik and Buhl, Heike M. and Grimminger, Angela}}, pages = {{29}}, title = {{{Retrospective video recall for analyzing cognitive processes in naturalistic explanations}}}, year = {{2026}}, } @inproceedings{64914, abstract = {{We investigate how verbal and nonverbal linguistic features, exhibited by speakers and listeners in dialogue, can contribute to predicting the listener's state of understanding in explanatory interactions on a moment-by-moment basis. Specifically, we examine three linguistic cues related to cognitive load and hypothesised to correlate with listener understanding: the information value (operationalised with surprisal) and syntactic complexity of the speaker's utterances, and the variation in the listener's interactive gaze behaviour. Based on statistical analyses of the MUNDEX corpus of face-to-face dialogic board game explanations, we find that individual cues vary with the listener's level of understanding. Listener states (‘Understanding’, ‘Partial Understanding’, ‘Non-Understanding’ and ‘Misunderstanding’) were self-annotated by the listeners using a retrospective video-recall method. The results of a subsequent classification experiment, involving two off-the-shelf classifiers and a fine-tuned German BERT-based multimodal classifier, demonstrate that prediction of these four states of understanding is generally possible and improves when the three linguistic cues are considered alongside textual features.}}, author = {{Wang, Yu and Türk, Olcay and Grimminger, Angela and Buschmeier, Hendrik}}, booktitle = {{Proceedings of the 15th Language Resources and Evaluation Conference}}, location = {{Palma, Mallorca, Spain}}, pages = {{11368--11378}}, publisher = {{ELRA}}, title = {{{Predicting states of understanding in explanatory interactions using cognitive load-related linguistic cues}}}, doi = {{10.63317/4tsmsshhd3ad}}, year = {{2026}}, } @article{65565, abstract = {{Abstract Gaze behavior, being continuously accessible to interlocutors in face-to-face interactions, serves as a cue for managing turn-taking, regulating the duration of topical sequences, and supporting cognitive processing in various everyday conversational contexts. The present study seeks to enhance the understanding of the relation between two forms of interactive gaze behavior – gaze aversions and mutual gaze – and the topical development in the explanatory discourse. To do so, we analyzed 24 dyadic board game explanations in which one explainer subsequently explained a board game to three different explainees while the board game was physically absent from the shared space. The main objective of the present study was to investigate the relation of gaze aversions and mutual gaze to the topical development of explanations. For this, based on previous research (Lazarov et al., 2024; Rossano, 2012) we hypothesized that (1) gaze aversions are more likely to be associated with topic changes than topic continuations, and that (2) mutual gaze is more likely to be associated with topic continuations than topic changes. In addition, we explored how the two forms of gaze behavior are related to the interlocutor who initiates a topic change or continuation. Our proportional analysis using a Generalized linear mixed effects model revealed that gaze aversions are related to topic changes initiated by both interlocutors. In contrast, the analysis did not reveal a significant relation between mutual gaze and topic continuations, which could be explained by the feedback elicitation function of mutual gaze at the end of speakers’ utterances (Bavelas et al., 2002; Brône et al., 2017; Kendon, 1967) while monitoring the addressees’ understanding (Clark & Krych, 2004) and the complexity of the analyzed fixed and random effects.}}, author = {{Lazarov, Stefan Teodorov and Grimminger, Angela}}, issn = {{0191-5886}}, journal = {{Journal of Nonverbal Behavior}}, publisher = {{Springer Science and Business Media LLC}}, title = {{{How are gaze aversions and mutual gaze related to the topical development of dyadic explanatory interactions?}}}, doi = {{10.1007/s10919-026-00512-8}}, year = {{2026}}, } @article{66854, abstract = {{Abstract Investigating the real-time interplay between language and vision has traditionally involved a trade-off between experimental control and interactive setups. To address this challenge, we present a methodological framework that embeds the visual world paradigm (VWP) within a continuous, goal-directed human–robot interaction (HRI) task. By augmenting VWP in an HRI setup to produce standardized yet responsive verbal and non-verbal behaviours, the framework makes it possible to selectively examine comprehension, production, actions and their relation to visual attention in real-time. We demonstrate the utility of the framework through a proof-of-concept manipulating action structure, specifically path and manner, as well as other-initiated repair formats, namely open and restricted requests. The findings show that the setup reliably captures time-locked referential gaze dynamics following comprehension and preceding production processes. They further indicate that differences in action history systematically influence speakers’ pre-verbal cognitive processes and their subsequent linguistic choices. These findings suggest that HRI can provide a useful methodological middle ground to investigate language processes online in a tightly controlled setup without disrupting the interaction. More broadly, the framework offers a test bed for examining whether established psycholinguistic findings extend to HRI setups. At the same time, it provides HRI researchers with an empirical basis for developing adaptive agents informed by online language-vision interaction theories.}}, author = {{Singh, Amit and Rohlfing, Katharina J.}}, issn = {{0090-6905}}, journal = {{Journal of Psycholinguistic Research}}, number = {{5}}, publisher = {{Springer Science and Business Media LLC}}, title = {{{A Methodological Framework for Studying Online Language–Vision Interplay in Human–Robot Interaction}}}, doi = {{10.1007/s10936-026-10296-z}}, volume = {{55}}, year = {{2026}}, } @inbook{66856, abstract = {{Abstract Goals are central to human actions: In fact, human actions are organized toward goals. Already early in human development, human perception becomes biased to goal-directed actions. A characteristic of social interaction is that goals can be shared among involved agents. This is a great benefit for designing sXAI as it allows explanation goals to be collaboratively negotiated. Even more, depending on the goal, users could be dynamically but minimalistically supported in their autonomous actions. Future sXAI developments can benefit from this chapter by recognizing how essential goals are and that they constitute an intersection of individual actions and social ecologies.}}, author = {{Rohlfing, Katharina J. and Singh, Amit and Groß, André and Wrede, Britta}}, booktitle = {{Social Explainable AI}}, isbn = {{9789819652891}}, publisher = {{Springer Nature Singapore}}, title = {{{Explanation Goals}}}, doi = {{10.1007/978-981-96-5290-7_6}}, year = {{2026}}, } @article{66855, author = {{Wildt, Eugenia and Singh, Amit and Rohlfing, Katharina J.}}, issn = {{0001-6918}}, journal = {{Acta Psychologica}}, publisher = {{Elsevier BV}}, title = {{{Infants' individual sensitivity to saliency shapes early word learning in social interaction}}}, doi = {{10.1016/j.actpsy.2026.106977}}, volume = {{266}}, year = {{2026}}, } @inproceedings{61444, abstract = {{Backchannels and fillers are important linguistic expressions in dialogue, but often treated as "noise" to be bypassed in modern transformer-based language models. Our work studies the representation of them in language models using three fine-tuning strategies. The models are trained on three dialogue corpora in English and Japanese, where backchannels and fillers are preserved and annotated, to investigate how fine-tuning can help LMs learn their representations. We first apply clustering analysis to the learnt representation of backchannels and fillers, and have found increased silhouette scores in representations from fine-tuned models, which suggests that fine-tuning enables LMs to distinguish the nuanced semantic variation in different backchannel and filler use. We also use natural language generation (NLG) metrics and qualitative analysis to confirm that the utterances generated by fine-tuned language models resemble human-produced utterances more closely. Our findings suggest the potentials of transforming general LMs into conversational LMs that are more capable of producing human-like languages adequately.}}, author = {{Wang, Yu and Lao, Leyi and Huang, Langchu and Skantze, Gabriel and Xu, Yang and Buschmeier, Hendrik}}, booktitle = {{Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics}}, location = {{San Diego, CA, USA}}, pages = {{5319--5348}}, publisher = {{Association for Computational Linguistics}}, title = {{{Investigating the representation of backchannels and fillers in fine-tuned language models}}}, doi = {{10.18653/v1/2026.acl-long.241}}, year = {{2026}}, } @inproceedings{65363, abstract = {{Recent theoretical advancement of information density in natural language has brought the following question on desk: To what degree does natural language exhibit periodicity pattern in its encoded information? We address this question by introducing a new method called AutoPeriod of Surprisal (APS). APS adopts a canonical periodicity detection algorithm and is able to identify any significant periods that exist in the surprisal sequence of a single document. By applying the algorithm to a set of corpora, we have obtained the following interesting results: Firstly, a considerable proportion of human language demonstrates a strong pattern of periodicity in information; Secondly, new periods that are outside the distributions of typical structural units in text (e.g., sentence boundaries, elementary discourse units, etc.) are found and further confirmed via harmonic regression modeling. We conclude that the periodicity of information in language is a joint outcome from both structured factors and other driving factors that take effect at longer distances. The advantages of our periodicity detection method and its potentials in LLM-generation detection are further discussed.}}, author = {{Ou, Yulin and Wang, Yu and Xu, Yang and Buschmeier, Hendrik}}, booktitle = {{Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics}}, location = {{San Diego, CA, USA}}, pages = {{1161--1175}}, publisher = {{Association for Computational Linguistics}}, title = {{{Identifying the periodicity of information in natural language}}}, doi = {{10.18653/v1/2026.acl-long.52}}, year = {{2026}}, } @inproceedings{66106, abstract = {{Multimodal backchannels are fundamental to conversational grounding and understanding. However, backchannels do not always transparently reflect the interlocutor's actual cognitive state. “Incongruent backchannels”, where the observable feedback implies understanding although there is no genuine understanding, are a potential source of ambiguity in any interaction. Using acoustic, head movement, and discourse-related data from 45 naturalistic dyadic interactions, we investigate whether incongruent and congruent backchannels show systematically different properties using a classification task. Results show that these backchannels are indeed separable based on multimodal features. Incongruent backchannels are typically characterised by more neutral head movement configurations and lower acoustic dynamism, while discursive cues strongly influence the classification. Overall, the findings suggest a relatively reduced effort in the signalling of incongruent backchannels.}}, author = {{Türk, Olcay and Lazarov, Stefan Teodorov and Wang, Yu and Grimminger, Angela and Buschmeier, Hendrik and Wagner, Petra}}, booktitle = {{Proceedings of INTERSPEECH 2026}}, location = {{Sydney, Australia}}, title = {{{When “yeah” means “not quite”: Multimodal detection of backchannels expressing incomplete understanding}}}, year = {{2026}}, } @inproceedings{66885, abstract = {{We revisit the under-explored phenomenon of syntactic complexity convergence in dialogue. Extending prior topic-level analyses to full conversations, we examine five human-human datasets and a set of human-LLM dialogues. We integrate and evaluate a multidimensional set of syntactic complexity metrics to quantify structural variation in dialogue. Our analyses reveal robust syntactic complexity convergence across human-human datasets, especially in task-oriented interactions, and statistical tests confirm that these effects are not due to chance. In contrast, human-LLM dialogues show no significant convergence under individual metrics; however, linear-CKA uncovers a distinct cross-metric convergence pattern. Motivated by these differences, we use syntactic complexity as a feature for detecting LLM-involved dialogue, achieving 96\% accuracy. Our classification results demonstrate its potential without relying on likelihood-based signals such as surprisal, which require a language model as the estimator.}}, author = {{Wang, Yu and Chen, Yanran and Wang, Yifan and Eger, Steffen and Buschmeier, Hendrik}}, booktitle = {{Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing}}, location = {{Budapest, Hungary}}, publisher = {{ACL}}, title = {{{Syntactic complexity convergence in dialogue: Analysis of the phenomenon and application to LLM detection}}}, year = {{2026}}, }