Publications

• https://benjamins.com/catalog/btl.158.12kar
• https://doi.org/10.1075/btl.158.12kar

@inproceedings{Karakanta2018b,
title = {Exploring Variation in Translation with Relative Entropy},
author = {Alina Karakanta and Heike Przybyl and Elke Teich},
editor = {Julia Lavid-López Carmen Ma{\'i}z-Ar{\'e}valo and Juan Rafael Zamorano-Mansilla},
url = {https://benjamins.com/catalog/btl.158.12kar},
doi = {https://doi.org/10.1075/btl.158.12kar},
year = {2018},
date = {2018},
booktitle = {Corpora in Translation and Contrastive Research in the Digital Age: Recent advances and explorations},
pages = {307–323},
publisher = {John Benjamins Publishing Company},
abstract = {

Copy BibTeX to Clipboard

Multilingual parliaments have been a useful source for monolingual and multilingual corpus collection. However, extra-textual information about speakers is often absent, and as a result, these resources cannot be fully used in translation studies.

In this paper we present a method for processing and building a parallel corpus consisting of parliamentary debates of the European Parliament for English into German and English into Spanish, where original language and native speaker information is available as metadata. The paperdocumentsallnecessary(pre-andpost-)processingstepsforcreatingsuchavaluableresource. Inadditiontotheparallelcorpora, we collect monolingual comparable corpora for English, German and Spanish using the same method.

• 10_W2     (0.15MB)
• http://lrec-conf.org/workshops/lrec2018/W2/pdf/10_W2.pdf

@inproceedings{Karakanta2018b,
title = {EuroParl-UdS: Preserving and Extending Metadata in Parliamentary Debates},
author = {Alina Karakanta and Mihaela Vela and Elke Teich},
url = {http://lrec-conf.org/workshops/lrec2018/W2/pdf/10_W2.pdf},
year = {2018},
date = {2018},
booktitle = {ParlaCLARIN workshop, 11th Language Resources and Evaluation Conference (LREC2018)},
address = {Miyazaki, Japan},
abstract = {Multilingual parliaments have been a useful source for monolingual and multilingual corpus collection. However, extra-textual information about speakers is often absent, and as a result, these resources cannot be fully used in translation studies. In this paper we present a method for processing and building a parallel corpus consisting of parliamentary debates of the European Parliament for English into German and English into Spanish, where original language and native speaker information is available as metadata. The paperdocumentsallnecessary(pre-andpost-)processingstepsforcreatingsuchavaluableresource. Inadditiontotheparallelcorpora, we collect monolingual comparable corpora for English, German and Spanish using the same method.},
pubstate = {published},
type = {inproceedings}
}

Copy BibTeX to Clipboard

In Dutch and German subordinate clauses, the verb is generally placed after the clausal constituents (Subject-Object-Verb structure) thereby creating a middle field (or verbal brace). This makes interpreting from SOV into SVO languages particularly challenging as it requires further processing and feats of memory. It often requires interpreters to use specific strategies (for example, anticipation) (Lederer 1981; Liontou 2011). However, few studies have tackled this issue from the point of view of interpreting into SOV languages. Producing SOV structures requires some specific cognitive effort as, for instance, subject properties need to be kept in mind in order to ensure the correct subject-verb agreement across a span of 10 or 20 words. Speakers therefore often opt for a strategy called extraposition, placing specific elements after the verb in order to shorten the brace (Hawkins 1994; Bevilacqua 2009). Dutch speakers use this strategy more often than German speakers (Haeseryn 1990). Given the additional cognitive load generated by the interpreting process (Gile 1999), it may be assumed that interpreters will shorten the verbal brace to a larger extent than native speakers.

The present study is based on a corpus of interpreted and non-mediated speeches at the European Parliament and compares middle field lengths as well as extraposition in Dutch and German subordinate clauses. Results from 3460 subordinate clauses confirm that interpreters of both languages shorten the middle field more than native speakers. The study also shows that German interpreters use extraposition more often than native speakers, but this is not the case for Dutch interpreters. Dutch and German interpreters appear to use extraposition partly because they imitate the clause word order of the source speech, showing that, in this case, extraposition can be considered an effort-saving tool.

• https://id.erudit.org/iderudit/1060169ar
• https://doi.org/10.7202/1060169ar

@article{Collard2018,
title = {Interpreting into an SOV Language: Memory and the Position of the Verb. A Corpus-Based Comparative Study of Interpreted and Non-mediated Speech},
author = {Camille Collard and Heike Przybyl and Bart Defrancq},
editor = {Nathalie K{\"u}blera and Rudy Loock and Mojca Pecman},
url = {https://id.erudit.org/iderudit/1060169ar},
doi = {https://doi.org/10.7202/1060169ar},
year = {2018},
date = {2018},
journal = {Meta},
pages = {695-716},
publisher = {Les Presses de l’Universit{\'e} de Montr{\'e}al},
volume = {63},
number = {3},
abstract = {In Dutch and German subordinate clauses, the verb is generally placed after the clausal constituents (Subject-Object-Verb structure) thereby creating a middle field (or verbal brace). This makes interpreting from SOV into SVO languages particularly challenging as it requires further processing and feats of memory. It often requires interpreters to use specific strategies (for example, anticipation) (Lederer 1981; Liontou 2011). However, few studies have tackled this issue from the point of view of interpreting into SOV languages. Producing SOV structures requires some specific cognitive effort as, for instance, subject properties need to be kept in mind in order to ensure the correct subject-verb agreement across a span of 10 or 20 words. Speakers therefore often opt for a strategy called extraposition, placing specific elements after the verb in order to shorten the brace (Hawkins 1994; Bevilacqua 2009). Dutch speakers use this strategy more often than German speakers (Haeseryn 1990). Given the additional cognitive load generated by the interpreting process (Gile 1999), it may be assumed that interpreters will shorten the verbal brace to a larger extent than native speakers. The present study is based on a corpus of interpreted and non-mediated speeches at the European Parliament and compares middle field lengths as well as extraposition in Dutch and German subordinate clauses. Results from 3460 subordinate clauses confirm that interpreters of both languages shorten the middle field more than native speakers. The study also shows that German interpreters use extraposition more often than native speakers, but this is not the case for Dutch interpreters. Dutch and German interpreters appear to use extraposition partly because they imitate the clause word order of the source speech, showing that, in this case, extraposition can be considered an effort-saving tool.},
pubstate = {published},
type = {article}
}

Copy BibTeX to Clipboard

Der Begriff ›Ellipse‹ wird in der Literatur nicht einheitlich verwendet und ist aufgrund der Heterogenität des Phänomenbereichs auch nicht ganz einfach zu definieren. In erster Annäherung kann man unter Ellipsen sprachliche Äußerungen verstehen, die in einem zu präzisierenden Sinne unvollständig sind oder von kompetenten Sprecher/innen (des Deutschen) als unvollständig aufgefasst werden.

• https://doi.org/10.1007/978-3-476-04624-6_24
• https://doi.org/10.1007/978-3-476-04624-6_24

@inbook{Reich2018,
title = {Ellipsen},
author = {Ingo Reich},
editor = {Frank Liedtke and Astrid Tuchen},
url = {https://doi.org/10.1007/978-3-476-04624-6_24},
doi = {https://doi.org/10.1007/978-3-476-04624-6_24},
year = {2018},
date = {2018},
booktitle = {Handbuch Pragmatik},
isbn = {978-3-476-04624-6},
pages = {240-251},
publisher = {J.B. Metzler},
address = {Stuttgart},
abstract = {Der Begriff ›Ellipse‹ wird in der Literatur nicht einheitlich verwendet und ist aufgrund der Heterogenit{\"a}t des Ph{\"a}nomenbereichs auch nicht ganz einfach zu definieren. In erster Ann{\"a}herung kann man unter Ellipsen sprachliche {\"A}u{\ss}erungen verstehen, die in einem zu pr{\"a}zisierenden Sinne unvollst{\"a}ndig sind oder von kompetenten Sprecher/innen (des Deutschen) als unvollst{\"a}ndig aufgefasst werden.},
pubstate = {published},
type = {inbook}
}

Copy BibTeX to Clipboard

It is generally assumed that coherence relies on building discourse relations across utterances (Mann & Thompson 1988). When producing discourse relations, speakers and writers have a choice between implicit and explicit marking (e.g. Taboada 2009, Yung et al. 2017), the latter being usually carried out by “connectives” or “discourse markers” (Schiffrin 1987). This paper focuses on a third, intermediate level between implicitness and explicitness, viz. underspecified discourse markers. They typically include and, but or so, which can be used to express many differents meanings besides their encoded one (addition, contrast and consequence, respectively). Our goal is to determine the contextual and linguistic conditions that favor the production of underspecified discourse markers. Specifically, we want to test whether underspecification is more frequent in informal and unplanned discourse genres. We report on the findings of two studies. First, the distribution of and, but and so and their different meanings is computed across different registers of spoken English from the DisFrEn corpus (Crible 2017). We then discuss the results of an offline experiment (forced choice task) targeting the acceptability of utterances containing and in two computer-mediated genres (blogs and chats). The combination of corpus-based and experimental methods is expected to highlight the role of frequency, cognition and genre expectations on discourse marker variation.

• https://dial.uclouvain.be/pr/boreal/object/boreal:192393

@inproceedings{Crible2018,
title = {The effect of genre variation on the production and acceptability of underspecified discourse markers in English},
author = {Ludivine Crible and Vera Demberg},
url = {https://dial.uclouvain.be/pr/boreal/object/boreal:192393},
year = {2018},
date = {2018},
publisher = {20th DiscourseNet},
address = {Budapest, Hungary},
abstract = {

It is generally assumed that coherence relies on building discourse relations across utterances (Mann & Thompson 1988). When producing discourse relations, speakers and writers have a choice between implicit and explicit marking (e.g. Taboada 2009, Yung et al. 2017), the latter being usually carried out by “connectives” or “discourse markers” (Schiffrin 1987). This paper focuses on a third, intermediate level between implicitness and explicitness, viz. underspecified discourse markers. They typically include and, but or so, which can be used to express many differents meanings besides their encoded one (addition, contrast and consequence, respectively). Our goal is to determine the contextual and linguistic conditions that favor the production of underspecified discourse markers. Specifically, we want to test whether underspecification is more frequent in informal and unplanned discourse genres. We report on the findings of two studies. First, the distribution of and, but and so and their different meanings is computed across different registers of spoken English from the DisFrEn corpus (Crible 2017). We then discuss the results of an offline experiment (forced choice task) targeting the acceptability of utterances containing and in two computer-mediated genres (blogs and chats). The combination of corpus-based and experimental methods is expected to highlight the role of frequency, cognition and genre expectations on discourse marker variation.

Copy BibTeX to Clipboard

We present a data-driven approach to detect periods of linguistic change and the lexical and grammatical features contributing to change. We focus on the development of scientific English in the late modern period. Our approach is based on relative entropy (Kullback-Leibler Divergence) comparing temporally adjacent periods and sliding over the time line from past to present. Using a diachronic corpus of scientific publications of the Royal Society of London, we show how periods of change reflect the interplay between lexis and grammar, where periods of lexical expansion are typically followed by periods of grammatical consolidation resulting in a balance between expressivity and communicative efficiency. Our method is generic and can be applied to other data sets, languages and time ranges.

• latech2018_final     (0.54MB)
• https://aclanthology.org/W18-4503

@inproceedings{Degaetano-Ortlieb2018b,
title = {Using relative entropy for detection and analysis of periods of diachronic linguistic change},
author = {Stefania Degaetano-Ortlieb and Elke Teich},
url = {https://aclanthology.org/W18-4503},
year = {2018},
date = {2018},
booktitle = {Proceedings of the 2nd Joint SIGHUM Workshop on Computational Linguistics for Cultural Heritage, Social Sciences, Humanities and Literature at COLING2018},
pages = {22-33},
publisher = {Association for Computational Linguistics},
address = {Santa Fe, New Mexico},
abstract = {We present a data-driven approach to detect periods of linguistic change and the lexical and grammatical features contributing to change. We focus on the development of scientific English in the late modern period. Our approach is based on relative entropy (Kullback-Leibler Divergence) comparing temporally adjacent periods and sliding over the time line from past to present. Using a diachronic corpus of scientific publications of the Royal Society of London, we show how periods of change reflect the interplay between lexis and grammar, where periods of lexical expansion are typically followed by periods of grammatical consolidation resulting in a balance between expressivity and communicative efficiency. Our method is generic and can be applied to other data sets, languages and time ranges.},
pubstate = {published},
type = {inproceedings}
}

Copy BibTeX to Clipboard

Linguistics is concerned with modeling language from the cognitive, social, and historical perspectives. When practiced as a science, linguistics is characterized by the tension between the two methodological dispositions of rationalism and empiricism. At any point in time in the history of linguistics, one is more dominant than the other. In the last two decades, we have been experiencing a new wave of empiricism in linguistic fields as diverse as psycholinguistics (e.g., Chater et al., 2015), language typology (e.g., Piantidosi and Gibson, 2014), language change (e.g., Bybee, 2010) and language variation (e.g., Bresnan and Ford, 2010). Consequently, the practices of modeling are being renegotiated in different linguistic communities, readdressing some fundamental methodological questions such as: How to cast a research question into an appropriate study design? How to obtain evidence (data) for a hypothesis (e.g., experiment vs. corpus)? How to process the data? How to evaluate a hypothesis in the light of the data obtained? This new empiricism is characterized by an interest in language use in context accompanied by a commitment to computational modeling, which is probably most developed in psycholinguistics, giving rise to the field of “computational psycholinguistics” (cf. Crocker, 2010), but recently getting stronger also in corpus linguistics.

• https://publikationen.sulb.uni-saarland.de/handle/20.500.11880/34320

@inbook{Teich2018,
title = {Aspects of Linguistic and Computational Modeling in Language Science},
author = {Elke Teich and Peter Fankhauser},
editor = {Julia Flanders and Fotis Jannidis},
url = {https://publikationen.sulb.uni-saarland.de/handle/20.500.11880/34320},
year = {2018},
date = {2018},
booktitle = {The Shape of Data in Digital Humanities. Modeling Texts and Text-based Resources. (Digital Research in the Arts and Humanities).},
pages = {236-249},
publisher = {Routledge, Taylor & Francis},
address = {New York},
abstract = {Linguistics is concerned with modeling language from the cognitive, social, and historical perspectives. When practiced as a science, linguistics is characterized by the tension between the two methodological dispositions of rationalism and empiricism. At any point in time in the history of linguistics, one is more dominant than the other. In the last two decades, we have been experiencing a new wave of empiricism in linguistic fields as diverse as psycholinguistics (e.g., Chater et al., 2015), language typology (e.g., Piantidosi and Gibson, 2014), language change (e.g., Bybee, 2010) and language variation (e.g., Bresnan and Ford, 2010). Consequently, the practices of modeling are being renegotiated in different linguistic communities, readdressing some fundamental methodological questions such as: How to cast a research question into an appropriate study design? How to obtain evidence (data) for a hypothesis (e.g., experiment vs. corpus)? How to process the data? How to evaluate a hypothesis in the light of the data obtained? This new empiricism is characterized by an interest in language use in context accompanied by a commitment to computational modeling, which is probably most developed in psycholinguistics, giving rise to the field of “computational psycholinguistics” (cf. Crocker, 2010), but recently getting stronger also in corpus linguistics.},
pubstate = {published},
type = {inbook}
}

Copy BibTeX to Clipboard

The abundance of temporal information in documents has lead to an increased interest in processing such information in the NLP community by considering temporal expressions. Besides domain-adaptation, acquiring knowledge on variation of temporal expressions according to time is relevant for improvement in automatic processing. So far, frequency-based accounts dominate in the investigation of specific temporal expressions. We present an approach to investigate diachronic changes of temporal expressions based on relative entropy – with the advantage of using conditioned probabilities rather than mere frequency. While we focus on scientific writing, our approach is generalizable to other domains and interesting not only in the field of NLP, but also in humanities.

• https://link.springer.com/chapter/10.1007/978-3-319-73706-5_22

@inproceedings{Degaetano-Ortlieb2018b,
title = {Diachronic variation of temporal expressions in scientific writing through the lens of relative entropy},
author = {Stefania Degaetano-Ortlieb and Jannik Str{\"o}tgen},
editor = {Georg Rehm and Thierry Declerck},
url = {https://link.springer.com/chapter/10.1007/978-3-319-73706-5_22},
year = {2018},
date = {2018},
booktitle = {Language Technologies for the Challenges of the Digital Age: 27th International Conference, GSCL 2017, September 13-14, Proceedings. Lecture Notes in Computer Science},
pages = {250-275},
publisher = {Springer International Publishing},
address = {Berlin, Germany},
abstract = {The abundance of temporal information in documents has lead to an increased interest in processing such information in the NLP community by considering temporal expressions. Besides domain-adaptation, acquiring knowledge on variation of temporal expressions according to time is relevant for improvement in automatic processing. So far, frequency-based accounts dominate in the investigation of specific temporal expressions. We present an approach to investigate diachronic changes of temporal expressions based on relative entropy – with the advantage of using conditioned probabilities rather than mere frequency. While we focus on scientific writing, our approach is generalizable to other domains and interesting not only in the field of NLP, but also in humanities.},
pubstate = {published},
type = {inproceedings}
}

Copy BibTeX to Clipboard

We present an approach to detect stylistic variation across social variables (here: gender and social class), considering also diachronic change in language use. For detection of stylistic variation, we use relative entropy, measuring the difference between probability distributions at different linguistic levels (here: lexis and grammar). In addition, by relative entropy, we can determine which linguistic units are related to stylistic variation.

• naaclhlt2018-degaetano     (0.54MB)
• https://aclanthology.org/W18-1601
• https://doi.org/10.18653/v1/W18-1601

@inproceedings{Degaetano-Ortlieb2018,
title = {Stylistic Variation over 200 Years of Court. Proceedings According to Gender and Social Class},
author = {Stefania Degaetano-Ortlieb},
url = {https://aclanthology.org/W18-1601},
doi = {https://doi.org/10.18653/v1/W18-1601},
year = {2018},
date = {2018},
booktitle = {Proceedings of the 2nd Workshop on Stylistic Variation collocated with NAACL HLT 2018, June 1-6. ACL},
pages = {1-10},
publisher = {Association for Computational Linguistics},
address = {New Orleans},
abstract = {We present an approach to detect stylistic variation across social variables (here: gender and social class), considering also diachronic change in language use. For detection of stylistic variation, we use relative entropy, measuring the difference between probability distributions at different linguistic levels (here: lexis and grammar). In addition, by relative entropy, we can determine which linguistic units are related to stylistic variation.},
pubstate = {published},
type = {inproceedings}
}

Copy BibTeX to Clipboard

In the digital humanities, topic models are a widely applied text mining method (Meeks and Weingart, 2012). While their use for mining literary texts is not entirely straightforward (Schmidt, 2012), there is ample evidence for their use on factual text (e.g. Au Yeung and Jatowt, 2011; Thompson et al., 2016). We present an approach for exploring the research fields of selected authors in a corpus of late modern scientific English by topic modelling, looking at the topics assigned to an author’s texts over the author’s lifetime. Areas of applications we target are history of science, where we may be interested in the evolution of scientific disciplines over time (Thompson et al., 2016; Fankhauser et al., 2016), or diachronic linguistics, where we may be interested in the formation of languages for specific purposes (LSP) or specific scientific “styles” (cf. Bazerman, 1988; Degaetano-Ortlieb and Teich, 2016). We use the Royal Society Corpus (RSC, Kermes et al., 2016), which is based on the first two centuries (1665–1869) of the Philosophical Transactions and the Proceedings of the Royal Society of London. The corpus contains 9,779 texts (32 million tokens) and is available at https://fedora.clarin-d.uni-saarland.de/rsc/. As we are interested in the development of individual authors, we focus on the single-author texts (81%) of the corpus. In total, 2,752 names are annotated in the single-author papers, but the activity of authors varies. Figure 1 shows that a small group of authors wrote a large portion of the texts. In fact, the twelve authors used for our analysis wrote 11% of the single-author articles.

• https://dh2018.adho.org/en/using-topic-modelling-to-explore-authors-research-fields-in-a-corpus-of-historical-scientific-english/

@inproceedings{fischer-etal2018,
title = {Using Topic Modelling to Explore Authors’ Research Fields in a Corpus of Historical Scientific English},
author = {Stefan Fischer and J{\"o}rg Knappen and Elke Teich},
url = {https://dh2018.adho.org/en/using-topic-modelling-to-explore-authors-research-fields-in-a-corpus-of-historical-scientific-english/},
year = {2018},
date = {2018},
booktitle = {Proceedings of DH 2018},
address = {Mexico City, Mexico},
abstract = {In the digital humanities, topic models are a widely applied text mining method (Meeks and Weingart, 2012). While their use for mining literary texts is not entirely straightforward (Schmidt, 2012), there is ample evidence for their use on factual text (e.g. Au Yeung and Jatowt, 2011; Thompson et al., 2016). We present an approach for exploring the research fields of selected authors in a corpus of late modern scientific English by topic modelling, looking at the topics assigned to an author’s texts over the author’s lifetime. Areas of applications we target are history of science, where we may be interested in the evolution of scientific disciplines over time (Thompson et al., 2016; Fankhauser et al., 2016), or diachronic linguistics, where we may be interested in the formation of languages for specific purposes (LSP) or specific scientific “styles” (cf. Bazerman, 1988; Degaetano-Ortlieb and Teich, 2016). We use the Royal Society Corpus (RSC, Kermes et al., 2016), which is based on the first two centuries (1665–1869) of the Philosophical Transactions and the Proceedings of the Royal Society of London. The corpus contains 9,779 texts (32 million tokens) and is available at https://fedora.clarin-d.uni-saarland.de/rsc/. As we are interested in the development of individual authors, we focus on the single-author texts (81%) of the corpus. In total, 2,752 names are annotated in the single-author papers, but the activity of authors varies. Figure 1 shows that a small group of authors wrote a large portion of the texts. In fact, the twelve authors used for our analysis wrote 11% of the single-author articles.},
pubstate = {published},
type = {inproceedings}
}

Copy BibTeX to Clipboard

Referential gaze has been shown to benefit language processing in situated communication in terms of shifting visual attention and leading to shorter reaction times on subsequent tasks. The present study simultaneously assessed both visual attention and, importantly, the immediate cogni-tive load induced at different stages of sentence processing. We aimed to examine the dynamics of combining visual and linguistic information in creating anticipation for a specific object and the effect this has on language processing. We report evidence from three visual-world eye-tracking experiments, showing that referential gaze leads to a shift in visual attention toward the cued object, which consequently lowers the effort required for processing the linguistic reference. Importantly, perceiving and following the gaze cue did not prove costly in terms of cognitive effort, unless the cued object did not fit the verb selectional preferences.

• https://onlinelibrary.wiley.com/doi/full/10.1111/cogs.12682
• https://doi.org/10.1111/cogs.12682

@article{ Sekicki2018,
title = {Eye'll help you out! How the gaze cue reduces the cognitive load required for reference processing},
author = {Mirjana Sekicki and Maria Staudte},
url = {https://onlinelibrary.wiley.com/doi/full/10.1111/cogs.12682},
doi = {https://doi.org/10.1111/cogs.12682},
year = {2018},
date = {2018},
journal = {Cognitive Science},
pages = {1-40},
volume = {42},
abstract = {Referential gaze has been shown to benefit language processing in situated communication in terms of shifting visual attention and leading to shorter reaction times on subsequent tasks. The present study simultaneously assessed both visual attention and, importantly, the immediate cogni-tive load induced at different stages of sentence processing. We aimed to examine the dynamics of combining visual and linguistic information in creating anticipation for a specific object and the effect this has on language processing. We report evidence from three visual-world eye-tracking experiments, showing that referential gaze leads to a shift in visual attention toward the cued object, which consequently lowers the effort required for processing the linguistic reference. Importantly, perceiving and following the gaze cue did not prove costly in terms of cognitive effort, unless the cued object did not fit the verb selectional preferences.},
pubstate = {published},
type = {article}
}

Copy BibTeX to Clipboard

@miscellaneous{Ankener2018b,
title = {Visually informed prediction: How combining lexical and visual information affects surprisal},
author = {Maria Staudte and Christine Ankener},
year = {2018},
date = {2018-10-17},
booktitle = {31st Annual Conference on Sentence Processing (CUNY)},
address = {UC Davis, USA},
pubstate = {published},
type = {miscellaneous}
}

Copy BibTeX to Clipboard

@inproceedings{Sekicki2018c,
title = {Reference resolution and the integration of referential visual cues},
author = {Maria Staudte andMirjana Sekicki},
year = {2018},
date = {2018-10-17},
booktitle = {SSLP (pre-AMLaP) workshop 2018},
address = {Berlin, Germany},
pubstate = {published},
type = {inproceedings}
}

Copy BibTeX to Clipboard

Gaze Cues in face-to-face interactions

• Speakers‘ direct their gaze toward an object approximately 800ms before mentioning. (Griffin & Bock, 2000)
• Previous studies showed that listeners utilize speakers‘ gaze to form predictions about the unfolding sentence. (Jachmann et al., 2017)
• Do listeners utilize this external cue to validate expectations about the unfolding sentence? And, if so, how does this effect the comprehension of the noun?

• https://www.researchgate.net/publication/327623334_DISCONFIRMATION_OF_LINGUISTIC_PREDICTION_BY_NON-LINGUISTIC_CUES

@miscellaneous{Jachmann2018,
title = {(Dis-)confirmation of linguistic prediction by non-linguistic cues},
author = {Torsten Jachmann and Heiner Drenhaus and Maria Staudte and Matthew W. Crocker},
url = {https://www.researchgate.net/publication/327623334_DISCONFIRMATION_OF_LINGUISTIC_PREDICTION_BY_NON-LINGUISTIC_CUES},
year = {2018},
date = {2018},
booktitle = {24th Annual Conference on Architectures and Mechanisms for Language Processing (AMLaP)},
address = {Berlin},
abstract = {Gaze Cues in face-to-face interactions

• Speakers‘ direct their gaze toward an object approximately 800ms before mentioning. (Griffin & Bock, 2000)
• Previous studies showed that listeners utilize speakers‘ gaze to form predictions about the unfolding sentence. (Jachmann et al., 2017)
• Do listeners utilize this external cue to validate expectations about the unfolding sentence? And, if so, how does this effect the comprehension of the noun?

Copy BibTeX to Clipboard

@inproceedings{Sekicki2018,
title = {Visual cues and the graded reduction of referential uncertainty},
author = {Maria Staudte andMirjana Sekicki},
year = {2018},
date = {2018-10-17},
booktitle = {24th Annual Conference on Architectures and Mechanisms for Language Processing (AMLaP)},
address = {Berlin},
pubstate = {published},
type = {inproceedings}
}

Copy BibTeX to Clipboard

Referential gaze has been shown to benefit language processing in situated communication in terms of shifting visual attention and leading to shorter reaction times on subsequent tasks. The present study simultaneously assessed both visual attention and, importantly, the immediate cognitive load induced at different stages of sentence processing.

We aimed to examine the dynamics of combining visual and linguistic information in creating anticipation for a specific object and the effect this has on language processing. We report evidence from three visual‐world eye‐tracking experiments, showing that referential gaze leads to a shift in visual attention toward the cued object, which consequently lowers the effort required for processing the linguistic reference.

Importantly, perceiving and following the gaze cue did not prove costly in terms of cognitive effort, unless the cued object did not fit the verb selectional preferences.

• https://www.ncbi.nlm.nih.gov/pmc/articles/PMC6585668/
• https://doi.org/10.1111/cogs.12682

@article{Sekicki2018c,
title = {Eye’ll help you out! How the gaze cue reduces the cognitive load required for reference processing},
author = {Maria Staudte andMirjana Sekicki},
url = {https://www.ncbi.nlm.nih.gov/pmc/articles/PMC6585668/},
doi = {https://doi.org/10.1111/cogs.12682},
year = {2018},
date = {2018-10-17},
journal = {Cognitive science},
pages = {2418-2458},
volume = {42},
number = {8},
abstract = {Referential gaze has been shown to benefit language processing in situated communication in terms of shifting visual attention and leading to shorter reaction times on subsequent tasks. The present study simultaneously assessed both visual attention and, importantly, the immediate cognitive load induced at different stages of sentence processing. We aimed to examine the dynamics of combining visual and linguistic information in creating anticipation for a specific object and the effect this has on language processing. We report evidence from three visual‐world eye‐tracking experiments, showing that referential gaze leads to a shift in visual attention toward the cued object, which consequently lowers the effort required for processing the linguistic reference. Importantly, perceiving and following the gaze cue did not prove costly in terms of cognitive effort, unless the cued object did not fit the verb selectional preferences.},
pubstate = {published},
type = {article}
}

Copy BibTeX to Clipboard

Speakers tend to fixate objects they are about to mention, while listeners inspect those objects that they believe to be intended referents of the speaker. These production- and comprehension-contingent gaze behaviors may form an integral part of the signal itself, making it inherently reciprocal.

Here, we present work that has investigated the interplay of gaze and language and assessed the role of speaker gaze for language comprehension as well as the utility of listener gaze for an instruction giver. Both lines of research make use of artificial interaction partners which increases experimental control while maintaining a dynamic interactive setting. Thus, the reciprocal nature of situated dialogue becomes a tractable aspect in the enterprise of dealing with human (gaze) behavior.

• https://benjamins.com/catalog/ais.10.05sta
• https://doi.org/10.1075/ais.10.05sta

@incollection{Staudte2018,
title = {On the role of gaze for successful and efficient communication},
author = {Maria Staudte and Matthew W. Crocker},
url = {https://benjamins.com/catalog/ais.10.05sta},
doi = {https://doi.org/10.1075/ais.10.05sta},
year = {2018},
date = {2018-10-17},
booktitle = {Eye-tracking in Interaction: Studies on the role of eye gaze in dialogue},
publisher = {John Benjamins Publishing Company},
abstract = {Speakers tend to fixate objects they are about to mention, while listeners inspect those objects that they believe to be intended referents of the speaker. These production- and comprehension-contingent gaze behaviors may form an integral part of the signal itself, making it inherently reciprocal. Here, we present work that has investigated the interplay of gaze and language and assessed the role of speaker gaze for language comprehension as well as the utility of listener gaze for an instruction giver. Both lines of research make use of artificial interaction partners which increases experimental control while maintaining a dynamic interactive setting. Thus, the reciprocal nature of situated dialogue becomes a tractable aspect in the enterprise of dealing with human (gaze) behavior.},
pubstate = {published},
type = {incollection}
}

Copy BibTeX to Clipboard

A word’s predictability or surprisal, as determined by cloze probabilities or language models (Frank, 2013) is related to processing effort, in that less expected words take more effort to process (Hale, 2001; Lau et al., 2013).

A word’s surprisal, however, may also be influenced by the non-linguistic context, such as visual cues: In the visual world paradigm (VWP), anticipatory eye movements suggest that listeners exploit the scene to predict what will be mentioned next (Altmann and Kamide, 1999). How visual context affects surprisal and processing effort, however, remains unclear.

Here, we present a series of four studies providing evidence on how visually-determined probabilistic expectations for a spoken target word, as indicated by anticipatory eye movements, predict graded processing effort for that word, as assessed by a pupillometric measure (the Index of Cognitive Activity, ICA). These findings are a clear and robust demonstration that the non-linguistic context can immediately influence both lexical expectations, and surprisal-based processing effort.

• https://www.frontiersin.org/articles/10.3389/fpsyg.2018.02387/full
• https://doi.org/10.3389/fpsyg.2018.02387

@article{Ankener2018b,
title = {The Influence of Visual Uncertainty on Word Surprisal and Processing Effort},
author = {Maria Staudte andMirjana Sekicki and Christine Ankener},
url = {https://www.frontiersin.org/articles/10.3389/fpsyg.2018.02387/full},
doi = {https://doi.org/10.3389/fpsyg.2018.02387},
year = {2018},
date = {2018-10-17},
journal = {Frontiers in Psychology},
pages = {2387},
volume = {9},
abstract = {A word’s predictability or surprisal, as determined by cloze probabilities or language models (Frank, 2013) is related to processing effort, in that less expected words take more effort to process (Hale, 2001; Lau et al., 2013). A word’s surprisal, however, may also be influenced by the non-linguistic context, such as visual cues: In the visual world paradigm (VWP), anticipatory eye movements suggest that listeners exploit the scene to predict what will be mentioned next (Altmann and Kamide, 1999). How visual context affects surprisal and processing effort, however, remains unclear. Here, we present a series of four studies providing evidence on how visually-determined probabilistic expectations for a spoken target word, as indicated by anticipatory eye movements, predict graded processing effort for that word, as assessed by a pupillometric measure (the Index of Cognitive Activity, ICA). These findings are a clear and robust demonstration that the non-linguistic context can immediately influence both lexical expectations, and surprisal-based processing effort.},
pubstate = {published},
type = {article}
}

Copy BibTeX to Clipboard

• https://doi.org/10.3389/fpsyg.2018.02276
• https://doi.org/10.3389/fpsyg.2018.02276

@article{Vogels2018,
title = {The index of cognitive activity as a measure of cognitive processing load in dual task settings},
author = {Jorrig Vogels and Vera Demberg and Jutta Kray},
url = {https://doi.org/10.3389/fpsyg.2018.02276},
doi = {https://doi.org/10.3389/fpsyg.2018.02276},
year = {2018},
date = {2018},
journal = {Frontiers in Psychololgy},
pages = {2276},
volume = {9},
abstract = {

Copy BibTeX to Clipboard

• https://pubmed.ncbi.nlm.nih.gov/30550333/
• https://doi.org/10.1037/pag0000316

@article{Häuser2018,
title = {Surprisal modulates dual-task performance in older adults: Pupillometry shows age-related trade-offs in task performance and time-course of language processing},
author = {Katja H{\"a}user and Vera Demberg and Jutta Kray},
url = {https://pubmed.ncbi.nlm.nih.gov/30550333/},
doi = {https://doi.org/10.1037/pag0000316},
year = {2018},
date = {2018-10-17},
journal = {Psychology and Aging},
pages = {1168-1180},
volume = {33},
number = {8},
abstract = {

Copy BibTeX to Clipboard