@inproceedings{Ankener2018, title = {Multimodal Surprisal in the N400 and the Index of Cognitive Activity}, author = {Christine Ankener and Heiner Drenhaus and Matthew W. Crocker and Maria Staudte}, url = {https://www.researchgate.net/publication/325644935_Multimodal_Surprisal_in_the_N400_and_the_Index_of_Cognitive_Activity}, year = {2018}, date = {2018}, booktitle = {Proceedings of the 40th Annual Cognitive Science Society Meeting}, pages = {94-100}, publisher = {The Cognitive Science Society}, address = {Madison, Wisconsin}, abstract = {A word’s predictability or surprisal, as determined by cloze probabilities or language models (e.g. Frank, Otten, Galli, & Vigliocco, 2015) is related to processing effort, in that less expected words take more effort to process (e.g. Hale, 2001). A words surprisal, however, may also be influenced by the non-linguistic context, such as visual cues: In the visual world paradigm (VWP), for example, anticipatory eye movements suggest that comprehenders exploit the scene to predict what will be mentioned next (Altmann & Kamide, 1999). How visual context affects word surprisal and processing effort, however, remains unclear. Here, we present evidence that visually-determined probabilistic expectations for a spoken target word predict graded processing effort for that word, in both pupillometric (ICA) and ERP (N400) measures. These findings demonstrate that the non-linguistic context can immediately influence both lexical expectations, and surprisal-based processing effort.}, pubstate = {published}, type = {inproceedings} }