Publications

• Höltje.Mecklinger.BR.2022     (1.96MB)
• https://www.sciencedirect.com/journal/brain-research
• https://doi.org/10.1016

@article{Höltje_and_2022,
title = {Benefits and costs of predictive processing: How sentential constraint and word expectedness affect memory formation},
author = {Gerrit H{\"o}ltje and Axel Mecklinger},
url = {https://www.sciencedirect.com/journal/brain-research},
doi = {https://doi.org/10.1016},
year = {2022},
date = {2022},
journal = {Science Direct},
publisher = {Experimental Neuropsychology Unit, Department of Psychology},
address = {Saarland University, Saarbr{\"u}cken, Germany},
pubstate = {forthcoming},
type = {article}
}

Copy BibTeX to Clipboard

@inproceedings{Yan_2022_fixation,
title = {Modeling fixation behavior in reading with character-level neural attention},
author = {Songpeng Yan and Michael Hahn and Frank Keller},
year = {2022},
date = {2022},
booktitle = {In Proceedings of the 44th Annual Meeting of the Cognitive Science Society (CogSci)},
address = {July 27 – 30, 2022 Metro Toronto Convention Centre, Toronto, Canada},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

@inproceedings{Rathi_2022_patterns,
title = {Explaining patterns of fusion in morphological paradigms using the memory–surprisal tradeoff},
author = {Neil Rathi and Michael Hahn and Richard Futrell},
year = {2022},
date = {2022},
booktitle = {In Proceedings of the 44th Annual Meeting of the Cognitive Science Society (CogSci)},
address = {July 27 – 30, 2022 Metro Toronto Convention Centre, Toronto, Canada},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

Recently neural network based approaches to knowledge-intensive NLP tasks, such as question answering, started to rely heavily on the combination of neural retrievers and readers. Retrieval is typically performed over a large textual knowledge base (KB) which requires significant memory and compute resources, especially when scaled up. On HotpotQA we systematically investigate reducing the size of the KB index by means of dimensionality (sparse random projections, PCA, autoencoders) and numerical precision reduction.
Our results show that PCA is an easy solution that requires very little data and is only slightly worse than autoencoders, which are less stable. All methods are sensitive to pre- and post-processing and data should always be centered and normalized both before and after dimension reduction. Finally, we show that it is possible to combine PCA with using 1bit per dimension. Overall we achieve (1) 100× compression with 75%, and (2) 24× compression with 92% original retrieval performance.

• Paper     (0.69MB)
• https://arxiv.org/abs/2204.02906

@inproceedings{Zouhar_2022_Base,
title = {Knowledge Base Index Compression via Dimensionality and Precision Reduction},
author = {Vil{\'e}m Zouhar and Marius Mosbach and Miaoran Zhang and Dietrich Klakow},
url = {https://arxiv.org/abs/2204.02906},
year = {2022},
date = {2022},
publisher = {Spa-NLP workshop at ACL 2022},
address = {22nd-27th May 2022 Dublin, Ireland},
abstract = {Recently neural network based approaches to knowledge-intensive NLP tasks, such as question answering, started to rely heavily on the combination of neural retrievers and readers. Retrieval is typically performed over a large textual knowledge base (KB) which requires significant memory and compute resources, especially when scaled up. On HotpotQA we systematically investigate reducing the size of the KB index by means of dimensionality (sparse random projections, PCA, autoencoders) and numerical precision reduction. Our results show that PCA is an easy solution that requires very little data and is only slightly worse than autoencoders, which are less stable. All methods are sensitive to pre- and post-processing and data should always be centered and normalized both before and after dimension reduction. Finally, we show that it is possible to combine PCA with using 1bit per dimension. Overall we achieve (1) 100× compression with 75%, and (2) 24× compression with 92% original retrieval performance.},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

• 2021.emnlp-main.793     (0.25MB)
• https://aclanthology.org/2021.emnlp-main.793/
• https://doi.org/10.18653

@inproceedings{Rathi_2021_information,
title = {An information-theoretic characterization of morphological fusion},
author = {Neil Rathi and Michael Hahn and Richard Futrell},
url = {https://aclanthology.org/2021.emnlp-main.793/},
doi = {https://doi.org/10.18653},
year = {2022},
date = {2022},
booktitle = {Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, Association for Computational Linguistics},
pages = {10115–10120},
address = {Online and Punta Cana, Dominican Republic},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

• opmi_a_00051     (1.51MB)
• https://direct.mit.edu/opmi/article/doi/10.1162/opmi_a_00051/109033/Morpheme-Ordering-Across-Languages-Reflects
• https://doi.org/10.1162

@article{Hahn_2022_ordering,
title = {Morpheme ordering across languages reflects optimization for memory efficiency},
author = {Michael Hahn and Rebecca Mathew and Judith Degen},
url = {https://direct.mit.edu/opmi/article/doi/10.1162/opmi_a_00051/109033/Morpheme-Ordering-Across-Languages-Reflects},
doi = {https://doi.org/10.1162},
year = {2022},
date = {2022},
journal = {Open Mind: Discoveries in Cognitive Science},
pages = {208-232},
publisher = {MIT Press Direct},
address = {OpenMind (2022)},
volume = {5},
pubstate = {published},
type = {article}
}

Copy BibTeX to Clipboard

• https://www.pnas.org/?msclkid=733158aec53911eca1ab833f0991b685

@article{Hahn_2022_word,
title = {Crosslinguistic word order variation reflects evolutionary pressures of dependency and information locality},
author = {Michael Hahn and Yang Xu},
url = {https://www.pnas.org/?msclkid=733158aec53911eca1ab833f0991b685},
year = {2022},
date = {2022},
journal = {National Academy of Sciences (NAS)},
publisher = {Proceedings of the National Academy of Sciences of the United States of America},
pubstate = {published},
type = {article}
}

Copy BibTeX to Clipboard

• https://2022.naacl.org/?msclkid=d01343eec0e211ec848495b8921c6e80

@inproceedings{Chowdhury_2022_Debiasing,
title = {Towards Debiasing Translation Artifacts},
author = {Koel Dutta Chowdhury and Rricha Jalota and Josef van Genabith and Cristina Espa{\~n}a i Bonet},
url = {https://2022.naacl.org/?msclkid=d01343eec0e211ec848495b8921c6e80},
year = {2022},
date = {2022},
publisher = {NAACL 2022 DFKI & SFB 1102},
address = {Seattle, Washington},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

• https://cognitivesciencesociety.org/cogsci-2022/

@inproceedings{Mayn_2022_of,
title = {Pragmatics of Metaphor Revisited: Modeling the Role of Degree and Salience in Metaphor Understanding},
author = {Alexandra Mayn and Vera Demberg},
url = {https://cognitivesciencesociety.org/cogsci-2022/},
year = {2022},
date = {2022},
publisher = {LREC 2022},
address = {Toronto, Canada},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

• https://cognitivesciencesociety.org/cogsci-2022/

@inproceedings{Kravtchenko_2022_atypicality,
title = {Modeling atypicality inferences in pragmatic reasoning},
author = {Ekaterina Kravtchenko and Vera Demberg},
url = {https://cognitivesciencesociety.org/cogsci-2022/},
year = {2022},
date = {2022},
publisher = {CogSci 2022},
address = {Toronto, Canada},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

• https://lrec2022.lrec-conf.org/en/?msclkid=daf2b7e9c0e011ec9f5e548d0b8ea2f3

@inproceedings{Fawzi_2022_Syntactic,
title = {Tracing Syntactic Change in the Scientific Genre: Two Universal Dependency-parsed Diachronic Corpora of Scientific English and German},
author = {Marie-Pauline Krielke and Luigi Talamo andM. Fawzi and J. Knappen},
url = {https://lrec2022.lrec-conf.org/en/?msclkid=daf2b7e9c0e011ec9f5e548d0b8ea2f3},
year = {2022},
date = {2022},
publisher = {LREC 2022},
address = {Marseille, France},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

• http://fedora.clarin-d.uni-saarland.de/epic-uds/index.html?msclkid=2404d377c0df11eca945025d848d927b

@inproceedings{Pryzbyl_2022_UdS,
title = {EPIC UdS - Creation and Applications of a Simultaneous Interpreting Corpus LREC 2022},
author = {Heike Przybyl and Ekaterina Lapshinova-Koltunski and Katrin Menzel and Stefan Fischer and Elke Teich},
url = {http://fedora.clarin-d.uni-saarland.de/epic-uds/index.html?msclkid=2404d377c0df11eca945025d848d927b},
year = {2022},
date = {2022},
publisher = {LREC 2022},
address = {Marseille, France},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

@inproceedings{Andreeva_2022_influence,
title = {The influence of L1 prosody on Bulgarian-accented German and English},
author = {Bistra Andreeva and Snezhina Dimitrova},
year = {2022},
date = {2022},
booktitle = {Speech Prosody 2022},
address = {Lisbon},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

@inproceedings{Ibrahim_2022_effect,
title = {The effect of predictability on German stop voicing is phonologically selective},
author = {Omnia Ibrahim and Ivan Yuen and Bistra Andreeva and Bernd M{\"o}bius},
year = {2022},
date = {2022},
booktitle = {Speech Prosody 2022},
address = {Lisbon},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

Electrophysiological studies suggest that situational event knowledge plays an important role in language processing, but often fail to distinguish whether observed effects are driven by combinatorial expectations, or simple association with the context. In two ERP experiments, participants read short discourses describing ongoing events. We manipulated the situational expectancy of the target word continuing the event as well as the presence of an associated, but inactive event in the context. In both experiments we find an N400 effect for unexpected compared to expected target words, but this effect is significantly attenuated when the unexpected target is nonetheless associated with non-occurring context events. Our findings demonstrate that the N400 is simultaneously influenced by both simple association with – and combinatorial expectations derived from – situational event knowledge. Thus, experimental investigations and comprehension models of the use of event knowledge must accommodate the role of both expectancy and association in electrophysiological measures.

• https://www.tandfonline.com/doi/full/10.1080/23273798.2021.2022171?src=
• https://doi.org/10.1080/23273798.2021.2022171

@article{doi:10.1080/23273798.2021.2022171,
title = {Situational expectancy or association? The influence of event knowledge on the N400},
author = {Elisabeth Rabs and Francesca Delogu and Heiner Drenhaus and Matthew W. Crocker},
url = {https://www.tandfonline.com/doi/full/10.1080/23273798.2021.2022171?src=},
doi = {https://doi.org/10.1080/23273798.2021.2022171},
year = {2022},
date = {2022-01-16},
journal = {Language, Cognition and Neuroscience},
pages = {1-19},
publisher = {Routledge},
abstract = {Electrophysiological studies suggest that situational event knowledge plays an important role in language processing, but often fail to distinguish whether observed effects are driven by combinatorial expectations, or simple association with the context. In two ERP experiments, participants read short discourses describing ongoing events. We manipulated the situational expectancy of the target word continuing the event as well as the presence of an associated, but inactive event in the context. In both experiments we find an N400 effect for unexpected compared to expected target words, but this effect is significantly attenuated when the unexpected target is nonetheless associated with non-occurring context events. Our findings demonstrate that the N400 is simultaneously influenced by both simple association with – and combinatorial expectations derived from – situational event knowledge. Thus, experimental investigations and comprehension models of the use of event knowledge must accommodate the role of both expectancy and association in electrophysiological measures.},
pubstate = {published},
type = {article}
}

Copy BibTeX to Clipboard

@inbook{Zygis2021intonation,
title = {Intonation: Other pragmatic functions and phonetic / phonological effects},
author = {Marzena Żygis and Štefan Beňuš and Bistra Andreeva},
editor = {Neil Bermel and Jan Fellerer},
year = {2022},
date = {2022},
booktitle = {The Oxford Guide to the Slavonic Languages},
publisher = {Oxford University Press},
pubstate = {forthcoming},
type = {inbook}
}

Copy BibTeX to Clipboard

@inbook{Andreeva2022intonation,
title = {Intonation and information structure},
author = {Bistra Andreeva and Snezhina Dimitrova},
editor = {Neil Bermel and Jan Fellerer},
year = {2022},
date = {2022},
booktitle = {The Oxford Guide to the Slavonic Languages},
publisher = {Oxford University Press},
pubstate = {forthcoming},
type = {inbook}
}

Copy BibTeX to Clipboard

@inproceedings{voigtmanninprint,
title = {Informational aspects of the extraposition of relative clauses},
author = {Sophia Voigtmann},
editor = {Marco Coniglio and Chiara de Bastiani and Nicholas Catasso},
year = {2022},
date = {2022},
booktitle = {Language Change at the Interfaces. Intrasentential and intersentential phenomena},
pubstate = {forthcoming},
type = {inproceedings}
}

Copy BibTeX to Clipboard

• https://doi.org/10.46771/978-3-96769-170-2

@incollection{Lemke2021a,
title = {Satz{\"a}quivalente — Syntax oder Pragmatik?},
author = {Tyll Robin Lemke},
editor = {Robert K{\"u}lpmann and Rita Finkbeiner},
doi = {https://doi.org/10.46771/978-3-96769-170-2},
year = {2022},
date = {2022},
booktitle = {Neues zur Selbstst{\"a}ndigkeit von S{\"a}tzen},
pages = {81-104},
publisher = {Buske},
address = {Hamburg},
pubstate = {forthcoming},
type = {incollection}
}

Copy BibTeX to Clipboard

• https://doi.org/10.5281/zenodo.5596236

@onlinebook{Lemke2021,
title = {Experimental investigations on the syntax and usage of fragments},
author = {Tyll Robin Lemke},
doi = {https://doi.org/10.5281/zenodo.5596236},
year = {2022},
date = {2022},
booktitle = {Experimental investigations on the syntax and usage of fragments},
publisher = {Language Science Press},
address = {Berlin},
pubstate = {forthcoming},
type = {onlinebook}
}

Copy BibTeX to Clipboard