@inproceedings{386e110e5f93492a8e38e9baee0bf3e4,
title = "Looking hard: Eye tracking for detecting grammaticality of automatically compressed sentences",
abstract = "Natural language processing (NLP) tools are often developed with the intention of easing human processing, a goal which is hard to measure. Eye movements in reading are known to reflect aspects of the cognitive processing of text (Rayner et al., 2013). We explore how eye movements reflect aspects of reading that are of relevance to NLP system evaluation and development. This becomes increasingly relevant as eye tracking is becoming available in consumer products. In this paper we present an analysis of the differences between reading automatic sentence compressions and manually simplified newswire using eye-tracking experiments and readers' evaluations. We show that both manual simplification and automatic sentence compression provide texts that are easier to process than standard newswire, and that the main source of difficulty in processing machine-compressed text is ungrammaticality. Especially the proportion of regressions to previously read text is found to be sensitive to the differences in human- and computer-induced complexity. This finding is relevant for evaluation of automatic summarization, simplification and translation systems designed with the intention of facilitating human reading.",
author = "Sigrid Klerke and {Martinez Alonso}, Hector and Anders S{\o}gaard",
note = "Der er ikke overensstemmelse mellem det ISSN-nr der st{\aa}r p{\aa} proceedings og det der findes i databasen. ",
year = "2015",
language = "English",
isbn = "978-91-7519-098-3",
series = "NEALT (Northern European Association of Language Technology) Proceedings Series",
pages = "97--106",
booktitle = "Proceedings of the 20th Nordic Conference of Computational Linguistics NODALIDA 2015",
publisher = "Link{\"o}ping University Electronic Press",
}