[{"id":51,"id_source":501843,"institutes":["ILC"],"type":"conference_article","type_order":7,"title":"ReadLet: a Dataset for Oral, Visual and Tactile Text Reading Data of Early and Mature Readers","year":2024,"authors":["Ferro, M.","Marzi, C.","Nadalini, A.","Taxitari, L.","Lento, A.","Pirrelli, V."],"authors_source":"Ferro, M.; Marzi, C.; Nadalini, A.; Taxitari, L.; Lento, A.; Pirrelli, V.","authors_cnr_name":["FERRO, MARCELLO","MARZI, CLAUDIA","NADALINI, ANDREA","TAXITARI, LOUKIA","LENTO, ALESSANDRO","PIRRELLI, VITO"],"authors_cnr_id":["rp02183","rp18934","rp13471","rp13472","rp15438","rp03420"],"authors_cnr_institute":[],"abstract":"The paper presents the design and construction of a time-stamped multimodal dataset for reading research, including multiple time-aligned temporal signals elicited with four experimental trials of connected text reading by both child and adult readers. We present the experimental protocols, as well as the data acquisition process and the post-processing phase of data annotation\/augmentation. To evaluate the potential and usefulness of a time-aligned multimodal dataset for reading research, we present a few statistical analyses showing the correlation and complementarity of multimodal time-series of reading data, as well as some results of modelling adults\u2019 reading data by integrating different modalities. The total dataset size amounts to about 2. 5 GByte in compressed format and is available through the CLARIN infrastructure","keywords":["text reading, eye movements, finger movements, eye-finger span, synchronisation, parallel processing, multimodality"],"pages":"13595-13609","url":"https:\/\/aclanthology.org\/volumes\/2024.lrec-main\/","volume":"","doi":"","editors":[],"editors_source":"","published":"Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)","publisher":"ELRA Language Resources Association (ELRA) (Parigi, FRA)","issn":"","isbn":"978-2-493814-10-4","conference_name":"2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)","conference_place":"Parigi","conference_date":"","last_updated_cnr":"2025-03-01 07:19:40","last_updated_oai":"2025-03-01 07:19:40","last_updated_www":"0000-00-00 00:00:00"},{"id":174,"id_source":501822,"institutes":["ILC"],"type":"journal_article","type_order":1,"title":"Eye-voice and finger-voice spans in adults\u2019 oral reading of connected texts","year":2023,"authors":["Nadalini, A.","Marzi, C.","Ferro, M.","Taxitari, L.","Lento, A.","Crepaldi, D.","Pirrelli, V."],"authors_source":"Nadalini, Andrea; Marzi, Claudia; Ferro, Marcello; Taxitari, Loukia; Lento, Alessandro; Crepaldi, Davide; Pirrelli, Vito","authors_cnr_name":["NADALINI, ANDREA","MARZI, CLAUDIA","FERRO, MARCELLO","TAXITARI, LOUKIA","LENTO, ALESSANDRO","PIRRELLI, VITO"],"authors_cnr_id":["rp13471","rp18934","rp02183","rp13472","rp15438","rp03420"],"authors_cnr_institute":[],"abstract":"The present paper investigates the interaction between eye movements, voice articulation and the movements of the index finger dynamically pointing to a text line in oral finger-point reading of Italian. During finger-point reading, the finger appears to be ahead of the voice most of the times, by a margin that is significantly modulated by the distribution of phrasal and prosodic units in the reading text. Eye movements replicate the same effects on a different time scale. The eye is ahead of both voice and finger by a wide margin (confirming evidence observed for English and German sentence reading), while showing a tendency to re-synchronise with voice articulation at the right edge of strong prosodic units (sentence boundaries). Our evidence suggests a multicomponent view of the time span between the eye\/finger and the voice. The span is shown to be the dynamic outcome of an optimally adaptive reading strategy, resulting from the interaction between individual decoding skills, the reader's phonological buffer capacity, and the structural complexity of a reading text. Proficient readers modulate their span to compensate for the different timing between word fixation and word articulation, read faster, and dynamically adjust their processing window to the meaningful, prosodic units of a text","keywords":["finger-point reading, eye-tracking, finger-tracking, eye-voice span, finger-voice span, eye-finger coordination, parallel processing, working memory, phonological buffer, adaptive reading"],"pages":"366-400","url":"https:\/\/benjamins.com\/catalog\/ml.00025.nad","volume":"18 (3)","doi":"10.1075\/ml.00025.nad","editors":[],"editors_source":"","published":"THE MENTAL LEXICON","publisher":"","issn":"1871-1340","isbn":"","conference_name":"","conference_place":"","conference_date":"","last_updated_cnr":"2025-06-15 00:38:59","last_updated_oai":"2025-06-15 00:38:59","last_updated_www":"0000-00-00 00:00:00"},{"id":199,"id_source":415388,"institutes":["ILC"],"type":"book_chapter","type_order":4,"title":"Finger movements and eye movements during adults' silent and oral reading","year":2022,"authors":["Crepaldi, D.","Ferro, M.","Marzi, C.","Nadalini, A.","Pirrelli, V.","Taxitari, L."],"authors_source":"Crepaldi, D; Ferro, M; Marzi, C; Nadalini, A; Pirrelli, V; Taxitari, L","authors_cnr_name":["FERRO, MARCELLO","MARZI, CLAUDIA","NADALINI, ANDREA","PIRRELLI, VITO"],"authors_cnr_id":["rp02183","rp18934","rp13471","rp03420"],"authors_cnr_institute":[],"abstract":"Using a common tablet and a web application, we can record the finger movements of a reader that is concurrently reading and finger-pointing a text displayed on the tablet touchscreen. In a preliminary analysis of \"finger-tracking\" data of early-graders we showed that finger movements can replicate established reading effects observed in more controlled settings. Here, we analyse and discuss reading evidence collected by (i) tracking the finger movements of adults reading a short essay displayed on a tablet touchscreen, and (ii) tracking the eye movements of adultsreading a comparable text displayed on the screen of a computer. Texts in the two conditions were controlled for linguistic complexity and page layout. In addition, we tested adults' comprehension in both silent and oral reading, by asking them multiple-choice questions after reading each text. We show and discuss the reading evidence that the two (optical and tactile) protocols provide, and to what extent they show comparable effects. We conclude with some remarks on the importance of ecology and portability of protocols for large-scale collection of naturalistic reading data","keywords":["Reading","finger-tracking","digital technology"],"pages":"443-471","url":"https:\/\/link.springer.com\/book\/9783030998905","volume":"","doi":"","editors":["Levie, R.","Bar On, A.","Ashkenazi, O.","Dattner, E.","Brandes, G."],"editors_source":"Levie, R. and Bar-On, A. and Ashkenazi, O. and Dattner, E. and Brandes, G.","published":"Developing language and literacy-Studies in Honor of Dorit Diskin Ravid","publisher":"Springer (Dordrecht, NLD)","issn":"","isbn":"978-3-030-99890-5","conference_name":"","conference_place":"Dordrecht","conference_date":"","last_updated_cnr":"2024-12-07 04:04:23","last_updated_oai":"2024-12-07 04:04:23","last_updated_www":"0000-00-00 00:00:00"},{"id":320,"id_source":423945,"institutes":["ILC","IFC"],"type":"conference_article","type_order":7,"title":"Using mobile technology for reading assessment","year":2021,"authors":["Taxitari, L.","Cappa, C.","Ferro, M.","Marzi, C.","Nadalini, A.","Pirrelli, V."],"authors_source":"Taxitari, L; Cappa, C; Ferro, M; Marzi, C; Nadalini, A; Pirrelli, V","authors_cnr_name":["TAXITARI, LOUKIA","CAPPA, CLAUDIA","FERRO, MARCELLO","MARZI, CLAUDIA","NADALINI, ANDREA","PIRRELLI, VITO"],"authors_cnr_id":["rp13472","rp22938","rp02183","rp18934","rp13471","rp03420"],"authors_cnr_institute":[],"abstract":"The enormous potential of Information and Communication Technologies (ICT) for addressing critical educational issues is generally acknowledged, but its use in the assessment of the complex skills of reading and understanding a text has been very limited to date. The paper contrasts traditional reading assessment protocols with ReadLet, an ICT platform with a tablet front-end, designed to support online monitoring of silent and oral reading abilities in early graders. ReadLet makes use of cloud computing and mobile technology for large-scale data collection and allows the time alignment of the child's reading behaviour with texts tagged using Natural Language Processing (NLP) tools. Initial findings replicate established benchmarks from the psycholinguistic literature on reading in both typically and atypically developing children, making the application a new ground-breaking approach in the evaluation of reading skills. Index Terms-reading assessment, reading research, mobile technology, NLP, cloud computing, special education needs","keywords":["reading assessment","reading research","mobile technology","NLP","cloud computing","special education needs"],"pages":"1-6","url":"http:\/\/www.ieee.ma\/cist20\/component\/content\/?id=26&Itemid=185","volume":"","doi":"","editors":[],"editors_source":"","published":"Proceedings of the 6th IEEE Congress on Information Science and Technology (CiSt)","publisher":"","issn":"","isbn":"9781728166469","conference_name":"6th IEEE Congress on Information Science & Technology (IEEE CIST'20)","conference_place":"","conference_date":"","last_updated_cnr":"2024-12-20 02:08:04","last_updated_oai":"2024-12-20 02:08:04","last_updated_www":"0000-00-00 00:00:00"},{"id":369,"id_source":426392,"institutes":["ILC"],"type":"conference_misc","type_order":8,"title":"Valutare la lettura \"in tempo reale\": un esempio di integrazione tra linguistica computazionale e linguistica applicata","year":2021,"authors":["Marzi, C.","Taxitari, L.","Ferro, M.","Nadalini, A.","Pirrelli, V."],"authors_source":"Marzi, C; Taxitari, L; Ferro, M; Nadalini, A; Pirrelli, V","authors_cnr_name":["MARZI, CLAUDIA","TAXITARI, LOUKIA","FERRO, MARCELLO","NADALINI, ANDREA","PIRRELLI, VITO"],"authors_cnr_id":["rp18934","rp13472","rp02183","rp13471","rp03420"],"authors_cnr_institute":[],"abstract":"In anni recenti, linguistica computazionale e linguistica applicata hanno ampliato i loro rispettivi ambiti d'indagine, utilizzando l'ontologia formale della linguistica teorica e i modelli cognitivi della psicolinguistica per studiare le difficolt\u00e0 che i parlanti incontrano nello svolgimento di \"compiti\" linguistici specifici. Nell'ambito della lettura, le tecnologie per il Trattamento Automatico del Linguaggio (TAL) si sono dimostrate capaci di classificare il livello di leggibilit\u00e0 di un testo, basandosi sulla distribuzione di alcuni parametri linguistici in testi pre-classificati per et\u00e0 dei lettori destinatari, o per grado di scolarit\u00e0, o per livello di sviluppo cognitivo. Ad esempio, parole o frasi pi\u00f9 lunghe, o parole pi\u00f9 rare tendono a distribuirsi in testi di pi\u00f9 difficile comprensione, o destinati a lettori pi\u00f9 maturi. E' possibile cos\u00ec assegnare a un testo, o a ogni singola frase, un punteggio di leggibilit\u00e0 in funzione (inversa) della complessit\u00e0 lessicale, morfologica, sintattica o pragmatica dell'unit\u00e0 testuale analizzata. In Linguistica Applicata (LA) la valutazione della difficolt\u00e0 di lettura ha seguito un approccio funzionale. Nel modello semplice di lettura, ad esempio, la capacit\u00e0 di leggere un testo \u00e8 analizzata come il prodotto dell'interazione tra decodifica e comprensione. Attraverso l'osservazione di un campione di bambini impegnati nella lettura, \u00e8 possibile valutare la loro fluenza in decodifica, gli errori di decodifica e comprensione, e l'efficacia di percorsi educativi personalizzati. La piattaforma ReadLet \u00e8 stata sviluppata con l'obiettivo di integrare l'approccio classificatorio del TAL con quello funzionale della LA. Il bambino legge un breve testo visualizzato sullo schermo di un tablet, ad alta voce o in modalit\u00e0 silente. In entrambi i casi, al bambino viene chiesto di \"tenere il segno\" con il dito sullo schermo nel corso della lettura. La traccia tattile \u00e8 registrata e allineata con il testo visualizzato sullo schermo mediante un algoritmo di convoluzione. Al contempo, il testo \u00e8 annotato automaticamente per tratti linguistici. Alla fine della sessione di lettura silente, il bambino risponde ad alcune semplici domande sul contenuto del testo. I dati raccolti consentono di valutare le difficolt\u00e0 (rallentamenti o errori) che il bambino incontra nella lettura, e di mettere in relazione \"in tempo reale\" queste difficolt\u00e0 con aspetti linguistici specifici del testo. Un'analisi preliminare dei dati raccolti da ReadLet su oltre 400 allievi di alcune scuole elementari toscane e della Svizzera italiana, ha evidenziato il differente \"passo\" di lettura tra lettori con sviluppo tipico e atipico, e il peso che variabili come lunghezza, frequenza e lessicalit\u00e0 hanno su profili di lettura individuali e aggregati. La possibilit\u00e0 di \"controllare\" automaticamente la distribuzione di queste variabili nel testo e di correlarle con le difficolt\u00e0 del singolo bambino consente, infine, di somministrare testi con livelli di difficolt\u00e0gradualmente crescenti, rendendo possibili percorsi personalizzati di potenziamento","keywords":["reading assessment","reading strategies","NLP","ICT mobile technologies"],"pages":"5-5","url":"https:\/\/iris.cnr.it\/handle\/20.500.14243\/426392","volume":"2021","doi":"","editors":[],"editors_source":"","published":"FARE LINGUISTICA APPLICATA CON LE DIGITAL HUMANITIES","publisher":"","issn":"","isbn":"","conference_name":"XXI Congresso Internazionale di AItLA","conference_place":"","conference_date":"","last_updated_cnr":"2024-12-20 02:19:44","last_updated_oai":"2024-12-20 02:19:44","last_updated_www":"0000-00-00 00:00:00"},{"id":477,"id_source":382398,"institutes":["ILC"],"type":"conference_article","type_order":7,"title":"Does finger-tracking point to child reading strategies?","year":2020,"authors":["Marzi, C.","Rodella, A.","Nadalini, A.","Taxitari, L.","Pirrelli, V."],"authors_source":"Marzi, Claudia; Rodella, Anna; Nadalini, Andrea; Taxitari, Loukia; Pirrelli, Vito","authors_cnr_name":["MARZI, CLAUDIA","NADALINI, ANDREA","TAXITARI, LOUKIA","PIRRELLI, VITO"],"authors_cnr_id":["rp18934","rp13471","rp13472","rp03420"],"authors_cnr_institute":[],"abstract":"The movement of a child's index finger that points to a printed text while (s)he is reading may provide a proxy for thechild's eye movements and attention focus. We validated this correlation by showing a quantitative analysis of patterns of \"finger-tracking\" of Italian early graders engaged in reading a text displayed on a tablet. A web application interfaced with the tablet monitors the reading behaviour by modelling the way the child points to the text while reading. Theanalysis found significant developmental trends in reading strategies, marking an interesting contrast between typically developing and atypically developing readers","keywords":["reading assessment","reading strategies","mobile technology","special educiation needs"],"pages":"1-7","url":"http:\/\/ceur-ws.org\/Vol-2769\/paper_60.pdf","volume":"2769","doi":"","editors":[],"editors_source":"","published":"Proceedings of the Seventh Italian Conference on Computational Linguistics","publisher":"CEUR-WS. org (Aachen, DEU)","issn":"","isbn":"","conference_name":"Italian Conference on Computational Linguistics 2020","conference_place":"Aachen","conference_date":"","last_updated_cnr":"2025-03-14 22:27:34","last_updated_oai":"2025-03-14 22:27:34","last_updated_www":"0000-00-00 00:00:00"},{"id":479,"id_source":501841,"institutes":["IFC","ILC"],"type":"conference_article","type_order":7,"title":"Using mobile technology for reading assessment","year":2020,"authors":["Taxitari, L.","Cappa, C.","Ferro, M.","Marzi, C.","Nadalini, A.","Pirrelli, V."],"authors_source":"Taxitari, L.; Cappa, C.; Ferro, M.; Marzi, C.; Nadalini, A.; Pirrelli, V.","authors_cnr_name":["TAXITARI, LOUKIA","CAPPA, CLAUDIA","FERRO, MARCELLO","MARZI, CLAUDIA","NADALINI, ANDREA","PIRRELLI, VITO"],"authors_cnr_id":["rp13472","rp22938","rp02183","rp18934","rp13471","rp03420"],"authors_cnr_institute":[],"abstract":"The enormous potential of Information and Communication Technologies (ICT) for addressing critical educational issues is generally acknowledged, but its use in the assessment of the complex skills of reading and understanding a text has been very limited to date. The paper contrasts traditional reading assessment protocols with ReadLet, an ICT platform with a tablet front-end, designed to support online monitoring of silent and oral reading abilities in early graders. ReadLet makes use of cloud computing and mobile technology for large-scale data collection and allows the time alignment of the child\u2019s reading behaviour with texts tagged using Natural Language Processing (NLP) tools. Initial findings replicate established benchmarks from the psycholinguistic literature on reading in both typically and atypically developing children, making the application a new ground-breaking approach in the evaluation of reading skills","keywords":["reading assessment, reading research, mobile technology, NLP, cloud computing, special education needs"],"pages":"302-307","url":"https:\/\/ieeexplore.ieee.org\/stamp\/stamp.jsp?arnumber=9357173","volume":"2020-JUNE","doi":"10.1109\/CiSt49399.2021.9357173","editors":[],"editors_source":"","published":"Proceedings of the 6th IEEE Congress on Information Science and Technology (CiSt)","publisher":"","issn":"","isbn":"978-1-7281-6646-9","conference_name":"6th IEEE Congress on Information Science and Technology (CiSt)","conference_place":"","conference_date":"","last_updated_cnr":"2025-06-15 00:23:05","last_updated_oai":"2025-06-15 00:23:05","last_updated_www":"0000-00-00 00:00:00"},{"id":419,"id_source":427657,"institutes":["ILC","IFC"],"type":"conference_misc","type_order":8,"title":"Tracking the pace of reading with finger movements","year":2020,"authors":["Pirrelli, V.","Cappa, C.","Crepaldi, D.","Del Pinto, V.","Ferro, M.","Giulivi, S.","Marzi, C.","Nadalini, A.","Taxitari, L."],"authors_source":"Pirrelli, Vito; Cappa, Claudia; Crepaldi, Davide; Del Pinto, Viola; Ferro, Marcello; Giulivi, Sara; Marzi, Claudia; Nadalini, Andrea; Taxitari, Loukia","authors_cnr_name":["PIRRELLI, VITO","CAPPA, CLAUDIA","FERRO, MARCELLO","MARZI, CLAUDIA","NADALINI, ANDREA","TAXITARI, LOUKIA"],"authors_cnr_id":["rp03420","rp22938","rp02183","rp18934","rp13471","rp13472"],"authors_cnr_institute":[],"abstract":"Recent experimental evidence in visual perception analysis shows that eye and finger movements strongly correlate during scene exploration, at both individual and group levels. A familiar context which exploits this synergistic behaviour is when children learn to read, with the practice of finger-pointing to text as a support for their attention focus, directional movement and voice-print match. Using a tablet to display short texts, we collected evidence on the finger-pointing behaviour of 3rd-6th Italian graders engaged in both silent and oral reading. \"Finger-tracking\" data, sampled by the tablet and aligned with the text, made it possible to time a child's reading paceat word and sentence level. Results are shown to replicate established benchmarks in the reading literature, such as the difference in reading pace between age-matched typical and atypical readers as a function of word frequency and length, and neighbourhood entropy and Old20. Atypical readers show increasing difficulty with longer words, with a steeper time increment for word length > 6, integrating previous evidence. In addition, neighbourhood density plays a sparse facilitative role in atypical reading, with no significant interaction with neighbourhood entropy, pointing to a non trivial developmental interplay between sublexical reading and the richness of the Italian orthographic-phonological lexicon. Despite their different dynamics, optical and tactile strategies for text exploration prove to be highly congruent: this suggests that finger-tracking can be used as an ecological proxy for eye-tracking in reading assessment","keywords":["Reading","Finger tracking","Mental Lexicon","Word frequency","Word Length","Neighbourhood entropy"],"pages":"1","url":"https:\/\/osf.io\/hr62g\/","volume":"","doi":"","editors":[],"editors_source":"","published":"Words in the World book of abstracts","publisher":"","issn":"","isbn":"","conference_name":"Words in the World International Conference","conference_place":"","conference_date":"","last_updated_cnr":"2024-12-20 02:20:42","last_updated_oai":"2024-12-20 02:20:42","last_updated_www":"0000-00-00 00:00:00"}]