[{"id":362241,"last_updated":"2024-01-30 16:37:08","id_people":488202,"institutes":["ILC"],"type":"journal_article","type_order":0,"type_people":"article","title":"Tell me how you write and I'll tell you what you read: a study on the writing style of book reviews","year":2023,"authors_people":"Chiara Alzetta, Felice Dell'Orletta, Alessio Miaschi, Elena Prat, Giulia Venturi","authors_cnr":["Miaschi, Alessio","Alzetta, Chiara","Dell'Orletta, Felice","Venturi, Giulia"],"authors_cnr_id":["14329","17692"],"authors_cnr_institute":[""],"authors":["Alzetta, C.","Dell'Orletta, F.","Miaschi, A.","Prat, E.","Venturi, G."],"abstract":"Purpose: The authors' goal is to investigate variations in the writing style of book reviews published on different social reading platforms and referring to books of different genres, which enables acquiring insights into communication strategies adopted by readers to share their reading experiences. Design\/methodology\/approach: The authors propose a corpus-based study focused on the analysis of A Good Review, a novel corpus of online book reviews written in Italian, posted on Amazon and Goodreads, and covering six literary fiction genres. The authors rely on stylometric analysis to explore the linguistic properties and lexicon of reviews and the authors conducted automatic classification experiments using multiple approaches and feature configurations to predict either the review's platform or the literary genre. Findings: The analysis of user-generated reviews demonstrates that language is a quite variable dimension across reading platforms, but not as much across book genres. The classification experiments revealed that features modelling the syntactic structure of the sentence are reliable proxies for discerning Amazon and Goodreads reviews, whereas lexical information showed a higher predictive role for automatically discriminating the genre. Originality\/value: The high availability of cultural products makes information services necessary to help users navigate these resources and acquire information from unstructured data. This study contributes to a better understanding of the linguistic characteristics of user-generated book reviews, which can support the development of linguistically-informed recommendation services. Additionally, the authors release a novel corpus of online book reviews meant to support the reproducibility and advancements of the research.","keywords":["Stylometric analysis","Genre detection","Natural language processing","Book reviews"],"pages":"23","url":"https:\/\/www.emerald.com\/insight\/content\/doi\/10.1108\/JD-04-2023-0073\/full\/html","volume":"79","doi":"10.1108\/JD-04-2023-0073","editors_people":"","editors":[""],"published":"Journal of documentation","publisher":"Emerald (Bingley, Regno Unito)","issn":"0022-0418","isbn":"","conference_name":"","conference_place":"","conference_date":""},{"id":362242,"last_updated":"2024-01-30 16:38:01","id_people":488203,"institutes":["ILC"],"type":"journal_article","type_order":0,"type_people":"article","title":"Testing the Effectiveness of the Diagnostic Probing Paradigm on Italian Treebanks","year":2023,"authors_people":"Alessio Miaschi, Chiara Alzetta, Dominique Brunato, Felice Dell'Orletta, Giulia Venturi","authors_cnr":["Miaschi, Alessio","Alzetta, Chiara","Dell'Orletta, Felice","Venturi, Giulia","Brunato, Dominique Pierina"],"authors_cnr_id":["14329","17692","21125"],"authors_cnr_institute":[""],"authors":["Miaschi, A.","Alzetta, C.","Brunato, D.","Dell'Orletta, F.","Venturi, G."],"abstract":"The outstanding performance recently reached by neural language models (NLMs) across many natural language processing (NLP) tasks has steered the debate towards understanding whether NLMs implicitly learn linguistic competence. Probes, i.e., supervised models trained using NLM representations to predict linguistic properties, are frequently adopted to investigate this issue. However, it is still questioned if probing classification tasks really enable such investigation or if they simply hint at surface patterns in the data. This work contributes to this debate by presenting an approach to assessing the effectiveness of a suite of probing tasks aimed at testing the linguistic knowledge implicitly encoded by one of the most prominent NLMs, BERT. To this aim, we compared the performance of probes when predicting gold and automatically altered values of a set of linguistic features. Our experiments were performed on Italian and were evaluated across BERT's layers and for sentences with different lengths. As a general result, we observed higher performance in the prediction of gold values, thus suggesting that the probing model is sensitive to the distortion of feature values. However, our experiments also showed that the length of a sentence is a highly influential factor that is able to confound the probing model's predictions.","keywords":["Neural language model","Probing tasks","Treebanks"],"pages":"19","url":"https:\/\/www.mdpi.com\/2078-2489\/14\/3\/144","volume":"14","doi":"10.3390\/info14030144","editors_people":"","editors":[""],"published":"Information (Basel)","publisher":"MDPI (Basel, Svizzera)","issn":"2078-2489","isbn":"","conference_name":"","conference_place":"","conference_date":""},{"id":362243,"last_updated":"2024-01-30 16:38:00","id_people":488204,"institutes":["ILC"],"type":"journal_article","type_order":0,"type_people":"article","title":"Analysing Deception in Witness Memory Though Linguistic Styles in Spontaneous Language","year":2023,"authors_people":"Sara Sol\u00e0 Sales, Chiara Alzetta, Carmen Moret Tatay, Felice Dell'Orletta","authors_cnr":["Alzetta, Chiara","Dell'Orletta, Felice"],"authors_cnr_id":["14329"],"authors_cnr_institute":[""],"authors":["Sales, S. S.","Alzetta, C.","Tatay, C. M.","Dell'Orletta, F."],"abstract":"The act of lying and its detection have raised interest in many fields, from the legal system to our daily lives. Considering that testimonies are commonly based on linguistic parameters, natural language processing, a research field concerned with programming computers to process and analyse natural language texts or speech, is a topic of interest on this front. This study aimed to examine the linguistic styles of simulated deception and true testimonies collected with the aim of studying witness memory. Study participants were asked to act as a witness of a crime by retelling the story they had just read. Cognitive interviewing techniques were used to collect testimony under two conditions: truth and simulated deception. A sample of 48 participants volunteered to participate in the study. Analyses of the linguistic indicators and content were carried out. Specifically, we performed a comparison of testimonies of the same participant by condition to analyse the variation between (i) lexical and (ii) linguistic features and (iii) content and speech characteristics (disfluencies) depending on the narrative condition. Concerning lexical properties, adjectives were the most-varying grammatical category between truthful and deceptive testimonies. Furthermore, in the linguistic analysis, we observed that truthful testimonies were generally longer than deceptive ones in terms of the number of words and sentences and also characterised by more articulated sentence structures, and these differences were also statistically significant. Regarding the analysis of the content, cognitive criteria (details) and admitting lack of memory were more present in truthful statements. By providing an objective measure, these results are of interest in developing NLP tools for assessing the credibility of testimonies in forensics.","keywords":["Natural language processing","Simulated deception","Stylometric analysis"],"pages":"26","url":"https:\/\/www.mdpi.com\/2076-3425\/13\/2\/317","volume":"13","doi":"10.3390\/brainsci13020317","editors_people":"","editors":[""],"published":"Brain sciences","publisher":"Molecular Diversity Preservation International (Basel)","issn":"2076-3425","isbn":"","conference_name":"","conference_place":"","conference_date":""},{"id":132487,"last_updated":"2023-11-06 19:31:30","id_people":463833,"institutes":["ILC"],"type":"conference_article","type_order":5,"type_people":"conferenceObject","title":"Probing tasks under pressure","year":2021,"authors_people":"Miaschi A.; Alzetta C.; Brunato D.; Dell'Orletta F.; Venturi G.","authors_cnr":["Miaschi, Alessio","Alzetta, Chiara","Dell'Orletta, Felice","Venturi, Giulia","Brunato, Dominique Pierina"],"authors_cnr_id":["14329","17692","21125"],"authors_cnr_institute":[""],"authors":["Miaschi, A.","Alzetta, C.","Brunato, D.","Dell'Orletta, F.","Venturi, G."],"abstract":"Probing tasks are frequently used to evaluate whether the representations of Neural Language Models (NLMs) encode linguistic information. However, it is still questioned if probing classification tasks really enable such investigation or they simply hint for surface patterns in the data. We present a method to investigate this question by comparing the accuracies of a set of probing tasks on gold and automatically generated control datasets. Our results suggest that probing tasks can be used as reliable diagnostic methods to investigate the linguistic information encoded in NLMs representations.","keywords":["Neural Language Models","Linguistic probing","Treebanks"],"pages":"1-7","url":"http:\/\/ceur-ws.org\/Vol-3033\/paper29.pdf","volume":"3033","doi":"","editors_people":"","editors":[""],"published":"CEUR workshop proceedings","publisher":"M. Jeusfeld c\/o Redaktion Sun SITE, Informatik V, RWTH Aachen (Aachen, Germania)","issn":"1613-0073","isbn":"","conference_name":"8th Italian Conference on Computational Linguistics (CLIC-it 2021)","conference_place":"Milano","conference_date":"29\/06-01\/07\/2022"},{"id":132486,"last_updated":"2023-11-06 19:31:48","id_people":463828,"institutes":["ILC"],"type":"journal_article","type_order":0,"type_people":"article","title":"Linguistically-driven Selection of Difficult-to-Parse Dependency Structures","year":2020,"authors_people":"Chiara Alzetta, Felice Dell'Orletta, Simonetta Montemagni, Giulia Venturi","authors_cnr":["Alzetta, Chiara","Montemagni, Simonetta","Dell'Orletta, Felice","Venturi, Giulia"],"authors_cnr_id":["5595","14329","17692"],"authors_cnr_institute":[""],"authors":["Alzetta, C.","Dell'Orletta, F.","Montemagni, S.","Venturi, G."],"abstract":"The paper illustrates a novel methodology meeting a twofold goal, namely quantifying the reliability of automatically generated dependency relations without using gold data on the one hand, and identifying which are the linguistic constructions negatively affecting the parser performance on the other hand. These represent objectives typically investigated in different lines of research, with different methods and techniques. Our methodology, at the crossroads of these perspectives, allows not only to quantify the parsing reliability of individual dependency types but also to identify and weight the contextual properties making relation instances more or less difficult to parse. The proposed methodology was tested in two different and complementary experiments, aimed at assessing the degree of parsing difficulty across (a) different dependency relation types, and (b) different instances of the same relation. The results show that the proposed methodology is able to identify difficult-to-parse dependency relations without relying on gold data and by taking into account a variety of intertwined linguistic factors. These findings pave the way to novel applications of the methodology, both in the direction of defining new evaluation metrics based purely on automatically parsed data and towards the automatic creation of challenge sets.","keywords":["Linguistic Complexity","Syntactic Parsing","Evaluation metrics"],"pages":"37-60","url":"https:\/\/journals.openedition.org\/ijcol\/719","volume":"6","doi":"10.4000\/ijcol.719","editors_people":"","editors":[""],"published":"Italian Journal of Computational Linguistics","publisher":"aAccademia University Press, Torino (Italia)","issn":"2499-4553","isbn":"","conference_name":"","conference_place":"","conference_date":""},{"id":132426,"last_updated":"2023-11-06 19:31:55","id_people":444113,"institutes":["ILC"],"type":"conference_article","type_order":5,"type_people":"conferenceObject","title":"Quantitative linguistic investigations across universal dependencies treebanks","year":2020,"authors_people":"Alzetta C.; Dell'Orletta F.; Montemagni S.; Osenova P.; Simov K.; Venturi G.","authors_cnr":["Alzetta, Chiara","Montemagni, Simonetta","Dell'Orletta, Felice","Venturi, Giulia"],"authors_cnr_id":["5595","14329","17692"],"authors_cnr_institute":[""],"authors":["Alzetta, C.","Dell'Orletta, F.","Montemagni, S.","Osenova, P.","Simov, K.","Venturi, G."],"abstract":"The paper illustrates a case study aimed at identifying cross-lingual quantitative trends in the distribution of dependency relations in treebanks for typologically different languages. Preliminary results show interesting differences rooted either in language-specific peculiarities or cross-lingual annotation inconsistencies, with a potential impact on different application scenarios.","keywords":["Universal Dependencies Treebanks","Cross-linguistic analysis","Typology"],"pages":"1-7","url":"http:\/\/ceur-ws.org\/Vol-2769\/paper_59.pdf","volume":"2769","doi":"","editors_people":"","editors":[""],"published":"CEUR workshop proceedings","publisher":"M. Jeusfeld c\/o Redaktion Sun SITE, Informatik V, RWTH Aachen (Aachen, Germania)","issn":"1613-0073","isbn":"979-12-80136-28-2","conference_name":"7th Italian Conference on Computational Linguistics (CLiC-it)","conference_place":"Online","conference_date":"1-3\/03\/2021"},{"id":132418,"last_updated":"2023-11-06 19:31:53","id_people":442044,"institutes":["ILC"],"type":"conference_article","type_order":5,"type_people":"conferenceObject","title":"PRELEARN @ EVALITA 2020: Overview of the Prerequisite Relation Learning Task for Italian","year":2020,"authors_people":"Alzetta, Chiara and Miaschi, Alessio and Dell'Orletta, Felice and Koceva, Frosina and Torre, Ilaria","authors_cnr":["Miaschi, Alessio","Alzetta, Chiara","Dell'Orletta, Felice"],"authors_cnr_id":["14329"],"authors_cnr_institute":[""],"authors":["Alzetta, C.","Miaschi, A.","Dell'Orletta, F.","Koceva, F.","Torre, I."],"abstract":"The Prerequisite Relation Learning (PRELEARN) task is the EVALITA 2020 shared task on concept prerequisite learning, which consists of classifying prerequisite relations between pairs of concepts distinguishing between prerequisite pairs and non-prerequisite pairs. Four sub-tasks were defined: two of them define different types of features that participants are allowed to use when training their model, while the other two define the classification scenarios where the proposed models would be tested. In total, 14 runs were submitted by 3 teams comprising 9 total individual participants.","keywords":["nlp","prerequisite learning","shared task"],"pages":"","url":"http:\/\/ceur-ws.org\/Vol-2765\/paper164.pdf","volume":"","doi":"","editors_people":"","editors":[""],"published":"","publisher":"","issn":"","isbn":"","conference_name":"Seventh Evaluation Campaign of Natural Language Processing and Speech Tools for Italian (EVALITA)","conference_place":"","conference_date":"17\/12\/2020"},{"id":132416,"last_updated":"2023-11-06 19:31:44","id_people":442040,"institutes":["ILC"],"type":"conference_article","type_order":5,"type_people":"conferenceObject","title":"Is Neural Language Model Perplexity Related to Readability?","year":2020,"authors_people":"Miaschi, Alessio and Alzetta, Chiara and Brunato, Dominique and Dell'Orletta, Felice and Venturi, Giulia","authors_cnr":["Brunato, Dominique Pierina","Miaschi, Alessio","Alzetta, Chiara","Dell'Orletta, Felice","Venturi, Giulia"],"authors_cnr_id":["14329","17692"],"authors_cnr_institute":[""],"authors":["Miaschi, A.","Alzetta, C.","Brunato, D.","Dell'Orletta, F.","Venturi, G."],"abstract":"This paper explores the relationship between Neural Language Model (NLM) perplexity and sentence readability. Starting from the evidence that NLMs implicitly acquire sophisticated linguistic knowledge from a huge amount of training data, our goal is to investigate whether perplexity is affected by linguistic features used to automatically assess sentence readability and if there is a correlation between the two metrics. Our findings suggest that this correlation is actually quite weak and the two metrics are affected by different linguistic phenomena.","keywords":["nlp","neural language models","readability"],"pages":"","url":"http:\/\/ceur-ws.org\/Vol-2769\/paper_57.pdf","volume":"","doi":"","editors_people":"","editors":[""],"published":"","publisher":"","issn":"","isbn":"979-12-80136-28-2","conference_name":"Seventh Italian Conference on Computational Linguistics","conference_place":"","conference_date":"01-03\/03\/2021"},{"id":132356,"last_updated":"2023-11-06 19:32:08","id_people":423880,"institutes":["ILC"],"type":"journal_article","type_order":0,"type_people":"article","title":"INFERRING QUANTITATIVE TYPOLOGICAL TRENDS FROM MULTILINGUAL TREEBANKS. A CASE STUDY","year":2019,"authors_people":"Alzetta, Chiara; Dell'Orletta, Felice; Montemagni, Simonetta; Venturi, Giulia","authors_cnr":["Alzetta, Chiara","Montemagni, Simonetta","Dell'Orletta, Felice","Venturi, Giulia"],"authors_cnr_id":["5595","14329","17692"],"authors_cnr_institute":[""],"authors":["Alzetta, C.","Dell'Orletta, F.","Montemagni, S.","Venturi, G."],"abstract":"In the past decades, linguistic typology went through a renewing phase that involved a significant change in the research questions and methods of the discipline, which is now interested in fine-grained features underlying language diversity. In this paper, we propose a novel approach to address the newly defined needs of linguistic typology by extracting qualitative and quantitative information about a wide range of features from multilingual annotated corpora based on Natural Language Processing methods and techniques. We tested our method in a case study focusing on word order variation in two widely investigated constructions, VERB-SUBJ(ect) and NOUN-ADJ(ective), with a specific view to structural and functional factors underlying the preference for one or the other order, both intra- and cross-linguistically, and their interaction. Preliminary experiments have been carried out aimed at acquiring typological evidence from a selection of linguistically annotated treebanks for three different languages, namely Italian, Spanish and English. Our results show the effectiveness of the method in letting similarities and differences also emerge from typologically close languages.","keywords":["language typology","multilingual annotated corpora","linguistic knowledge extraction and modelling","word order variation"],"pages":"209-242","url":"https:\/\/www.rivisteweb.it\/doi\/10.1418\/95391","volume":"18","doi":"10.1418\/95391","editors_people":"","editors":[""],"published":"Lingue e linguaggio","publisher":"Il Mulino, Bologna (Italia)","issn":"1720-9331","isbn":"","conference_name":"","conference_place":"","conference_date":""},{"id":132357,"last_updated":"2023-11-06 19:32:06","id_people":423881,"institutes":["ILC"],"type":"conference_article","type_order":5,"type_people":"conferenceObject","title":"Dissecting Treebanks to Uncover Typological Trends. A Multilingual Comparative Approach","year":2019,"authors_people":"Alzetta C., Dell'Orletta F., Montemagni S., Venturi G.","authors_cnr":["Alzetta, Chiara","Montemagni, Simonetta","Dell'Orletta, Felice","Venturi, Giulia"],"authors_cnr_id":["5595","14329","17692"],"authors_cnr_institute":[""],"authors":["Alzetta, C.","Dell'Orletta, F.","Montemagni, S.","Venturi, G."],"abstract":"Over the last years, linguistic typology started attracting the interest of the community working on cross- and multi-lingual NLP as a way to tackle the bottleneck deriving from the lack of annotated data for many languages. Typological information is mostly acquired from publicly accessible typological databases, manually constructed by linguists. As reported in Ponti et al. (2018), despite the abundant information contained in them for many languages, these resources suffer from two main shortcomings, i.e. their limited coverage and the discrete nature of features (only \"the majority value rather than the full range of possible values and their corresponding frequencies\" is reported). Corpus-based studies can help to automatically acquire quantitative typological evidence which might be exploited for polyglot NLP. Recently, the availability of corpora annotated following a cross-linguistically consistent annotation scheme such as the one developed in the Universal Dependencies project is prompting new comparative linguistic studies aimed to identify similarities as well as idiosyncrasies among typologically different languages (Nivre, 2015). The line of research described here is aimed at acquiring quantitative typological evidence from UD treebanks through a multilingual contrastive approach.","keywords":["Natural Language Processing","Linguistic Typology"],"pages":"1-3","url":"https:\/\/typology-and-nlp.github.io\/2019\/assets\/2019\/papers\/5.pdf","volume":"","doi":"","editors_people":"","editors":[""],"published":"","publisher":"","issn":"","isbn":"978-1-950737-29-1","conference_name":"1st TyP-NLP: The Workshop on Typology for Polyglot NLP, ACL workshop","conference_place":"Firenze","conference_date":"01\/08\/2019"},{"id":132307,"last_updated":"2023-11-06 19:32:19","id_people":391617,"institutes":["ILC"],"type":"conference_article","type_order":5,"type_people":"conferenceObject","title":"Assessing the Impact of Iterative Error Detection and Correction. A Case Study on the Italian Universal Dependency Treebank","year":2018,"authors_people":"Alzetta C., Dell'Orletta F., Montemagni S., Simi M., Venturi G.","authors_cnr":["Alzetta, Chiara","Montemagni, Simonetta","Dell'Orletta, Felice","Venturi, Giulia"],"authors_cnr_id":["5595","14329","17692"],"authors_cnr_institute":[""],"authors":["Alzetta, C.","Dell'Orletta, F.","Montemagni, S.","Simi, M.","Venturi, G."],"abstract":"Detection and correction of errors and inconsistencies in \"gold treebanks\" are becoming more and more central topics of corpus annotation. The paper illustrates a new incremental method for enhancing treebanks, with particular emphasis on the extension of error patterns across different textual genres and registers. Impact and role of corrections have been assessed in a dependency parsing experiment carried out with four different parsers, whose results are promising. For both evaluation datasets, the performance of parsers increases, in terms of the standard LAS and UAS measures and of a more focused measure taking into account only relations involved in error patterns, and at the level of individual dependencies.","keywords":["Error Detection","Universal Dependency Treebanks","Syntactic parsing"],"pages":"1-7","url":"http:\/\/universaldependencies.org\/udw18\/PDFs\/39_Paper.pdf","volume":"","doi":"","editors_people":"","editors":[""],"published":"","publisher":"","issn":"","isbn":"978-1-948087-84-1","conference_name":"Universal Dependencies Workshop 2018 (UDW 2018)","conference_place":"Brussels","conference_date":"01\/11\/2018"},{"id":132241,"last_updated":"2023-11-06 19:32:22","id_people":382333,"institutes":["ILC"],"type":"conference_article","type_order":5,"type_people":"conferenceObject","title":"Dangerous Relations in Dependency Treebanks","year":2018,"authors_people":"Chiara Alzetta, Felice Dell'Orletta, Simonetta Montemagni, Giulia Venturi","authors_cnr":["Venturi, Giulia","Alzetta, Chiara","Montemagni, Simonetta","Dell'Orletta, Felice"],"authors_cnr_id":["5595","14329"],"authors_cnr_institute":[""],"authors":["Alzetta, C.","Dell'Orletta, F.","Montemagni, S.","Venturi, G."],"abstract":"The paper illustrates an effective and innovative method for detecting erroneously annotated arcs in gold dependency treebanks based on an algorithm originally developed to measure the reliability of automatically produced dependency relations. The method permits to significantly restrict the error search space and, more importantly, to reliably identify patterns of systematic recurrent errors which represent dangerous evidence to a parser which tendentially will replicate them. Achieved results demonstrate effectiveness and reliability of the method.","keywords":["Dependency treebanks","Error Detection","Linguistic Annotation"],"pages":"201-210","url":"http:\/\/aclweb.org\/anthology\/W\/W17\/W17-7624.pdf","volume":"","doi":"","editors_people":"","editors":[""],"published":"","publisher":"","issn":"","isbn":"978-80-88132-04-2","conference_name":"16th International Workshop on Treebanks and Linguistic Theories","conference_place":"Praga","conference_date":"23-24 gennaio 2018"},{"id":132252,"last_updated":"2023-11-06 19:32:36","id_people":385342,"institutes":["ILC"],"type":"conference_article","type_order":5,"type_people":"conferenceObject","title":"Universal Dependencies and Quantitative Typological Trends. A Case Study on Word Order","year":2018,"authors_people":"Chiara Alzetta, Felice Dell'Orletta, Simonetta Montemagni, Giulia Venturi","authors_cnr":["Venturi, Giulia","Montemagni, Simonetta","Dell'Orletta, Felice"],"authors_cnr_id":["5595","14329"],"authors_cnr_institute":[""],"authors":["Alzetta, C.","Dell'Orletta, F.","Montemagni, S.","Venturi, G."],"abstract":"The paper presents a new methodology aimed at acquiring typological evidence from \"gold\" treebanks for different languages. In particular, it investigates whether and to what extent algorithms developed for assessing the plausibility of automatically produced syntactic annotations could contribute to shed light on key issues of the linguistic typological literature. It reports the first and promising results of a case study focusing on word order patterns carried out on three different languages (English, Italian and Spanish).","keywords":["Linguistic Knowledge Extraction","Dependency Treebanks","Linguistic Typology"],"pages":"4540-4549","url":"http:\/\/www.lrec-conf.org\/proceedings\/lrec2018\/pdf\/1109.pdf","volume":"","doi":"","editors_people":"","editors":[""],"published":"","publisher":"European Language Resources Association ELRA (Paris, FRA)","issn":"","isbn":"979-10-95546-00-9","conference_name":"Proceedings of the 11th Edition of the Language Resources and Evaluation Conference (LREC 2018)","conference_place":"Miyazaki (Japan)","conference_date":"7-12 maggio 2018"}]