Publications

@inproceedings{clef-checkthat:2024:task2b,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 2 on Subjectivity in News Articles},

author = {Julia Maria Struß and Federico Ruggeri and Alberto Barrón-Cedeño and Firoj Alam and Dimitar Dimitrov and Andrea Galassi and Georgi Pachov and Ivan Koychev and Preslav Nakov and Melanie Siegel and Michael Wiegand and Maram Hasanain and Reem Suwaileh and Wajdi Zaghouani},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task1b,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 1 on Check-Worthiness Estimation of Multigenre Content},

author = {Maram Hasanain and Reem Suwaileh and Sanne Weering and Chengkai Li and Tommaso Caselli and Wajdi Zaghouani and Alberto Barrón-Cedeño and Preslav Nakov and Firoj Alam},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024-lncsb,

title = {Overview of the CLEF-2024 CheckThat! Lab: Check-Worthiness, Subjectivity, Persuasion, Roles, 

Authorities and Adversarial Robustness},

author = {Alberto Barrón-Cedeño and Firoj Alam and Julia Maria Struß and Preslav Nakov and Tanmoy Chakraborty and Tamer Elsayed and Piotr Przybyła and Tommaso Caselli and Giovanni Da San Martino and Fatima Haouari and Chengkai Li and Jakub Piskorski and Federico Ruggeri and Xingyi Song and Reem Suwaileh},

editor = {Lorraine Goeuriot and Philippe Mulhem and Georges Quénot and Didier Schwab and Laure Soulier and Giorgio Maria Di Nunzio and Petra Galuščáková and Alba García Seco de Herrera and Guglielmo Faggioli and Nicola Ferro},

year  = {2024},

date = {2024-01-01},

booktitle = {Experimental IR Meets Multilinguality, Multimodality, and Interaction. 

Proceedings of the Fifteenth International Conference of the CLEF Association (CLEF 2024)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{CheckThat:ECIR2024b,

title = {The CLEF-2024 CheckThat! Lab: Check-Worthiness, Subjectivity, Persuasion, Roles, Authorities, and Adversarial Robustness},

author = {Alberto Barrón-Cedeño and Firoj Alam and Tanmoy Chakraborty and Tamer Elsayed and Preslav Nakov and Piotr Przybyła and Julia Maria Struß and Fatima Haouari and Maram Hasanain and Federico Ruggeri and Xingyi Song and Reem Suwaileh},

editor = {Nazli Goharian and Nicola Tonellotto and Yulan He and Aldo Lipani and Graham McDonald and Craig Macdonald and Iadh Ounis},

isbn = {978-3-031-56069-9},

year  = {2024},

date = {2024-01-01},

booktitle = {Advances in Information Retrieval},

pages = {449–458},

publisher = {Springer Nature Switzerland},

abstract = {The first five editions of the CheckThat! lab focused on the main tasks of the information verification pipeline: check-worthiness, evidence retrieval and pairing, and verification. Since the 2023 edition, it has been focusing on new problems that can support the research and decision making during the verification process. In this new edition, we focus on new problems and —for the first time— we propose six tasks in fifteen languages (Arabic, Bulgarian, English, Dutch, French, Georgian, German, Greek, Italian, Polish, Portuguese, Russian, Slovene, Spanish, and code-mixed Hindi-English): Task 1 estimation of check-worthiness (the only task that has been present in all CheckThat! editions), Task 2 identification of subjectivity (a follow up of CheckThat! 2023 edition), Task 3 identification of persuasion (a follow up of SemEval 2023), Task 4 detection of hero, villain, and victim from memes (a follow up of CONSTRAINT 2022), Task 5 Rumor Verification using Evidence from Authorities (a first), and Task 6 robustness of credibility assessment with adversarial examples (a first). These tasks represent challenging classification and retrieval problems at the document and at the span level, including multilingual and multimodal settings.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task3,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 3 on Persuasion Techniques},

author = {Jakub Piskorski and Nicolas Stefanovitch and Firoj Alam and Ricardo Campos and Dimitar Dimitrov and Alípio Jorge and Senja Pollak and Nikolay Ribin and Zoran Fijavž and Maram Hasanain and Nuno Guimarães and Ana Filipa Pacheco and Elisa Sartori and Purificação Silvano and Ana Vitez Zwitter and Ivan Koychev and Nana Yu and Preslav Nakov and Giovanni Da San Martino},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task2,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 2 on Subjectivity in News Articles},

author = {Julia Maria Struß and Federico Ruggeri and Alberto Barrón-Cedeño and Firoj Alam and Dimitar Dimitrov and Andrea Galassi and Georgi Pachov and Ivan Koychev and Preslav Nakov and Melanie Siegel and Michael Wiegand and Maram Hasanain and Reem Suwaileh and Wajdi Zaghouani},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task1,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 1 on Check-Worthiness Estimation of Multigenre Content},

author = {Maram Hasanain and Reem Suwaileh and Sanne Weering and Chengkai Li and Tommaso Caselli and Wajdi Zaghouani and Alberto Barrón-Cedeño and Preslav Nakov and Firoj Alam},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024-lncs,

title = {Overview of the CLEF-2024 CheckThat! Lab: Check-Worthiness, Subjectivity, Persuasion, Roles, 

Authorities and Adversarial Robustness},

author = {Alberto Barrón-Cedeño and Firoj Alam and Julia Maria Struß and Preslav Nakov and Tanmoy Chakraborty and Tamer Elsayed and Piotr Przybyła and Tommaso Caselli and Giovanni Da San Martino and Fatima Haouari and Chengkai Li and Jakub Piskorski and Federico Ruggeri and Xingyi Song and Reem Suwaileh},

editor = {Lorraine Goeuriot and Philippe Mulhem and Georges Quénot and Didier Schwab and Laure Soulier and Giorgio Maria Di Nunzio and Petra Galuščáková and Alba García Seco de Herrera and Guglielmo Faggioli and Nicola Ferro},

year  = {2024},

date = {2024-01-01},

booktitle = {Experimental IR Meets Multilinguality, Multimodality, and Interaction. 

Proceedings of the Fifteenth International Conference of the CLEF Association (CLEF 2024)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{CheckThat:ECIR2024,

title = {The CLEF-2024 CheckThat! Lab: Check-Worthiness, Subjectivity, Persuasion, Roles, Authorities, and Adversarial Robustness},

author = {Alberto Barrón-Cedeño and Firoj Alam and Tanmoy Chakraborty and Tamer Elsayed and Preslav Nakov and Piotr Przybyła and Julia Maria Struß and Fatima Haouari and Maram Hasanain and Federico Ruggeri and Xingyi Song and Reem Suwaileh},

editor = {Nazli Goharian and Nicola Tonellotto and Yulan He and Aldo Lipani and Graham McDonald and Craig Macdonald and Iadh Ounis},

isbn = {978-3-031-56069-9},

year  = {2024},

date = {2024-01-01},

booktitle = {Advances in Information Retrieval},

pages = {449–458},

publisher = {Springer Nature Switzerland},

abstract = {The first five editions of the CheckThat! lab focused on the main tasks of the information verification pipeline: check-worthiness, evidence retrieval and pairing, and verification. Since the 2023 edition, it has been focusing on new problems that can support the research and decision making during the verification process. In this new edition, we focus on new problems and —for the first time— we propose six tasks in fifteen languages (Arabic, Bulgarian, English, Dutch, French, Georgian, German, Greek, Italian, Polish, Portuguese, Russian, Slovene, Spanish, and code-mixed Hindi-English): Task 1 estimation of check-worthiness (the only task that has been present in all CheckThat! editions), Task 2 identification of subjectivity (a follow up of CheckThat! 2023 edition), Task 3 identification of persuasion (a follow up of SemEval 2023), Task 4 detection of hero, villain, and victim from memes (a follow up of CONSTRAINT 2022), Task 5 Rumor Verification using Evidence from Authorities (a first), and Task 6 robustness of credibility assessment with adversarial examples (a first). These tasks represent challenging classification and retrieval problems at the document and at the span level, including multilingual and multimodal settings.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hasanain-etal-2023-araieval,

title = {ArAIEval Shared Task: Persuasion Techniques and Disinformation Detection in Arabic Text},

author = {Maram Hasanain and Firoj Alam and Hamdy Mubarak and Samir Abdaljalil and Wajdi Zaghouani and Preslav Nakov and Giovanni Da San Martino and Abed Freihat},

editor = {Hassan Sawaf and Samhaa El-Beltagy and Wajdi Zaghouani and Walid Magdy and Ahmed Abdelali and Nadi Tomeh and Ibrahim Abu Farha and Nizar Habash and Salam Khalifa and Amr Keleg and Hatem Haddad and Imed Zitouni and Khalil Mrini and Rawan Almatham},

url = {https://aclanthology.org/2023.arabicnlp-1.44},

year  = {2023},

date = {2023-12-01},

booktitle = {Proceedings of ArabicNLP 2023},

pages = {483–493},

publisher = {Association for Computational Linguistics},

address = {Singapore (Hybrid)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hasanain-etal-2023-qcri,

title = {QCRI at SemEval-2023 Task 3: News Genre, Framing and Persuasion Techniques Detection Using Multilingual Models},

author = {Maram Hasanain and Ahmed El-Shangiti and Rabindra Nath Nandi and Preslav Nakov and Firoj Alam},

editor = {Atul Kr. Ojha and A. Seza Doğruöz and Giovanni Da San Martino and Harish Tayyar Madabushi and Ritesh Kumar and Elisa Sartori},

url = {https://aclanthology.org/2023.semeval-1.172},

doi = {10.18653/v1/2023.semeval-1.172},

year  = {2023},

date = {2023-07-01},

booktitle = {Proceedings of the 17th International Workshop on Semantic Evaluation (SemEval-2023)},

pages = {1237–1244},

publisher = {Association for Computational Linguistics},

address = {Toronto, Canada},

abstract = {Misinformation spreading in mainstream and social media has been misleading users in different ways. Manual detection and verification efforts by journalists and fact-checkers can no longer cope with the great scale and quick spread of misleading information. This motivated research and industry efforts to develop systems for analyzing and verifying news spreading online. The SemEval-2023 Task 3 is an attempt to address several subtasks under this overarching problem, targeting writing techniques used in news articles to affect readers' opinions. The task addressed three subtasks with six languages, in addition to three ``surprise'' test languages, resulting in 27 different test setups. This paper describes our participating system to this task. Our team is one of the 6 teams that successfully submitted runs for all setups. The official results show that our system is ranked among the top 3 systems for 10 out of the 27 setups.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{barron2023clef,

title = {The clef-2023 checkthat! lab: Checkworthiness, subjectivity, political bias, factuality, and authority},

author = {Alberto Barrón-Cedeño and Firoj Alam and Tommaso Caselli and Giovanni Da San Martino and Tamer Elsayed and Andrea Galassi and Fatima Haouari and Federico Ruggeri and Julia Maria Struß and Rabindra Nath Nandi and others},

year  = {2023},

date = {2023-01-01},

booktitle = {European Conference on Information Retrieval},

pages = {506–517},

organization = {Springer},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2023:task3,

title = {Overview of the CLEF-2023 CheckThat! Lab Task 3 on Political Bias of News Articles and News Media},

author = {Giovanni Da San Martino and Firoj Alam and Maram Hasanain and Rabindra Nath Nandi and Dilshod Azizov and Preslav Nakov},

year  = {2023},

date = {2023-01-01},

booktitle = {Working Notes of CLEF 2023 - Conference and Labs of the Evaluation Forum},

crossref = {clef2023-workingnotes},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2023:task2,

title = {Overview of the CLEF-2023 CheckThat! Lab Task 2 on Subjectivity in News Articles},

author = {Andrea Galassi and Federico Ruggeri and Alberto Barrón-Cedeño and Firoj Alam and Tommaso Caselli and Mucahid Kutlu and Julia Maria Struss and Francesco Antici and Maram Hasanain and Juliane Köhler and Katerina Korre and Folkert Leistra and Arianna Muti and Melanie Siegel and Turkmen. Mehmet Deniz and Michael Wiegand and Wajdi Zaghouani},

year  = {2023},

date = {2023-01-01},

crossref = {clef2023-workingnotes},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{muresan2022proceedings,

title = {Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},

author = {Smaranda Muresan and Preslav Nakov and Aline Villavicencio},

year  = {2022},

date = {2022-01-01},

booktitle = {Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{nandi2022detecting,

title = {Detecting the Role of an Entity in Harmful Memes: Techniques and their Limitations},

author = {Rabindra Nath Nandi and Firoj Alam and Preslav Nakov},

year  = {2022},

date = {2022-01-01},

booktitle = {Proceedings of the Workshop on Combating Online Hostile Posts in Regional Languages during Emergency Situations},

pages = {43–54},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}