Publications

@inproceedings{10.1007/978-3-031-88720-8_68,

title = {The CLEF-2025 CheckThat! Lab: Subjectivity, Fact-Checking, Claim Normalization, and Retrieval},

author = {Firoj Alam and Julia Maria Struß and Tanmoy Chakraborty and Stefan Dietze and Salim Hafid and Katerina Korre and Arianna Muti and Preslav Nakov and Federico Ruggeri and Sebastian Schellhammer and Vinay Setty and Megha Sundriyal and Konstantin Todorov and Venktesh V.},

editor = {Claudia Hauff and Craig Macdonald and Dietmar Jannach and Gabriella Kazai and Franco Maria Nardini and Fabio Pinelli and Fabrizio Silvestri and Nicola Tonellotto},

isbn = {978-3-031-88720-8},

year  = {2025},

date = {2025-01-01},

booktitle = {Advances in Information Retrieval},

pages = {467–478},

publisher = {Springer Nature Switzerland},

address = {Cham},

abstract = {The CheckThat! lab aims to advance the development of innovative technologies designed to identify and to counteract online disinformation and manipulation efforts across various languages and platforms. The first five editions of the CheckThat! lab focused on the main tasks of the information verification pipeline: check-worthiness, evidence retrieval and pairing, and verification. Since the 2023 edition, the lab has broadened the focus and addressed new problems on auxiliary tasks supporting research and decision-making during the verification process. In the 2025 edition of the lab, we consider tasks at the core of the verification pipeline again as well as auxiliary tasks: Task 1 is on identification of subjectivity (a follow up of the CheckThat! 2024 edition), Task 2 is on claim normalization, Task 3 addresses fact-checking numerical claims, and Task 4 focuses on scientific web discourse processing. These tasks represent challenging classification and retrieval problems at the document and at the span level, including multilingual settings.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{alam-etal-2024-armeme,

title = {ÄrMeme: Propagandistic Content in Arabic Memes"},

author = {Firoj Alam and Abul Hasnat and Fatema Ahmad and Md. Arid Hasan and Maram Hasanain},

editor = {Yaser Al-Onaizan and Mohit Bansal and Yun-Nung Chen},

url = {https://aclanthology.org/2024.emnlp-main.1173},

year  = {2024},

date = {2024-11-01},

booktitle = {Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing},

pages = {21071–21090},

publisher = {Association for Computational Linguistics},

address = {Miami, Florida, USA},

abstract = {With the rise of digital communication memes have become a significant medium for cultural and political expression that is often used to mislead audience. Identification of such misleading and persuasive multimodal content become more important among various stakeholders, including social media platforms, policymakers, and the broader society as they often cause harm to the individuals, organizations and/or society. While there has been effort to develop AI based automatic system for resource rich languages (e.g., English), it is relatively little to none for medium to low resource languages. In this study, we focused on developing an Arabic memes dataset with manual annotations of propagandistic content. We annotated $sim6K$ Arabic memes collected from various social media platforms, which is a first resource for Arabic multimodal research. We provide a comprehensive analysis aiming to develop computational tools for their detection. We made the dataset publicly available for the community.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hasanain-etal-2024-araieval,

title = {ÄrAIEval Shared Task: Propagandistic Techniques Detection in Unimodal and Multimodal Arabic Content"},

author = {Maram Hasanain and Md. Arid Hasan and Fatema Ahmad and Reem Suwaileh and Md. Rafiul Biswas and Wajdi Zaghouani and Firoj Alam},

editor = {Nizar Habash and Houda Bouamor and Ramy Eskander and Nadi Tomeh and Ibrahim Abu Farha and Ahmed Abdelali and Samia Touileb and Injy Hamed and Yaser Onaizan and Bashar Alhafni and Wissam Antoun and Salam Khalifa and Hatem Haddad and Imed Zitouni and Badr AlKhamissi and Rawan Almatham and Khalil Mrini},

url = {https://aclanthology.org/2024.arabicnlp-1.44},

year  = {2024},

date = {2024-08-01},

booktitle = {Proceedings of The Second Arabic Natural Language Processing Conference},

pages = {456–466},

publisher = {Association for Computational Linguistics},

address = {Bangkok, Thailand},

abstract = {We present an overview of the second edition of the ArAIEval shared task, organized as part of the ArabicNLP 2024 conference co-located with ACL 2024. In this edition, ArAIEval offers two tasks: (i) detection of propagandistic textual spans with persuasion techniques identification in tweets and news articles, and (ii) distinguishing between propagandistic and non-propagandistic memes. A total of 14 teams participated in the final evaluation phase, with 6 and 9 teams participating in Tasks 1 and 2, respectively. Finally, 11 teams submitted system description papers. Across both tasks, we observed that fine-tuning transformer models such as AraBERT was at the core of the majority of the participating systems. We provide a description of the task setup, including a description of the dataset construction and the evaluation setup. We further provide a brief overview of the participating systems. All datasets and evaluation scripts are released to the research community. We hope this will enable further research on these important tasks in Arabic.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{dimitrov-etal-2024-semevalb,

title = {SemEval-2024 Task 4: Multilingual Detection of Persuasion Techniques in Memes},

author = {Dimitar Dimitrov and Firoj Alam and Maram Hasanain and Abul Hasnat and Fabrizio Silvestri and Preslav Nakov and Giovanni Da San Martino},

editor = {Atul Kr. Ojha and A. Seza Doğruöz and Harish Tayyar Madabushi and Giovanni Da San Martino and Sara Rosenthal and Aiala Rosá},

url = {https://aclanthology.org/2024.semeval-1.275},

doi = {https://doi.org/10.18653/v1/2024.semeval-1.275},

year  = {2024},

date = {2024-06-01},

booktitle = {Proceedings of the 18th International Workshop on Semantic Evaluation (SemEval-2024)},

pages = {2009–2026},

publisher = {Association for Computational Linguistics},

address = {Mexico City, Mexico},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{hasanain-etal-2024-gpt,

title = {Can GPT-4 Identify Propaganda? Annotation and Detection of Propaganda Spans in News Articles},

author = {Maram Hasanain and Fatema Ahmad and Firoj Alam},

editor = {Nicoletta Calzolari and Min-Yen Kan and Veronique Hoste and Alessandro Lenci and Sakriani Sakti and Nianwen Xue},

url = {https://aclanthology.org/2024.lrec-main.244},

year  = {2024},

date = {2024-05-01},

booktitle = {Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)},

pages = {2724–2744},

publisher = {ELRA and ICCL},

address = {Torino, Italia},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{CheckThat:ECIR2024,

title = {The CLEF-2024 CheckThat! Lab: Check-Worthiness, Subjectivity, Persuasion, Roles, Authorities, and Adversarial Robustness},

author = {Alberto Barrón-Cedeño and Firoj Alam and Tanmoy Chakraborty and Tamer Elsayed and Preslav Nakov and Piotr Przybyła and Julia Maria Struß and Fatima Haouari and Maram Hasanain and Federico Ruggeri and Xingyi Song and Reem Suwaileh},

editor = {Nazli Goharian and Nicola Tonellotto and Yulan He and Aldo Lipani and Graham McDonald and Craig Macdonald and Iadh Ounis},

isbn = {978-3-031-56069-9},

year  = {2024},

date = {2024-01-01},

booktitle = {Advances in Information Retrieval},

pages = {449–458},

publisher = {Springer Nature Switzerland},

abstract = {The first five editions of the CheckThat! lab focused on the main tasks of the information verification pipeline: check-worthiness, evidence retrieval and pairing, and verification. Since the 2023 edition, it has been focusing on new problems that can support the research and decision making during the verification process. In this new edition, we focus on new problems and —for the first time— we propose six tasks in fifteen languages (Arabic, Bulgarian, English, Dutch, French, Georgian, German, Greek, Italian, Polish, Portuguese, Russian, Slovene, Spanish, and code-mixed Hindi-English): Task 1 estimation of check-worthiness (the only task that has been present in all CheckThat! editions), Task 2 identification of subjectivity (a follow up of CheckThat! 2023 edition), Task 3 identification of persuasion (a follow up of SemEval 2023), Task 4 detection of hero, villain, and victim from memes (a follow up of CONSTRAINT 2022), Task 5 Rumor Verification using Evidence from Authorities (a first), and Task 6 robustness of credibility assessment with adversarial examples (a first). These tasks represent challenging classification and retrieval problems at the document and at the span level, including multilingual and multimodal settings.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024-lncs,

title = {Overview of the CLEF-2024 CheckThat! Lab: Check-Worthiness, Subjectivity, Persuasion, Roles, 

Authorities and Adversarial Robustness},

author = {Alberto Barrón-Cedeño and Firoj Alam and Julia Maria Struß and Preslav Nakov and Tanmoy Chakraborty and Tamer Elsayed and Piotr Przybyła and Tommaso Caselli and Giovanni Da San Martino and Fatima Haouari and Chengkai Li and Jakub Piskorski and Federico Ruggeri and Xingyi Song and Reem Suwaileh},

editor = {Lorraine Goeuriot and Philippe Mulhem and Georges Quénot and Didier Schwab and Laure Soulier and Giorgio Maria Di Nunzio and Petra Galuščáková and Alba García Seco de Herrera and Guglielmo Faggioli and Nicola Ferro},

year  = {2024},

date = {2024-01-01},

booktitle = {Experimental IR Meets Multilinguality, Multimodality, and Interaction. 

Proceedings of the Fifteenth International Conference of the CLEF Association (CLEF 2024)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task1,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 1 on Check-Worthiness Estimation of Multigenre Content},

author = {Maram Hasanain and Reem Suwaileh and Sanne Weering and Chengkai Li and Tommaso Caselli and Wajdi Zaghouani and Alberto Barrón-Cedeño and Preslav Nakov and Firoj Alam},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task2,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 2 on Subjectivity in News Articles},

author = {Julia Maria Struß and Federico Ruggeri and Alberto Barrón-Cedeño and Firoj Alam and Dimitar Dimitrov and Andrea Galassi and Georgi Pachov and Ivan Koychev and Preslav Nakov and Melanie Siegel and Michael Wiegand and Maram Hasanain and Reem Suwaileh and Wajdi Zaghouani},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task3,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 3 on Persuasion Techniques},

author = {Jakub Piskorski and Nicolas Stefanovitch and Firoj Alam and Ricardo Campos and Dimitar Dimitrov and Alípio Jorge and Senja Pollak and Nikolay Ribin and Zoran Fijavž and Maram Hasanain and Nuno Guimarães and Ana Filipa Pacheco and Elisa Sartori and Purificação Silvano and Ana Vitez Zwitter and Ivan Koychev and Nana Yu and Preslav Nakov and Giovanni Da San Martino},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{CheckThat:ECIR2024b,

title = {The CLEF-2024 CheckThat! Lab: Check-Worthiness, Subjectivity, Persuasion, Roles, Authorities, and Adversarial Robustness},

author = {Alberto Barrón-Cedeño and Firoj Alam and Tanmoy Chakraborty and Tamer Elsayed and Preslav Nakov and Piotr Przybyła and Julia Maria Struß and Fatima Haouari and Maram Hasanain and Federico Ruggeri and Xingyi Song and Reem Suwaileh},

editor = {Nazli Goharian and Nicola Tonellotto and Yulan He and Aldo Lipani and Graham McDonald and Craig Macdonald and Iadh Ounis},

isbn = {978-3-031-56069-9},

year  = {2024},

date = {2024-01-01},

booktitle = {Advances in Information Retrieval},

pages = {449–458},

publisher = {Springer Nature Switzerland},

abstract = {The first five editions of the CheckThat! lab focused on the main tasks of the information verification pipeline: check-worthiness, evidence retrieval and pairing, and verification. Since the 2023 edition, it has been focusing on new problems that can support the research and decision making during the verification process. In this new edition, we focus on new problems and —for the first time— we propose six tasks in fifteen languages (Arabic, Bulgarian, English, Dutch, French, Georgian, German, Greek, Italian, Polish, Portuguese, Russian, Slovene, Spanish, and code-mixed Hindi-English): Task 1 estimation of check-worthiness (the only task that has been present in all CheckThat! editions), Task 2 identification of subjectivity (a follow up of CheckThat! 2023 edition), Task 3 identification of persuasion (a follow up of SemEval 2023), Task 4 detection of hero, villain, and victim from memes (a follow up of CONSTRAINT 2022), Task 5 Rumor Verification using Evidence from Authorities (a first), and Task 6 robustness of credibility assessment with adversarial examples (a first). These tasks represent challenging classification and retrieval problems at the document and at the span level, including multilingual and multimodal settings.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task3b,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 3 on Persuasion Techniques},

author = {Jakub Piskorski and Nicolas Stefanovitch and Firoj Alam and Ricardo Campos and Dimitar Dimitrov and Alípio Jorge and Senja Pollak and Nikolay Ribin and Zoran Fijavž and Maram Hasanain and Nuno Guimarães and Ana Filipa Pacheco and Elisa Sartori and Purificação Silvano and Ana Vitez Zwitter and Ivan Koychev and Nana Yu and Preslav Nakov and Giovanni Da San Martino},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task2b,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 2 on Subjectivity in News Articles},

author = {Julia Maria Struß and Federico Ruggeri and Alberto Barrón-Cedeño and Firoj Alam and Dimitar Dimitrov and Andrea Galassi and Georgi Pachov and Ivan Koychev and Preslav Nakov and Melanie Siegel and Michael Wiegand and Maram Hasanain and Reem Suwaileh and Wajdi Zaghouani},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{alam2024propaganda,

title = {Propaganda to Hate: A Multimodal Analysis of Arabic Memes with Multi-agent LLMs},

author = {Firoj Alam and Md Rafiul Biswas and Uzair Shah and Wajdi Zaghouani and Georgios Mikros},

year  = {2024},

date = {2024-01-01},

booktitle = {International Conference on Web Information Systems Engineering},

pages = {380–390},

organization = {Springer},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024:task1b,

title = {Overview of the CLEF-2024 CheckThat! Lab Task 1 on Check-Worthiness Estimation of Multigenre Content},

author = {Maram Hasanain and Reem Suwaileh and Sanne Weering and Chengkai Li and Tommaso Caselli and Wajdi Zaghouani and Alberto Barrón-Cedeño and Preslav Nakov and Firoj Alam},

year  = {2024},

date = {2024-01-01},

booktitle = {Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum},

address = {Grenoble, France},

series = {CLEF~2024},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{clef-checkthat:2024-lncsb,

title = {Overview of the CLEF-2024 CheckThat! Lab: Check-Worthiness, Subjectivity, Persuasion, Roles, 

Authorities and Adversarial Robustness},

author = {Alberto Barrón-Cedeño and Firoj Alam and Julia Maria Struß and Preslav Nakov and Tanmoy Chakraborty and Tamer Elsayed and Piotr Przybyła and Tommaso Caselli and Giovanni Da San Martino and Fatima Haouari and Chengkai Li and Jakub Piskorski and Federico Ruggeri and Xingyi Song and Reem Suwaileh},

editor = {Lorraine Goeuriot and Philippe Mulhem and Georges Quénot and Didier Schwab and Laure Soulier and Giorgio Maria Di Nunzio and Petra Galuščáková and Alba García Seco de Herrera and Guglielmo Faggioli and Nicola Ferro},

year  = {2024},

date = {2024-01-01},

booktitle = {Experimental IR Meets Multilinguality, Multimodality, and Interaction. 

Proceedings of the Fifteenth International Conference of the CLEF Association (CLEF 2024)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}