@inproceedings{2eb6f705207e4f1d85050f4bbb5296ab,
title = "LongEval: Longitudinal Evaluation of Model Performance at CLEF 2024",
abstract = "This paper introduces the planned second LongEval Lab, part of the CLEF 2024 conference. The aim of the lab{\textquoteright}s two tasks is to give researchers test data for addressing temporal effectiveness persistence challenges in both information retrieval and text classification, motivated by the fact that model performance degrades as the test data becomes temporally distant from the training data. LongEval distinguishes itself from traditional IR and classification tasks by emphasizing the evaluation of models designed to mitigate performance drop over time using evolving data. The second LongEval edition will further engage the IR community and NLP researchers in addressing the crucial challenge of temporal persistence in models, exploring the factors that enable or hinder it, and identifying potential solutions along with their limitations.",
keywords = "Evaluation, Information Retrieval, Temporal Generalisability, Temporal Persistence, Text Classification",
author = "Rabab Alkhalifa and Hsuvas Borkakoty and Romain Deveaud and Alaa El-Ebshihy and Luis Espinosa-Anke and Tobias Fink and Gabriela Gonzalez-Saez and Petra Galu{\v s}{\v c}{\'a}kov{\'a} and Lorraine Goeuriot and David Iommi and Maria Liakata and Madabushi, {Harish Tayyar} and Pablo Medina-Alias and Philippe Mulhem and Florina Piroi and Martin Popel and Christophe Servan and Arkaitz Zubiaga",
year = "2024",
month = mar,
day = "20",
doi = "10.1007/978-3-031-56072-9_8",
language = "English",
isbn = "9783031560712",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "60--66",
editor = "Nazli Goharian and Nicola Tonellotto and Yulan He and Aldo Lipani and Graham McDonald and Craig Macdonald and Iadh Ounis",
booktitle = "Advances in Information Retrieval - 46th European Conference on Information Retrieval, ECIR 2024, Proceedings",
address = "Germany",
note = "46th European Conference on Information Retrieval, ECIR 2024 ; Conference date: 24-03-2024 Through 28-03-2024",
}