@inproceedings{6e4afa1a6d4f4f16b34adbf3fc8d6c81,
title = "Overview of the CLEF eHealth Evaluation Lab 2020",
abstract = "In this paper, we provide an overview of the eight annual edition of the Conference and Labs of the Evaluation Forum (CLEF) eHealth evaluation lab. The Conference and Labs of the Evaluation Forum (CLEF) eHealth 2020 continues our development of evaluation tasks and resources since 2012 to address laypeople{\textquoteright}s difficulties to retrieve and digest valid and relevant information in their preferred language to make health-centred decisions. This year{\textquoteright}s lab advertised two tasks. Task 1 on Information Extraction (IE) was new and focused on automatic clinical coding of diagnosis and procedure the tenth revision of the International Statistical Classification of Diseases and Related Health Problems (ICD10) codes as well as finding the corresponding evidence text snippets for clinical case documents in Spanish. Task 2 on Information Retrieval (IR) was a novel extension of the most popular and established task in the Conference and Labs of the Evaluation Forum (CLEF) eHealth on Consumer Health Search (CHS). In total 55 submissions were made to these tasks. Herein, we describe the resources created for the two tasks and evaluation methodology adopted. We also summarize lab submissions and results. As in previous years, the organizers have made data and tools associated with the lab tasks available for future research and development. The ongoing substantial community interest in the tasks and their resources has led to the Conference and Labs of the Evaluation Forum (CLEF) eHealth maturing as a primary venue for all interdisciplinary actors of the ecosystem for producing, processing, and consuming electronic health information.",
keywords = "Evaluation, Health records, Information extraction, Information storage and retrieval, Medical informatics, Speech recognition, Test-set generation, eHealth",
author = "Lorraine Goeuriot and Hanna Suominen and Liadh Kelly and Antonio Miranda-Escalada and Martin Krallinger and Zhengyang Liu and Gabriella Pasi and {Gonzalez Saez}, Gabriela and Marco Viviani and Chenchen Xu",
note = "Publisher Copyright: {\textcopyright} 2020, Springer Nature Switzerland AG.; 11th Conference and Labs of the Evaluation Forum, CLEF 2020 ; Conference date: 22-09-2020 Through 25-09-2020",
year = "2020",
doi = "10.1007/978-3-030-58219-7_19",
language = "English",
isbn = "9783030582180",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "255--271",
editor = "Avi Arampatzis and Evangelos Kanoulas and Theodora Tsikrika and Stefanos Vrochidis and Hideo Joho and Christina Lioma and Carsten Eickhoff and Aur{\'e}lie N{\'e}v{\'e}ol and Aur{\'e}lie N{\'e}v{\'e}ol and Linda Cappellato and Nicola Ferro",
booktitle = "Experimental IR Meets Multilinguality, Multimodality, and Interaction - 11th International Conference of the CLEF Association, CLEF 2020, Proceedings",
address = "Germany",
}