@inproceedings{0a16f03afdb149ebbfabb3c014a425f5,
title = "Overview of the CLEF eHealth evaluation lab 2015",
abstract = "This paper reports on the 3rd CLEFeHealth evaluation lab, which continues our evaluation resource building activities for the medical domain. In this edition of the lab, we focus on easing patients and nurses in authoring, understanding, and accessing eHealth information. The 2015 CLEFeHealth evaluation lab was structured into two tasks, focusing on evaluating methods for information extraction (IE) and information retrieval (IR). The IE task introduced two new challenges. Task 1a focused on clinical speech recognition of nursing handover notes; Task 1b focused on clinical named entity recognition in languages other than English, specifically French. Task 2 focused on the retrieval of health information to answer queries issued by general consumers seeking information to understand their health symptoms or conditions. The number of teams registering their interest was 47 in Tasks 1 (2 teams in Task 1a and 7 teams in Task 1b) and 53 in Task 2 (12 teams) for a total of 20 unique teams. The best system recognized 4, 984 out of 6, 818 test words correctly and generated 2, 626 incorrect words (i.e., 38.5% error) in Task 1a; had the F-measure of 0.756 for plain entity recognition, 0.711 for normalized entity recognition, and 0.872 for entity normalization in Task 1b; and resulted in P@10 of 0.5394 and nDCG@10 of 0.5086 in Task 2. These results demonstrate the substantial community interest and capabilities of these systems in addressing challenges faced by patients and nurses. As in previous years, the organizers have made data and tools available for future research and development.",
keywords = "Evaluation, Information extraction, Information retrieval, Medical informatics, Nursing records, Patient handoff/handover, Self-diagnosis, Speech recognition, Test-set generation, Text classification, Text segmentation",
author = "Lorraine Goeuriot and Liadh Kelly and Hanna Suominen and Leif Hanlen and Aur{\`e}lie N{\`e}v{\`e}ol and Cyril Grouin and Jo{\~a}o Palotti and Guido Zuccon",
note = "Publisher Copyright: {\textcopyright} Springer International Publishing Switzerland 2015.; 6th International Conference on Labs of the Evaluation Forum, CLEF 2015 ; Conference date: 08-09-2015 Through 11-09-2015",
year = "2015",
doi = "10.1007/978-3-319-24027-5_44",
language = "English",
isbn = "9783319240268",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "429--443",
editor = "Juan, {Eric San} and Jacques Savoy and Josiane Mothe and Jaap Kamps and Jones, {Gareth J.F.} and Nicola Ferro and Karen Pinel-Sauvagnat and Linda Cappellato",
booktitle = "Experimental IR Meets Multilinguality, Multimodality, and Interaction - 6th International Conference of the CLEF Association, CLEF 2015, Proceedings",
address = "Germany",
}