@inproceedings{138c95d61d8d46d6b1322edddd65b0e9,
title = "DeepSeek R1 Distilled Fails to Perform Well Against the USMLE and Other LLMs with and Without Semantics",
abstract = "DeepSeek-R1 Distilled Large Language model (LLM) was touted to be almost as good and much cheeper to generate than traditional LLMs. We compared its ability to answer medical questions from the United States Medical Licensing Examinations (USMLE) and found that the performance drop from the original model to DeepSeek was significant. DeepSeek is not yet a good alternative for medical question answering.",
keywords = "AI, ChatBots, Clinical Decision Support, Machine Learning",
author = "Elkin, \{Peter L.\} and Guresh Mehta and Elkin, \{Aaron N.\} and Nebeker, \{Jonathan R.\} and Brown, \{Steven H.\}",
note = "Publisher Copyright: {\textcopyright} 2026 The Authors.; 36th Medical Informatics Europe Conference, MIE 2026 ; Conference date: 25-05-2026 Through 28-05-2026",
year = "2026",
month = may,
day = "21",
doi = "10.3233/SHTI260217",
language = "English",
series = "Studies in Health Technology and Informatics",
publisher = "IOS Press BV",
pages = "510--511",
editor = "Maria Hagglund and Lars Lindskold and Lenka Lhotska and Sara Marceglia and Enea Parimbelli and Lucia Sacchi and Paolo Soda and Lacramioara Stoicu-Tivadar and Pierangelo Veltri and Patrizia Vizza and Mauro Giacomini and Jaime Delgado and Arvanitis, \{Theodoros N.\} and Elisavet Andrikopoulou and Arriel Benis and Gabriella Balestra and Riccardo Bellazzi and Gallos, \{Parisis G.\} and Roberto Gatta and Giacobbe, \{Daniele Roberto\} and Noemi Giordano",
booktitle = "Opening the Personal Gate between Technology and Health Care - Proceedings of MIE 2026",
address = "Netherlands",
}