@inproceedings{c4c3ae8b64b54812bf06384e27ab2c8b,
title = "ClinicalRadioBERT: Knowledge-Infused Few Shot Learning for Clinical Notes Named Entity Recognition",
abstract = "Transformer based language models such as BERT have been widely applied to many domains through model pretraining and fine tuning. However, in low-resource scenarios such as clinical cases, customizing a BERT-based language model is still a challenging task. In this paper, we focus on the radiotherapy domain and train a ClinicalRadioBERT model for analyzing clinical notes through a two-step procedure. First, we fine tune a BioBERT model by exploiting full texts of radiotherapy literature and name this model as RadioBERT. Second, we propose a knowledge-infused few-shot learning (KI-FSL) approach that leverages domain knowledge and trains the ClinicalRadioBERT model for understanding radiotherapy clinical notes. We evaluate ClinicalRadioBERT on a newly collected clinical notes dataset and demonstrate its superiority over baselines on few-shot named entity recognition. We will apply the ClinicalRadioBERT to link BERT and medical imaging for radiotherapy.",
keywords = "Biomedical language models, Named entity recognition, Natural language processing",
author = "Saed Rezayi and Haixing Dai and Zhengliang Liu and Zihao Wu and Akarsh Hebbar and Burns, \{Andrew H.\} and Lin Zhao and Dajiang Zhu and Quanzheng Li and Wei Liu and Sheng Li and Tianming Liu and Xiang Li",
note = "Publisher Copyright: {\textcopyright} 2022, Springer Nature Switzerland AG.; 13th International Workshop on Machine Learning in Medical Imaging, MLMI 2022, held in conjunction with 25th International Conference on Medical Image Computing and Computer\_Assisted Intervention, MICCAI 2022 ; Conference date: 18-09-2022 Through 18-09-2022",
year = "2022",
doi = "10.1007/978-3-031-21014-3\_28",
language = "English (US)",
isbn = "9783031210136",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "269--278",
editor = "Chunfeng Lian and Xiaohuan Cao and Islem Rekik and Xuanang Xu and Zhiming Cui",
booktitle = "Machine Learning in Medical Imaging - 13th International Workshop, MLMI 2022, Held in Conjunction with MICCAI 2022, Proceedings",
address = "Germany",
}