@inproceedings{cc1a6c240f0d48618a9d4cfb30b9fb98,
title = "MetaViT: Metabolism-Aware Vision Transformer for Differential Diagnosis of Parkinsonism with 18 F-FDG PET",
abstract = "Accurate and early differential diagnosis of parkinsonism (idiopathic Parkinson{\textquoteright}s disease, multiple system atrophy, and progressive supranuclear palsy) is crucial for informing prognosis and determining treatment strategies. Current automated differential diagnosis methods for 18 F-fluorodeoxyglucose (18 F-FDG) positron emission tomography (PET) scans, such as convolutional neural networks (CNNs), often focus on local brain regions and do not explicitly model the complex metabolic interactions between distinct brain regions. These interactions, as reflected in FDG PET images, are keys for the differential diagnosis of parkinsonism. Vision transformer (ViT) models are promising in modeling such long-range dependencies, but they may overlook the local metabolic alternations and have not been widely adapted for 3D medical image classification due to data limitations. Therefore, we propose a novel metabolism-aware vision transformer (MetaViT), which uses self-attention and convolution to explicitly characterize both global and local metabolic interactions between interrelated brain regions. A masked image reconstruction task is introduced to guide the MetaViT model to focus on disease-related brain regions, addressing the scarcity of 3D medical imaging data and improving the trustworthiness and interpretability of the resulting model. The proposed framework is evaluated on a 3D FDG PET imaging dataset with 902 subjects, achieving a high accuracy of 97.7\% in the differential diagnosis of parkinsonism and outperforming several state-of-the-art CNN and ViT-based approaches.",
keywords = "Early Differential Diagnosis, Masked Image Reconstruction, Parkinsonism, PET, Transformer",
author = "Lin Zhao and Hexin Dong and Ping Wu and Jiaying Lu and Le Lu and Jingren Zhou and Tianming Liu and Li Zhang and Ling Zhang and Yuxing Tang and Chuantao Zuo",
note = "Publisher Copyright: {\textcopyright} 2023, The Author(s), under exclusive license to Springer Nature Switzerland AG.; 28th International Conference on Information Processing in Medical Imaging, IPMI 2023 ; Conference date: 18-06-2023 Through 23-06-2023",
year = "2023",
doi = "10.1007/978-3-031-34048-2\_11",
language = "English (US)",
isbn = "9783031340475",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "132--144",
editor = "Alejandro Frangi and \{de Bruijne\}, Marleen and Demian Wassermann and Nassir Navab",
booktitle = "Information Processing in Medical Imaging - 28th International Conference, IPMI 2023, Proceedings",
address = "Germany",
}