bibtext: @InProceedings{ Zho_MedMLP_MICCAI2024,
                   author = { Zhou, Menghan and Xu, Yanyu and Soh, Zhi Da and Fu, Huazhu and Goh, Rick Siow Mong and Cheng, Ching-Yu and Liu, Yong and Zhen, Liangli },
                   title = { { MedMLP: An Efficient MLP-like Network for Zero-shot Retinal Image Classification } },
                   booktitle = {Medical Image Computing and Computer Assisted Intervention -- MICCAI 2024},
                   year = {2024},
                   publisher = {Springer Nature Switzerland},
                   volume = { LNCS 15003 },
                   month = {October},
                   pages = { pending },
                }
abstract: Deep neural networks (DNNs) have demonstrated superior performance compared to humans across various tasks. However, DNNs often face the challenge of domain shift, where their performance notably deteriorates when applied to medical images with distributions differing from those seen during training. To address this issue and achieve high performance in new target domains under zero-shot settings, we leverage the ability of self-attention mechanisms to capture global dependencies. We introduce a novel MLP-like model designed for superior efficiency and zero-shot robustness. Specifically, we propose an adaptive fully-connected (AdaFC) layer to overcome the fundamental limitation of traditional fully-connected layers in adapting to inputs of various sizes while maintaining GPU efficiency. Building upon AdaFC, we present a new MLP-based network architecture named MedMLP. Through our proposed training pipeline, we achieve a significant 20.1% increase in model testing accuracy on an out-of-distribution dataset, surpassing the widely used ResNet-50 model.
title: MedMLP: An Efficient MLP-like Network for Zero-shot Retinal Image Classification
authors: Zhou, Menghan Xu, Yanyu Soh, Zhi Da Fu, Huazhu Goh, Rick Siow Mong Cheng, Ching-Yu Liu, Yong Zhen, Liangli