bibtext: @InProceedings{ Zha_MAdapter_MICCAI2024,
                   author = { Zhang, Xu and Ni, Bo and Yang, Yang and Zhang, Lefei },
                   title = { { MAdapter: A Better Interaction between Image and Language for Medical Image Segmentation } },
                   booktitle = {Medical Image Computing and Computer Assisted Intervention -- MICCAI 2024},
                   year = {2024},
                   publisher = {Springer Nature Switzerland},
                   volume = { LNCS 15009 },
                   month = {October},
                   pages = { pending },
                }
abstract: Conventional medical image segmentation methods are only based on images, implying a requirement for adequate high-quality labeled images. Text-guided segmentation methods have been widely regarded as a solution to break the performance bottleneck. In this study, we introduce a bidirectional Medical Adaptor (MAdapter) where visual and linguistic features extracted from pre-trained dual encoders undergo interactive fusion. Additionally, a specialized decoder is designed to further align the fusion representation and global textual representation. Besides, We extend the endoscopic polyp datasets with clinical-oriented text annotations, following the guidance of medical professionals. Extensive experiments conducted on both the extended endoscopic polyp dataset and additional lung infection datasets demonstrate the superiority of our method.
title: MAdapter: A Better Interaction between Image and Language for Medical Image Segmentation
authors: Zhang, Xu Ni, Bo Yang, Yang Zhang, Lefei