bibtext: @InProceedings{ Ouy_Promptbased_MICCAI2024,
                   author = { Ouyang, Xi and Gu, Dongdong and Li, Xuejian and Zhou, Wenqi and Chen, Qianqian and Zhan, Yiqiang and Zhou, Xiang and Shi, Feng and Xue, Zhong and Shen, Dinggang },
                   title = { { Prompt-based Segmentation Model of Anatomical Structures and Lesions in CT Images } },
                   booktitle = {Medical Image Computing and Computer Assisted Intervention -- MICCAI 2024},
                   year = {2024},
                   publisher = {Springer Nature Switzerland},
                   volume = { LNCS 15008 },
                   month = {October},
                   pages = { pending },
                }
abstract: Deep learning models have been successfully developed for various medical image segmentation tasks. However, individual models are commonly developed using specific data along with a substantial amount of annotations, ignoring the internal connections between different tasks. To overcome this limitation, we integrate such a multi-task processing into a general computerized tomography (CT) image segmentation model trained on large-scale data, capable of performing a wide range of segmentation tasks. The rationale is that different segmentation tasks are often correlated, and their joint learning could potentially improve overall segmentation performance. Specifically, the proposed model is designed with a transformer-based encoder-decoder architecture coupled with automatic pathway (AP) modules. It provides a common image encoding and an automatic task-driven decoding pathway for performing different segmentation tasks via specific prompts. As a unified model capable of handling multiple tasks, our model not only improves the performance of seen tasks but also quickly adapts to new unseen tasks with a relatively small number of training samples while maintaining reasonable performance. Furthermore, the modular design of automatic pathway routing allows for parameter pruning for network size reduction during the deployment.
title: Prompt-based Segmentation Model of Anatomical Structures and Lesions in CT Images
authors: Ouyang, Xi Gu, Dongdong Li, Xuejian Zhou, Wenqi Chen, Qianqian Zhan, Yiqiang Zhou, Xiang Shi, Feng Xue, Zhong Shen, Dinggang