bibtext: @InProceedings{ Liu_Learning_MICCAI2024,
                   author = { Liu, Hong and Wei, Dong and Lu, Donghuan and Sun, Jinghan and Zheng, Hao and Zheng, Yefeng and Wang, Liansheng },
                   title = { { Learning to Segment Multiple Organs from Multimodal Partially Labeled Datasets } },
                   booktitle = {Medical Image Computing and Computer Assisted Intervention -- MICCAI 2024},
                   year = {2024},
                   publisher = {Springer Nature Switzerland},
                   volume = { LNCS 15009 },
                   month = {October},
                   pages = { pending },
                }
abstract: Learning to segment multiple organs from partially labeled medical image datasets can significantly reduce the burden of manual annotation. However, due to the large domain gap, learning from partially labeled datasets of different modalities has not been well addressed in the literature.In addition, the anatomic prior knowledge of various organs is spread in multiple datasets and needs to be more effectively utilized. This work proposes a novel framework for learning to segment multiple organs from multimodal partially labeled datasets (i.e., CT and MRI). Specifically, our framework constructs a cross-modal a priori atlas from training data, which implicitly contains prior knowledge of organ locations, shapes, and sizes. Based on the atlas, three novel modules are proposed to utilize the prior knowledge to address the joint challenges of unlabeled organs and inter-modal domain gaps: 1) to better utilize unlabeled organs for training, we propose an atlas-guided pseudo-label refiner network (APRN) to improve the quality of pseudo-labels; 2) we propose an atlas-conditioned modality alignment network (AMAN) for cross-modal alignment in the label space via adversarial training, forcing cross-modal segmentations of organs labeled in a different modality to match the atlas; and 3) to further align organ-specific semantics in the latent space, we introduce modal-invariant class prototype anchoring modules (MICPAMs) supervised by the atlas-guided refined pseudo-labels, encouraging domain-invariant features for each organ. Extensive experiments on both multimodal and monomodal partially labeled datasets demonstrate the superior performance of our framework to existing state-of-the-art methods and the efficacy of its components.
title: Learning to Segment Multiple Organs from Multimodal Partially Labeled Datasets
authors: Liu, Hong Wei, Dong Lu, Donghuan Sun, Jinghan Zheng, Hao Zheng, Yefeng Wang, Liansheng