bibtext: @InProceedings{ Zha_AMultiInformation_MICCAI2024,
                   author = { Zhang, Jianqiao and Xiong, Hao and Jin, Qiangguo and Feng, Tian and Ma, Jiquan and Xuan, Ping and Cheng, Peng and Ning, Zhiyuan and Ning, Zhiyu and Li, Changyang and Wang, Linlin and Cui, Hui },
                   title = { { A Multi-Information Dual-Layer Cross-Attention Model for Esophageal Fistula Prognosis } },
                   booktitle = {Medical Image Computing and Computer Assisted Intervention -- MICCAI 2024},
                   year = {2024},
                   publisher = {Springer Nature Switzerland},
                   volume = { LNCS 15005 },
                   month = {October},
                   pages = { pending },
                }
abstract: Esophageal fistula (EF) is a critical and life-threatening complication following radiotherapy treatment for esophageal cancer (EC). Albeit tabular clinical data contains other clinically valuable information, it is inherently different from CT images and the heterogeneity among them may impede the effective fusion of multi-modal data and thus degrade the performance of deep learning methods. However, current methodologies do not explicitly address this limitation. To tackle this gap, we present an adaptive multi-information dual-layer cross-attention (MDC) model using both CT images and tabular clinical data for early-stage EF detection before radiotherapy. Our MDC model comprises a clinical data encoder, an adaptive 3D Trans-CNN image encoder, and a dual-layer cross-attention (DualCrossAtt) module. The Image Encoder utilizes both CNN and transformer to extract multi-level local and global features, followed by global depth-wise convolution to remove the redundancy from these features for robust adaptive fusion. To mitigate the heterogeneity among multi-modal features and enhance fusion effectiveness, our DualCrossAtt applies the first layer of a cross-attention mechanism to perform alignment between the features of clinical data and images, generating commonly attended features to the second-layer cross-attention that models the global relationship among multi-modal features for prediction. Furthermore, we introduce a contrastive learning-enhanced hybrid loss function to further boost performance. Comparative evaluations against eight state-of-the-art multi-modality predictive models demonstrate the superiority of our method in EF prediction, with potential to assist personalized stratification and precision EC treatment planning.
title: A Multi-Information Dual-Layer Cross-Attention Model for Esophageal Fistula Prognosis
authors: Zhang, Jianqiao Xiong, Hao Jin, Qiangguo Feng, Tian Ma, Jiquan Xuan, Ping Cheng, Peng Ning, Zhiyuan Ning, Zhiyu Li, Changyang Wang, Linlin Cui, Hui