bibtext: @InProceedings{ Gao_Improving_MICCAI2024,
                   author = { Gao, Yuan and Zhou, Hong-Yu and Wang, Xin and Zhang, Tianyu and Han, Luyi and Lu, Chunyao and Liang, Xinglong and Teuwen, Jonas and Beets-Tan, Regina and Tan, Tao and Mann, Ritse },
                   title = { { Improving Neoadjuvant Therapy Response Prediction by Integrating Longitudinal Mammogram Generation with Cross-Modal Radiological Reports: A Vision-Language Alignment-guided Model } },
                   booktitle = {Medical Image Computing and Computer Assisted Intervention -- MICCAI 2024},
                   year = {2024},
                   publisher = {Springer Nature Switzerland},
                   volume = { LNCS 15001 },
                   month = {October},
                   pages = { pending },
                }
abstract: Longitudinal imaging examinations are vital for predicting pathological complete response (pCR) to neoadjuvant therapy (NAT) by assessing changes in tumor size and density. However, quite-often the imaging modalities at different time points during NAT may differ from patients, hindering comprehensive treatment response estimation when utilizing multi-modal information. This may result in underestimation or overestimation of disease status. Also, existing longitudinal image generation models mainly rely on raw-pixel inputs while less exploring in the integration with practical longitudinal radiology reports, which can convey valuable temporal content on disease remission or progression. Further, extracting textual-aligned dynamic information from longitudinal images poses a challenge. To address these issues, we propose a longitudinal image-report alignment-guided model for longitudinal mammogram generation using cross-modality radiology reports. We utilize generated mammograms to compensate for absent mammograms in our pCR prediction pipeline. Our experimental result achieves comparable performance to the theoretical upper bound, therefore providing a potential 3-month window for therapeutic replacement. The code will be accessible to the public.
title: Improving Neoadjuvant Therapy Response Prediction by Integrating Longitudinal Mammogram Generation with Cross-Modal Radiological Reports: A Vision-Language Alignment-guided Model
authors: Gao, Yuan Zhou, Hong-Yu Wang, Xin Zhang, Tianyu Han, Luyi Lu, Chunyao Liang, Xinglong Teuwen, Jonas Beets-Tan, Regina Tan, Tao Mann, Ritse