bibtext: @InProceedings{ Yan_EndoFinder_MICCAI2024,
                   author = { Yang, Ruijie and Zhu, Yan and Fu, Peiyao and Zhang, Yizhe and Wang, Zhihua and Li, Quanlin and Zhou, Pinghong and Yang, Xian and Wang, Shuo },
                   title = { { EndoFinder: Online Image Retrieval for Explainable Colorectal Polyp Diagnosis } },
                   booktitle = {Medical Image Computing and Computer Assisted Intervention -- MICCAI 2024},
                   year = {2024},
                   publisher = {Springer Nature Switzerland},
                   volume = { LNCS 15010 },
                   month = {October},
                   pages = { pending },
                }
abstract: Determining the necessity of resecting malignant polyps during colonoscopy screen is crucial for patient outcomes, yet challenging due to the time-consuming and costly nature of histopathology examination. While deep learning-based classification models have shown promise in achieving optical biopsy with endoscopic images, they often suffer from a lack of explainability. To overcome this limitation, we introduce EndoFinder, a content-based image retrieval framework to find the ‘digital twin’ polyp in the reference database given a newly detected polyp. The clinical semantics of the new polyp can be inferred referring to the matched ones. EndoFinder pioneers a polyp-aware image encoder that is pre-trained on a large polyp dataset in a self-supervised way, merging masked image modeling with contrastive learning. This results in a generic embedding space ready for different downstream clinical tasks based on image retrieval.  We validate the framework on polyp re-identification and optical biopsy tasks, with extensive experiments demonstrating that EndoFinder not only achieves explainable diagnostics but also matches the performance of supervised classification models. EndoFinder’s reliance on image retrieval has the potential to support diverse downstream decision-making tasks during real-time colonoscopy procedures.
title: EndoFinder: Online Image Retrieval for Explainable Colorectal Polyp Diagnosis
authors: Yang, Ruijie Zhu, Yan Fu, Peiyao Zhang, Yizhe Wang, Zhihua Li, Quanlin Zhou, Pinghong Yang, Xian Wang, Shuo