@inproceedings{3e23c2d821fd45ec80e657f2157a47f9,
title = "Task-Guided Domain Gap Reduction for Monocular Depth Prediction in Endoscopy",
abstract = "Colorectal cancer remains one of the deadliest cancers in the world. In recent years computer-aided methods have aimed to enhance cancer screening and improve the quality and availability of colonoscopies by automatizing sub-tasks. One such task is predicting depth from monocular video frames, which can assist endoscopic navigation. As ground truth depth from standard in-vivo colonoscopy remains unobtainable due to hardware constraints, two approaches have aimed to circumvent the need for real training data: supervised methods trained on labeled synthetic data and self-supervised models trained on unlabeled real data. However, self-supervised methods depend on unreliable loss functions that struggle with edges, self-occlusion, and lighting inconsistency. Methods trained on synthetic data can provide accurate depth for synthetic geometries but do not use any geometric supervisory signal from real data and overfit to synthetic anatomies and properties. This work proposes a novel approach to leverage labeled synthetic and unlabeled real data. While previous domain adaptation methods indiscriminately enforce the distributions of both input data modalities to coincide, we focus on the end task, depth prediction, and translate only essential information between the input domains. Our approach results in more resilient and accurate depth maps of real colonoscopy sequences. The project is available here: https://github.com/anitarau/Domain-Gap-Reduction-Endoscopy.",
keywords = "Depth prediction, Domain adaptation, Endoscopy, Self-supervision",
author = "Anita Rau and Binod Bhattarai and Lourdes Agapito and Danail Stoyanov",
note = "This work was supported by the Wellcome/EPSRC Centre for Interventional and Surgical Sciences (WEISS) [203145Z/16/Z]; Engineering and Physical Sciences Research Council (EPSRC) [EP/P027938/1, EP/ R004080/1, EP/P012841/1]; The Royal Academy of Engineering Chair in Emerging Technologies scheme; and the EndoMapper project by Horizon 2020 FET (GA 863146). All datasets used in this work are publicly available and linked in this manuscript. The code for this project is publicly available on Github. For the purpose of open access, the author has applied a CC BY public copyright license to any author-accepted manuscript version arising from this submission. ; 1st MICCAI Workshop on Data Engineering in Medical Imaging, DEMI 2023 ; Conference date: 08-10-2023 Through 08-10-2023",
year = "2023",
month = oct,
day = "1",
doi = "10.1007/978-3-031-44992-5_11",
language = "English",
isbn = "9783031449918",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "111--122",
editor = "Binod Bhattarai and Sharib Ali and Anita Rau and Anh Nguyen and Ana Namburete and Razvan Caramalau and Danail Stoyanov",
booktitle = "Data Engineering in Medical Imaging",
address = "Germany",
}