@inproceedings{2386db78a6e640bfbe3b1a1fa7503a6b,
title = "Assessing Open-world Foundation Models for Zero-shot Skin Segmentation in Clinical Dermatological Photographs",
abstract = "Skin segmentation from clinical photography is a crucial step in dermatological image analysis. However, the variability in skin tones, lighting conditions, anatomical regions, and the presence of additional objects introduces significant challenges. Due to these complexities, the segmentation process is often performed manually, as developing an algorithm capable of handling such diverse conditions is particularly difficult. Recently, open-world foundation models have emerged, offering the potential to generalize across diverse and unseen conditions. These models present a promising opportunity for dermatology. In this work, we adopt two such models-Grounding DINO and SAM 2-to construct a pipeline for zero-shot skin segmentation in dermatology. We evaluated our approach on two clinical skin photography datasets comprising 27,378 images. Based on a manual rating protocol, 77.1\% of the segmentations were deemed acceptable, demonstrating robustness in handling real-world clinical photographs. Our results highlight the potential of open-world foundation models to address a challenging problem in dermatology with minimal human involvement.",
keywords = "Zero-shot segmentation, dermatology, foundation model, skin segmentation",
author = "Yihao Liu and McNeil, \{Andrew J.\} and Bohan Jiang and Kim, \{Michael E.\} and Inga Saknite and Zhao, \{Aaron T.\} and Placide Mbala-Kingebeni and Mbaya, \{Olivier Tshiani\} and Tyra Silaphet and Rachel Weiss and Dodd, \{Lori E.\} and Cowen, \{Edward W.\} and Pavletic, \{Steven Z.\} and Veronique Nussenblatt and Dawant, \{Benoit M.\} and Landman, \{Bennett A.\} and Tkaczyk, \{Eric R.\}",
note = "Publisher Copyright: {\textcopyright} 2026 SPIE. All rights reserved.; Medical Imaging 2026: Clinical and Biomedical Imaging ; Conference date: 16-02-2026 Through 20-02-2026",
year = "2026",
month = apr,
day = "1",
doi = "10.1117/12.3085924",
language = "English",
series = "Progress in Biomedical Optics and Imaging - Proceedings of SPIE",
publisher = "SPIE",
editor = "Gimi, \{Barjor S.\} and Andrzej Krol",
booktitle = "Medical Imaging 2026",
address = "United States",
}