@inproceedings{aad9b7fd93714204887a0e895772a950,
title = "Co-localization of fluorescent signals using deep learning with Manders overlapping coefficient",
abstract = "Object-based co-localization of uorescent signals allows the assessment of interactions between two (or more) biological entities using spatial information. It relies on object identification with high accuracy to separate uorescent signals from the background. Object detectors using convolutional neural networks (CNN) with annotated training samples could facilitate the process by detecting and counting fluorescent-labeled cells from uorescence photomicrographs. However, datasets containing segmented annotations of colocalized cells are generally not available, and creating a new dataset with delineated masks is label-intensive. Also, the colocalization coefficient is often not used as a component during training with the CNN model. Yet, it may aid with localizing and detecting objects during training and testing. In this work, we propose to address these issues by using a quantification coefficient for co-localization called Manders overlapping coefficient (MOC)1 as a single-layer branch in a CNN. Fully convolutional one-state (FCOS)2 with a Resnet101 backbone served as the network to evaluate the effectiveness of the novel branch to assist with bounding box prediction. Training data were sourced from lab curated uorescence images of neurons from the rat hippocampus, piriform cortex, somatosensory cortex, and amygdala. Results suggest that using modified FCOS with MOC outperformed the original FCOS model for accuracy in detecting uorescence signals by 1.1% in mean average precision (mAP). The model could be downloaded from https://github.com/Alphafrey946/Colocalization-MOC. ",
keywords = "Co-localization, Deep learning, Fluorescence microscopy, High-content screening, Object Detection, Pattern recognition and classification",
author = "Yimeng Dou and Tsai, {Yi Hua} and Liu, {Chih Chieh} and Hobson, {Brad A.} and Lein, {Pamela J.}",
note = "Funding Information: The authors would like to thank Suzette Smiley-Jewell for editing of the manuscript. This work was supported by the National Institutes of Health [CounterACT Program grant number NS079202]. Publisher Copyright: {\textcopyright} 2021 SPIE.; Medical Imaging 2021: Image Processing ; Conference date: 15-02-2021 Through 19-02-2021",
year = "2021",
doi = "10.1117/12.2580650",
language = "English (US)",
series = "Progress in Biomedical Optics and Imaging - Proceedings of SPIE",
publisher = "SPIE",
editor = "Ivana Isgum and Landman, {Bennett A.}",
booktitle = "Medical Imaging 2021",
}