@inproceedings{d5ac5c9daff24166894eb318a82e2c1c,
title = "Drone segmentation and orientation detection using a SPAD array camera",
abstract = "The recent development of single-photon avalanche diode (SPADs) arrays as imaging sensors with both picosecond binning capabilities and single photon sensitivity has led to the rapid development of time-of-flight imaging systems. When used in conjunction with a synchronised light source these sensors produce a 3D image. Here, we apply this 3D imaging ability to the problem of drone identification, orientation, and, segmentation. The proliferation of semi-autonomous aerial multi-copters i.e. drones, has raised concerns over the ability of existing aerial detection systems to accurately characterise such vehicles. Here, we fuse the 3D imaging of SPAD sensors with the classification capabilities of a bespoke convolutional neural network (CNN) into a system capable of determining drone pose in flight. To overcome the lack of publicly available training data we generate a photo-realistic dataset to enable the training of our network. After training, we are able to predict the roll, pitch, and yaw of the several different drone types with an accuracy greater than 90%.",
keywords = "CNN, Drone pose, Lidar, SPAD",
author = "Stirling Scholes and Alice Ruget and {Mora Mart{\'i}n}, Germ{\'a}n and Feng Zhu and Istvan Gyongy and Henderson, {Robert K.} and Jonathan Leach",
note = "Funding Information: The authors gratefully acknowledge the funding support of the Defence Science Technologies Laboratory through project Dstlx-1000147352 and Dstlx-1000147844. This work was supported by EPSRC through grants EP/T00097X/1 and EP/S026428/1. Publisher Copyright: {\textcopyright} 2022 SPIE.; SPIE Defense + Commercial Sensing 2022 ; Conference date: 06-06-2022 Through 12-06-2022",
year = "2022",
month = may,
day = "30",
doi = "10.1117/12.2618748",
language = "English",
isbn = "9781510650541",
series = "Proceedings of SPIE",
publisher = "SPIE",
editor = "Itzler, {Mark A.} and Bienfang, {Joshua C.} and McIntosh, {K. Alex}",
booktitle = "Advanced Photon Counting Techniques XVI",
address = "United States",
}