@inproceedings{0de837da72a24999a9a90284eb0cbf0e,
title = "A Framework for Fusing Video and Wearable Sensing Data by Deep Learning",
abstract = "Both cameras and IoT devices have their particular capabilities in tracking human behaviors and statuses. Their correlations are, however, unclear. In this work, we propose a framework for integrating video and wearable sensing data for smart surveillance, such as person identification and tracking. Using biometric features such as fingerprint, iris, gait, and face may lead to good recognition results. However, these approaches all have their limitations in distance and privacy concerns. In this work, we present a data fusion framework based on deep learning for fusing the aforementioned data. Here, using deep learning is to help adaptively learn the hidden bindings of these data. We demonstrate how to retrieve data of interest from IoT devices, which are attached on human objects, and correctly tag them on the human objects captured by a camera, thus correlating video and IoT data. Potential applications of this framework include smart surveillance and friendly visualization. We then show a case study, including integrating video data with body movement and physiological data.",
keywords = "computer vision, data fusion, deep learning, IoT, surveillance, tracking",
author = "Chiang, {Ting Hui} and Kuo, {Po Yi} and Shiu, {Huan Ruei} and Tseng, {Yu Chee}",
note = "Publisher Copyright: {\textcopyright} 2022 IEEE.; 8th International Conference on Applied System Innovation, ICASI 2022 ; Conference date: 21-04-2022 Through 23-04-2022",
year = "2022",
doi = "10.1109/ICASI55125.2022.9774477",
language = "English",
series = "Proceedings of the 2022 8th International Conference on Applied System Innovation, ICASI 2022",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "134--139",
editor = "Shoou-Jinn Chang and Sheng-Joue Young and Lam, {Artde Donald Kin-Tak} and Liang-Wen Ji and Prior, {Stephen D.}",
booktitle = "Proceedings of the 2022 8th International Conference on Applied System Innovation, ICASI 2022",
address = "美國",
}