@inproceedings{197a33c6d3e2472e968c28407370062f,
title = "A two-dimensional editing system based on hand gestures and real object manipulation using RGB-D sensor",
abstract = "This paper presents a two-dimensional editing system which compromises the advantages of using hand gestures and real blocks to manipulate virtual objects. The system uses a RGB-D sensor to capture the color and depth images of the hands and real blocks. The raw images of the hands and blocks are segmented. Then we employ a contour based algorithm to perform hand gesture and shape recognition. The contours are extracted and reduced for eliminating the redundant points. After that a set of feature points are collected and they can be used for recognizing the hand gesture and the shapes of the real blocks. The users have two ways to interact with the virtual objects: 1) manipulating the real blocks to control them; and 2) using hand gestures as editing operations to edit them. Experimental results indicate that our system achieves high recognition rate. Our system supports the basic editing operations to the virtual objects, such as 'move', 'scale', 'rotate', and 'copy'. We also conducted a user study which reveals that our system is intuitive and entertaining.",
keywords = "Hand gesture recognition, Human and computer interaction, RGB-D sensor, Shape recognition",
author = "Chen, {Hsin Kai} and Sai-Keung Wong and Huang, {Po Han} and Chang, {Yu An}",
year = "2016",
month = dec,
day = "3",
doi = "10.1145/3013971.3013975",
language = "English",
series = "Proceedings - VRCAI 2016: 15th ACM SIGGRAPH Conference on Virtual-Reality Continuum and Its Applications in Industry",
publisher = "Association for Computing Machinery, Inc",
pages = "119--128",
editor = "Spencer, {Stephen N.}",
booktitle = "Proceedings - VRCAI 2016",
note = "15th ACM SIGGRAPH Conference on Virtual-Reality Continuum and Its Applications in Industry, VRCAI 2016 ; Conference date: 03-12-2016 Through 04-12-2016",
}