@inproceedings{krupka2017toward, author = {Krupka, Eyal and Karmon, Kfir and Bloom, Noam and Freedman, Daniel and Gurvich, Ilya and Hurvitz, Aviv and Leichter, Ido and Smolin, Yoni and Tzairi, Yuval and Vinnikov, Alon and Hillel, Aharon Bar}, title = {Toward Realistic Hands Gesture Interface: Keeping it Simple for Developers and Machines}, booktitle = {CHI'17 Proceedings of the 35th Annual ACM Conference on Human Factors in Computing Systems}, year = {2017}, month = {April}, abstract = {Development of a rich hand-gesture-based interface is currently a tedious process, requiring expertise in computer vision and/or machine learning. We address this problem by introducing a simple language for pose and gesture description, a set of development tools for using it, and an algorithmic pipeline that recognizes it with high accuracy. The language is based on a small set of basic propositions, obtained by applying four predicate types to the fingers and to palm center: direction, relative location, finger touching and finger folding state. This enables easy development of a gesture-based interface, using coding constructs, gesture definition files or an editing GUI. The language is recognized from 3D camera input with an algorithmic pipeline composed of multiple classification/regression stages, trained on a large annotated dataset. Our experimental results indicate that the pipeline enables successful gesture recognition with a very low computational load, thus enabling a gesture-based interface on low-end processors.}, publisher = {ACM}, url = {http://approjects.co.za/?big=en-us/research/publication/toward-realistic-hands-gesture-interface-keeping-simple-developers-machines/}, edition = {CHI'17 Proceedings of the 35th Annual ACM Conference on Human Factors in Computing Systems}, }