We propose a system for real-time six degrees of freedom (6DoF) tracking of a passive stylus that achieves sub-millimeter accuracy, which is suitable for writing or drawing in mixed reality applications. Our system is particularly easy to implement, requiring only a monocular camera, a 3D printed dodecahedron, and hand-glued binary square markers. The accuracy and performance we achieve are due to model-based tracking using a calibrated model and a combination of sparse pose estimation and dense alignment. We demonstrate the system performance in terms of speed and accuracy on a number of synthetic and real datasets, showing that it can be competitive with state-of-the-art multi-camera motion capture systems. We also demonstrate several applications of the technology ranging from 2D and 3D drawing in VR to general object manipulation and board games.
%0 Conference Paper
%1 Wu:2017:DAT:3126594.3126664
%A Wu, Po-Chen
%A Wang, Robert
%A Kin, Kenrick
%A Twigg, Christopher
%A Han, Shangchen
%A Yang, Ming-Hsuan
%A Chien, Shao-Yi
%B Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology
%C New York, NY, USA
%D 2017
%I ACM
%K 2017 acm computer-vision paper pose taiwan tracking
%P 365--374
%R 10.1145/3126594.3126664
%T DodecaPen: Accurate 6DoF Tracking of a Passive Stylus
%U http://doi.acm.org/10.1145/3126594.3126664
%X We propose a system for real-time six degrees of freedom (6DoF) tracking of a passive stylus that achieves sub-millimeter accuracy, which is suitable for writing or drawing in mixed reality applications. Our system is particularly easy to implement, requiring only a monocular camera, a 3D printed dodecahedron, and hand-glued binary square markers. The accuracy and performance we achieve are due to model-based tracking using a calibrated model and a combination of sparse pose estimation and dense alignment. We demonstrate the system performance in terms of speed and accuracy on a number of synthetic and real datasets, showing that it can be competitive with state-of-the-art multi-camera motion capture systems. We also demonstrate several applications of the technology ranging from 2D and 3D drawing in VR to general object manipulation and board games.
%@ 978-1-4503-4981-9
@inproceedings{Wu:2017:DAT:3126594.3126664,
abstract = {We propose a system for real-time six degrees of freedom (6DoF) tracking of a passive stylus that achieves sub-millimeter accuracy, which is suitable for writing or drawing in mixed reality applications. Our system is particularly easy to implement, requiring only a monocular camera, a 3D printed dodecahedron, and hand-glued binary square markers. The accuracy and performance we achieve are due to model-based tracking using a calibrated model and a combination of sparse pose estimation and dense alignment. We demonstrate the system performance in terms of speed and accuracy on a number of synthetic and real datasets, showing that it can be competitive with state-of-the-art multi-camera motion capture systems. We also demonstrate several applications of the technology ranging from 2D and 3D drawing in VR to general object manipulation and board games.},
acmid = {3126664},
added-at = {2018-07-08T16:35:22.000+0200},
address = {New York, NY, USA},
author = {Wu, Po-Chen and Wang, Robert and Kin, Kenrick and Twigg, Christopher and Han, Shangchen and Yang, Ming-Hsuan and Chien, Shao-Yi},
biburl = {https://www.bibsonomy.org/bibtex/22881d3d48c49aff3d9869072d219ea95/analyst},
booktitle = {Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology},
description = {DodecaPen},
doi = {10.1145/3126594.3126664},
interhash = {835052e61805a1e6e1c0f906f79a8ab3},
intrahash = {2881d3d48c49aff3d9869072d219ea95},
isbn = {978-1-4503-4981-9},
keywords = {2017 acm computer-vision paper pose taiwan tracking},
location = {Qu\&\#233;bec City, QC, Canada},
numpages = {10},
pages = {365--374},
publisher = {ACM},
series = {UIST '17},
timestamp = {2018-07-08T16:35:22.000+0200},
title = {DodecaPen: Accurate 6DoF Tracking of a Passive Stylus},
url = {http://doi.acm.org/10.1145/3126594.3126664},
year = 2017
}