We present a system that allows users of any skill to conduct a virtual orchestra. Tempo and volume of the orchestra's performance are influenced with a baton. Pinocchio works with several types of batons, differing in tracking method and in algorithms for gesture recognition. The virtual orchestra can be configured, allowing the muting, hiding and positioning of individual musicians or instrument groups in 3D space. The audio and video material is based on a professional recording session with the Bavarian symphony orchestra. Pinocchio's long-term goal is the creation of a multi-modal, device independent framework for gesture-based applications which require motor skills or the control and operation of a complex set of sensors in intelligent house or car driver assistance systems. In this paper, we describe the current development status of the project, detail its usage and finally give an overview over our future project goals.
%0 Journal Article
%1 Bruegge2007
%A Bruegge, Bernd
%A Teschner, Christoph
%A Lachenmaier, Peter
%A Fenzl, Eva
%A Schmidt, Dominik
%A Bierbaum, Simon
%D 2007
%J ACM International Conference Proceeding Series; Vol. 203
%K 3D audio,3D music,conducting,eWatch,gesture networks,virtual orchestra recognition,neural remote,classical symphony video,Wii
%T Pinocchio: conducting a virtual symphony orchestra
%U http://portal.acm.org/citation.cfm?id=1255047.1255132
%X We present a system that allows users of any skill to conduct a virtual orchestra. Tempo and volume of the orchestra's performance are influenced with a baton. Pinocchio works with several types of batons, differing in tracking method and in algorithms for gesture recognition. The virtual orchestra can be configured, allowing the muting, hiding and positioning of individual musicians or instrument groups in 3D space. The audio and video material is based on a professional recording session with the Bavarian symphony orchestra. Pinocchio's long-term goal is the creation of a multi-modal, device independent framework for gesture-based applications which require motor skills or the control and operation of a complex set of sensors in intelligent house or car driver assistance systems. In this paper, we describe the current development status of the project, detail its usage and finally give an overview over our future project goals.
@article{Bruegge2007,
abstract = {We present a system that allows users of any skill to conduct a virtual orchestra. Tempo and volume of the orchestra's performance are influenced with a baton. Pinocchio works with several types of batons, differing in tracking method and in algorithms for gesture recognition. The virtual orchestra can be configured, allowing the muting, hiding and positioning of individual musicians or instrument groups in 3D space. The audio and video material is based on a professional recording session with the Bavarian symphony orchestra. Pinocchio's long-term goal is the creation of a multi-modal, device independent framework for gesture-based applications which require motor skills or the control and operation of a complex set of sensors in intelligent house or car driver assistance systems. In this paper, we describe the current development status of the project, detail its usage and finally give an overview over our future project goals.},
added-at = {2009-12-10T10:41:28.000+0100},
author = {Bruegge, Bernd and Teschner, Christoph and Lachenmaier, Peter and Fenzl, Eva and Schmidt, Dominik and Bierbaum, Simon},
biburl = {https://www.bibsonomy.org/bibtex/2c912f1d0c08aeec7e10ca0c55be1e52c/lachenma},
file = {:Users/lachenma/Documents/Mendeley Desktop/Bruegge et. al./ACM International Conference Proceeding Series Vol. 203/Bruegge et. al. - 2007 - Pinocchio conducting a virtual symphony orchestra.pdf:pdf},
interhash = {bb95d7d3f53fe020afe0dcc1b3d5c3a2},
intrahash = {c912f1d0c08aeec7e10ca0c55be1e52c},
journal = {ACM International Conference Proceeding Series; Vol. 203},
keywords = {3D audio,3D music,conducting,eWatch,gesture networks,virtual orchestra recognition,neural remote,classical symphony video,Wii},
timestamp = {2009-12-10T10:41:28.000+0100},
title = {{Pinocchio: conducting a virtual symphony orchestra}},
url = {http://portal.acm.org/citation.cfm?id=1255047.1255132},
year = 2007
}