%0 Conference Paper %1 Kapur2018-or %A Kapur, Arnav %A Kapur, Shreyas %A Maes, Pattie %B 23rd International Conference on Intelligent User Interfaces %C New York, NY, USA %D 2018 %I Association for Computing Machinery %K augmentation;subvocal human-machine intelligence interface, nerve peripheral silent speech symbiosis, %P 43--53 %T AlterEgo: A Personalized Wearable Silent Speech Interface %X We present a wearable interface that allows a user to silently converse with a computing device without any voice or any discernible movements - thereby enabling the user to communicate with devices, AI assistants, applications or other people in a silent, concealed and seamless manner. A user's intention to speak and internal speech is characterized by neuromuscular signals in internal speech articulators that are captured by the AlterEgo system to reconstruct this speech. We use this to facilitate a natural language user interface, where users can silently communicate in natural language and receive aural output (e.g - bone conduction headphones), thereby enabling a discreet, bi-directional interface with a computing device, and providing a seamless form of intelligence augmentation. The paper describes the architecture, design, implementation and operation of the entire system. We demonstrate robustness of the system through user studies and report 92\% median word accuracy levels.

@inproceedings{Kapur2018-or, abstract = {We present a wearable interface that allows a user to silently converse with a computing device without any voice or any discernible movements - thereby enabling the user to communicate with devices, AI assistants, applications or other people in a silent, concealed and seamless manner. A user's intention to speak and internal speech is characterized by neuromuscular signals in internal speech articulators that are captured by the AlterEgo system to reconstruct this speech. We use this to facilitate a natural language user interface, where users can silently communicate in natural language and receive aural output (e.g - bone conduction headphones), thereby enabling a discreet, bi-directional interface with a computing device, and providing a seamless form of intelligence augmentation. The paper describes the architecture, design, implementation and operation of the entire system. We demonstrate robustness of the system through user studies and report 92\% median word accuracy levels.}, added-at = {2023-06-06T00:19:46.000+0200}, address = {New York, NY, USA}, author = {Kapur, Arnav and Kapur, Shreyas and Maes, Pattie}, biburl = {https://www.bibsonomy.org/bibtex/274e59da0824fcf07944a473b72d9e58d/willwade}, booktitle = {23rd International Conference on Intelligent User Interfaces}, interhash = {5387a88afe36c94db51e065377019c2f}, intrahash = {74e59da0824fcf07944a473b72d9e58d}, keywords = {augmentation;subvocal human-machine intelligence interface, nerve peripheral silent speech symbiosis,}, location = {Tokyo, Japan}, month = mar, pages = {43--53}, publisher = {Association for Computing Machinery}, series = {IUI '18}, timestamp = {2023-06-06T00:20:15.000+0200}, title = {{AlterEgo}: A Personalized Wearable Silent Speech Interface}, year = 2018 }