%0 Conference Paper %1 Mishra_2023 %A Mishra, Swati %A Rzeszotarski, Jeffrey M %B Proceedings of the 31st ACM Conference on User Modeling, Adaptation and Personalization %D 2023 %I ACM %K group-formation individual-differences umap2023 %P 13-24 %R 10.1145/3565472.3595612 %T Human Expectations and Perceptions of Learning in Machine Teaching %U https://doi.org/10.1145%2F3565472.3595612 %X Interactive interfaces in tandem with Machine Learning (ML) models support user understanding of model uncertainty, build confidence, improve predictive accuracy and enable users to teach application-specific concepts that are difficult for the model to learn otherwise. These systems offer empirically proven benefits due to tightly coupled feedback loops and workflow scaffolding. However, deployment with ML non-experts who cannot manage the complex, expertise-heavy process remains challenging. Through deployment with non-expert users in a common classification task, we investigate the impact of human factors of machine teaching interfaces such as user expectations, their perceptions of the learning process and user engagement with respect to teaching process and outcomes. We measure how affective and performance attributes shape the success or failure of the process. Finally, we reflect on how intelligent user interfaces can be designed to accommodate these factors for successful deployment with a broad spectrum of human adjudicators.

@inproceedings{Mishra_2023, abstract = {Interactive interfaces in tandem with Machine Learning (ML) models support user understanding of model uncertainty, build confidence, improve predictive accuracy and enable users to teach application-specific concepts that are difficult for the model to learn otherwise. These systems offer empirically proven benefits due to tightly coupled feedback loops and workflow scaffolding. However, deployment with ML non-experts who cannot manage the complex, expertise-heavy process remains challenging. Through deployment with non-expert users in a common classification task, we investigate the impact of human factors of machine teaching interfaces such as user expectations, their perceptions of the learning process and user engagement with respect to teaching process and outcomes. We measure how affective and performance attributes shape the success or failure of the process. Finally, we reflect on how intelligent user interfaces can be designed to accommodate these factors for successful deployment with a broad spectrum of human adjudicators.}, added-at = {2023-06-28T10:35:09.000+0200}, author = {Mishra, Swati and Rzeszotarski, Jeffrey M}, biburl = {https://www.bibsonomy.org/bibtex/2439453f2363f8b525d4ef2d2e1f028af/brusilovsky}, booktitle = {Proceedings of the 31st {ACM} Conference on User Modeling, Adaptation and Personalization}, description = {Human Expectations and Perceptions of Learning in Machine Teaching | Proceedings of the 31st ACM Conference on User Modeling, Adaptation and Personalization}, doi = {10.1145/3565472.3595612}, interhash = {95016c0b8993905f3b2c5f38093eb049}, intrahash = {439453f2363f8b525d4ef2d2e1f028af}, keywords = {group-formation individual-differences umap2023}, month = jun, pages = {13-24}, publisher = {{ACM}}, timestamp = {2023-06-28T10:35:09.000+0200}, title = {Human Expectations and Perceptions of Learning in Machine Teaching}, url = {https://doi.org/10.1145%2F3565472.3595612}, year = 2023 }