When building a classifier in interactive machine learning, human knowledge about the target class can be a powerful reference to make the classifier robust to unseen items. The main challenge lies in finding unlabeled items that can either help discover or refine concepts for which the current classifier has no corresponding features (i.e., it has feature blindness). Yet it is unrealistic to ask humans to come up with an exhaustive list of items, especially for rare concepts that are hard to recall. This paper presents AnchorViz, an interactive visualization that facilitates error discovery through semantic data exploration. By creating example-based anchors, users create a topology to spread data based on their similarity to the anchors and examine the inconsistencies between data points that are semantically related. The results from our user study show that AnchorViz helps users discover more prediction errors than stratified random and uncertainty sampling methods.
%0 Conference Paper
%1 Chen:2018:AFC:3172944.3172950
%A Chen, Nan-Chen
%A Suh, Jina
%A Verwey, Johan
%A Ramos, Gonzalo
%A Drucker, Steven
%A Simard, Patrice
%B 23rd International Conference on Intelligent User Interfaces
%C New York, NY, USA
%D 2018
%I ACM
%K information-visualization machine-learning
%P 269--280
%R 10.1145/3172944.3172950
%T AnchorViz: Facilitating Classifier Error Discovery Through Interactive Semantic Data Exploration
%U http://doi.acm.org/10.1145/3172944.3172950
%X When building a classifier in interactive machine learning, human knowledge about the target class can be a powerful reference to make the classifier robust to unseen items. The main challenge lies in finding unlabeled items that can either help discover or refine concepts for which the current classifier has no corresponding features (i.e., it has feature blindness). Yet it is unrealistic to ask humans to come up with an exhaustive list of items, especially for rare concepts that are hard to recall. This paper presents AnchorViz, an interactive visualization that facilitates error discovery through semantic data exploration. By creating example-based anchors, users create a topology to spread data based on their similarity to the anchors and examine the inconsistencies between data points that are semantically related. The results from our user study show that AnchorViz helps users discover more prediction errors than stratified random and uncertainty sampling methods.
%@ 978-1-4503-4945-1
@inproceedings{Chen:2018:AFC:3172944.3172950,
abstract = {When building a classifier in interactive machine learning, human knowledge about the target class can be a powerful reference to make the classifier robust to unseen items. The main challenge lies in finding unlabeled items that can either help discover or refine concepts for which the current classifier has no corresponding features (i.e., it has feature blindness). Yet it is unrealistic to ask humans to come up with an exhaustive list of items, especially for rare concepts that are hard to recall. This paper presents AnchorViz, an interactive visualization that facilitates error discovery through semantic data exploration. By creating example-based anchors, users create a topology to spread data based on their similarity to the anchors and examine the inconsistencies between data points that are semantically related. The results from our user study show that AnchorViz helps users discover more prediction errors than stratified random and uncertainty sampling methods.},
acmid = {3172950},
added-at = {2018-03-09T20:42:48.000+0100},
address = {New York, NY, USA},
author = {Chen, Nan-Chen and Suh, Jina and Verwey, Johan and Ramos, Gonzalo and Drucker, Steven and Simard, Patrice},
biburl = {https://www.bibsonomy.org/bibtex/2cc6bcfa25577d5d1fe49854958fd895f/brusilovsky},
booktitle = {23rd International Conference on Intelligent User Interfaces},
description = {AnchorViz},
doi = {10.1145/3172944.3172950},
interhash = {f68ddb21902bc96587cfa8087d9bcba4},
intrahash = {cc6bcfa25577d5d1fe49854958fd895f},
isbn = {978-1-4503-4945-1},
keywords = {information-visualization machine-learning},
location = {Tokyo, Japan},
numpages = {12},
pages = {269--280},
publisher = {ACM},
series = {IUI '18},
timestamp = {2018-03-09T20:42:48.000+0100},
title = {AnchorViz: Facilitating Classifier Error Discovery Through Interactive Semantic Data Exploration},
url = {http://doi.acm.org/10.1145/3172944.3172950},
year = 2018
}