%0 Journal Article %1 Light:2001 %A Light, Marc %A Mann, Gideon S. %A Riloff, Ellen %A Breck, Eric %D 2001 %J Natural Language Engineering %K question_answering %N 4 %P 325-342 %T Analyses for Elucidating Current Question Answering Technology %V 7 %X In this paper, we take a detailed look at the performance of components of an idealized question answering ayatem on two different tasks: the TREC Question Answering task and a set of reading comprehension exams. We carry out three types of analysis: inherent properties of the data, feature analysis, and performance bounds. Based on these analyses we explain some of the performance results of the current generation of Q/A systems and make predictions on future work. In particular, we present four findings: (1) Q/A system performance is correlated with answer repetition; (2) relative overlap scores are more effective than absolute overlap scores; (3) equivalence classes on scoring functions can be used to quantify performance bounds; and (4) perfect answer typing still leaves a great deal of ambiguity for a Q/A system because sentences often contain several items of the same type.

@article{Light:2001, abstract = {In this paper, we take a detailed look at the performance of components of an idealized question answering ayatem on two different tasks: the TREC Question Answering task and a set of reading comprehension exams. We carry out three types of analysis: inherent properties of the data, feature analysis, and performance bounds. Based on these analyses we explain some of the performance results of the current generation of Q/A systems and make predictions on future work. In particular, we present four findings: (1) Q/A system performance is correlated with answer repetition; (2) relative overlap scores are more effective than absolute overlap scores; (3) equivalence classes on scoring functions can be used to quantify performance bounds; and (4) perfect answer typing still leaves a great deal of ambiguity for a Q/A system because sentences often contain several items of the same type.}, added-at = {2007-12-14T02:42:25.000+0100}, author = {Light, Marc and Mann, Gideon S. and Riloff, Ellen and Breck, Eric}, biburl = {https://www.bibsonomy.org/bibtex/2eb4641fe377b44a3eab52bae58a9901e/diego_ma}, interhash = {ecdc38b1e93e5cf4a4bedd2848b8e144}, intrahash = {eb4641fe377b44a3eab52bae58a9901e}, journal = {Natural Language Engineering}, keywords = {question_answering}, number = 4, pages = {325-342}, timestamp = {2007-12-14T02:42:25.000+0100}, title = {Analyses for Elucidating Current Question Answering Technology}, volume = 7, year = 2001 }