%0 Conference Paper %1 Lavelli04 %A Department, Lavelli Califf %A Lavelli, A. %A Califf, M. E. %A Ciravegna, F. %A Freitag, D. %A Giuliano, C. %A Kushmerick, N. %A Romano, L. %B In AAAI-2004 Workshop on Adaptive Text Extraction and Mining %D 2004 %K InformationExtraction evaluation %T IE evaluation: Criticisms and recommendations %U http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.4.7302 %X We survey the evaluation methodology adopted in Information Extraction (IE), as defined in the MUC conferences and in later independent efforts applying machine learning to IE. We point out a number of problematic issues that may hamper the comparison between results obtained by different researchers. Some of them are common to other NLP tasks: e.g., the difficulty of exactly identifying the effects on performance of the data (sample selection and sample size), of the domain theory (features selected), and of algorithm parameter settings.

@inproceedings{Lavelli04, abstract = {We survey the evaluation methodology adopted in Information Extraction (IE), as defined in the MUC conferences and in later independent efforts applying machine learning to IE. We point out a number of problematic issues that may hamper the comparison between results obtained by different researchers. Some of them are common to other NLP tasks: e.g., the difficulty of exactly identifying the effects on performance of the data (sample selection and sample size), of the domain theory (features selected), and of algorithm parameter settings.}, added-at = {2009-12-10T16:39:30.000+0100}, author = {Department, Lavelli Califf and Lavelli, A. and Califf, M. E. and Ciravegna, F. and Freitag, D. and Giuliano, C. and Kushmerick, N. and Romano, L.}, biburl = {https://www.bibsonomy.org/bibtex/2fd90126444d97059ccef9e12f38851e5/mkroell}, booktitle = {In AAAI-2004 Workshop on Adaptive Text Extraction and Mining}, description = {CiteSeerX — IE evaluation: Criticisms and recommendations}, interhash = {687a41546b5bfd1cf81300505186d4e6}, intrahash = {fd90126444d97059ccef9e12f38851e5}, keywords = {InformationExtraction evaluation}, timestamp = {2009-12-10T16:39:30.000+0100}, title = {IE evaluation: Criticisms and recommendations}, url = {http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.4.7302}, year = 2004 }