%0 Journal Article %1 mellish98evaluation %A Mellish, C. %A Dale, R. %D 1998 %J Computer Speech & Language %K evaluation, nlg %N 4 %P 349--373 %R 10.1006/csla.1998.0106 %T Evaluation in the context of natural language generation %U http://dx.doi.org/10.1006/csla.1998.0106 %V 12 %X What role should evaluation play in the development of natural language generation (nlg) techniques and systems? In this paper we describe what is involved in natural language generation, and survey how evaluation has figured in work in this area to date. We comment on the issues raised by this existing work and on how the problems ofnlgevaluation are different from the problems of evaluating work in natural languageunderstanding. The paper is concluded by suggesting a way forward by looking more closely at the component problems that are addressed in natural language generation research; a particular text generation application is examined and the issues that are raised in assessing its performance on a variety of dimensions are looked at.

@article{mellish98evaluation, abstract = {{What role should evaluation play in the development of natural language generation (nlg) techniques and systems? In this paper we describe what is involved in natural language generation, and survey how evaluation has figured in work in this area to date. We comment on the issues raised by this existing work and on how the problems ofnlgevaluation are different from the problems of evaluating work in natural languageunderstanding. The paper is concluded by suggesting a way forward by looking more closely at the component problems that are addressed in natural language generation research; a particular text generation application is examined and the issues that are raised in assessing its performance on a variety of dimensions are looked at.}}, added-at = {2010-12-17T18:47:41.000+0100}, author = {Mellish, C. and Dale, R.}, biburl = {https://www.bibsonomy.org/bibtex/2cd65abd59e813aa81bfd7967ee9a9b5c/mortimer_m8}, citeulike-article-id = {403079}, citeulike-linkout-0 = {http://dx.doi.org/10.1006/csla.1998.0106}, citeulike-linkout-1 = {http://www.ingentaconnect.com/content/els/08852308/1998/00000012/00000004/art90106}, doi = {10.1006/csla.1998.0106}, interhash = {d7dc4235b4d6d81d3453bc6abbaab4a8}, intrahash = {cd65abd59e813aa81bfd7967ee9a9b5c}, issn = {0885-2308}, journal = {Computer Speech \& Language}, keywords = {evaluation, nlg}, month = {October}, number = 4, pages = {349--373}, posted-at = {2005-11-21 15:59:02}, priority = {3}, timestamp = {2010-12-20T11:11:25.000+0100}, title = {{Evaluation in the context of natural language generation}}, url = {http://dx.doi.org/10.1006/csla.1998.0106}, volume = 12, year = 1998 }