%0 Report %1 OGT09 %A O'Donnell, Timothy J. %A Goodman, Noah D. %A Tenenbaum, Joshua B. %D 2009 %K nlp phd pp %N MIT-CSAIL-TR-2009-013 %T Fragment Grammars: Exploring Computation and Reuse in Language %U http://dspace.mit.edu/handle/1721.1/44963 %X Language relies on a division of labor between stored units and structure building operations which combine the stored units into larger structures. This division of labor leads to a tradeoff: more structure-building means less need to store while more storage means less need to compute structure. We develop a hierarchical Bayesian model called fragment grammar to explore the optimum balance between structure-building and reuse. The model is developed in the context of stochastic functional programming (SFP), and in particular, using a probabilistic variant of Lisp known as the Church programming language. We show how to formalize several probabilistic models of language structure using Church, and how fragment grammar generalizes one of them---adaptor grammars. We conclude with experimental data with adults and preliminary evaluations of the model on natural language corpus data.

@techreport{OGT09, abstract = {Language relies on a division of labor between stored units and structure building operations which combine the stored units into larger structures. This division of labor leads to a tradeoff: more structure-building means less need to store while more storage means less need to compute structure. We develop a hierarchical Bayesian model called fragment grammar to explore the optimum balance between structure-building and reuse. The model is developed in the context of stochastic functional programming (SFP), and in particular, using a probabilistic variant of Lisp known as the Church programming language. We show how to formalize several probabilistic models of language structure using Church, and how fragment grammar generalizes one of them---adaptor grammars. We conclude with experimental data with adults and preliminary evaluations of the model on natural language corpus data.}, added-at = {2014-03-04T10:08:38.000+0100}, author = {O'Donnell, Timothy J. and Goodman, Noah D. and Tenenbaum, Joshua B.}, biburl = {https://www.bibsonomy.org/bibtex/2beda66160643b24e4099f0307f67583f/foredu}, institution = {Massachusetts Institute of Technology}, interhash = {6dc07c9fa6c860115479038b1246c37b}, intrahash = {beda66160643b24e4099f0307f67583f}, keywords = {nlp phd pp}, number = {MIT-CSAIL-TR-2009-013}, timestamp = {2014-03-04T10:12:44.000+0100}, title = {Fragment Grammars: Exploring Computation and Reuse in Language}, url = {http://dspace.mit.edu/handle/1721.1/44963}, year = 2009 }