We describe latent Dirichlet allocation (LDA), a generative probabilistic model for collections of discrete data such as text corpora. LDA is a three-level hierarchical Bayesian model, in which each item of a collection is modeled as a finite mixture over an underlying set of topics. Each topic is, in turn, modeled as an infinite mixture over an underlying set of topic probabilities. In the context of text modeling, the topic probabilities provide an explicit representation of a document. We present efficient approximate inference techniques based on variational methods and an EM algorithm for empirical Bayes parameter estimation. We report results in document modeling, text classification, and collaborative filtering, comparing to a mixture of unigrams model and the probabilistic LSI model.
%0 Journal Article
%1 citeulike:378143
%A Blei, David M.
%A Ng, Andrew Y.
%A Jordan, Michael I.
%C Cambridge, MA, USA
%D 2003
%I MIT Press
%J Journal of Machine Learning Research
%K topicinference socialnets
%P 993--1022
%T Latent dirichlet allocation
%U http://portal.acm.org/citation.cfm?id=944919.944937
%V 3
%X We describe latent Dirichlet allocation (LDA), a generative probabilistic model for collections of discrete data such as text corpora. LDA is a three-level hierarchical Bayesian model, in which each item of a collection is modeled as a finite mixture over an underlying set of topics. Each topic is, in turn, modeled as an infinite mixture over an underlying set of topic probabilities. In the context of text modeling, the topic probabilities provide an explicit representation of a document. We present efficient approximate inference techniques based on variational methods and an EM algorithm for empirical Bayes parameter estimation. We report results in document modeling, text classification, and collaborative filtering, comparing to a mixture of unigrams model and the probabilistic LSI model.
@article{citeulike:378143,
abstract = {We describe latent Dirichlet allocation (LDA), a generative probabilistic model for collections of discrete data such as text corpora. LDA is a three-level hierarchical Bayesian model, in which each item of a collection is modeled as a finite mixture over an underlying set of topics. Each topic is, in turn, modeled as an infinite mixture over an underlying set of topic probabilities. In the context of text modeling, the topic probabilities provide an explicit representation of a document. We present efficient approximate inference techniques based on variational methods and an EM algorithm for empirical Bayes parameter estimation. We report results in document modeling, text classification, and collaborative filtering, comparing to a mixture of unigrams model and the probabilistic LSI model.},
added-at = {2006-06-16T10:34:37.000+0200},
address = {Cambridge, MA, USA},
author = {Blei, David M. and Ng, Andrew Y. and Jordan, Michael I.},
biburl = {https://www.bibsonomy.org/bibtex/2f29b9bfde364bfd07262c2be336a5a37/ldietz},
citeulike-article-id = {378143},
interhash = {9d1b808272b9e511425cbf557571e59a},
intrahash = {f29b9bfde364bfd07262c2be336a5a37},
issn = {1533-7928},
journal = {Journal of Machine Learning Research},
keywords = {topicinference socialnets},
pages = {993--1022},
priority = {0},
publisher = {MIT Press},
timestamp = {2006-06-16T10:34:37.000+0200},
title = {Latent dirichlet allocation},
url = {http://portal.acm.org/citation.cfm?id=944919.944937},
volume = 3,
year = 2003
}