The restricted Boltzmann machine is a graphical model for binary random
variables. Based on a complete bipartite graph separating hidden and observed
variables, it is the binary analog to the factor analysis model. We study this
graphical model from the perspectives of algebraic statistics and tropical
geometry, starting with the observation that its Zariski closure is a Hadamard
power of the first secant variety of the Segre variety of projective lines. We
derive a dimension formula for the tropicalized model, and we use it to show
that the restricted Boltzmann machine is identifiable in many cases. Our
methods include coding theory and geometry of linear threshold functions.
Description
[0908.4425] Geometry of the restricted Boltzmann machine
%0 Generic
%1 cueto2009geometry
%A Cueto, Maria Angelica
%A Morton, Jason
%A Sturmfels, Bernd
%D 2009
%K 2009 arxiv deep-learning geometry paper
%T Geometry of the restricted Boltzmann machine
%U http://arxiv.org/abs/0908.4425
%X The restricted Boltzmann machine is a graphical model for binary random
variables. Based on a complete bipartite graph separating hidden and observed
variables, it is the binary analog to the factor analysis model. We study this
graphical model from the perspectives of algebraic statistics and tropical
geometry, starting with the observation that its Zariski closure is a Hadamard
power of the first secant variety of the Segre variety of projective lines. We
derive a dimension formula for the tropicalized model, and we use it to show
that the restricted Boltzmann machine is identifiable in many cases. Our
methods include coding theory and geometry of linear threshold functions.
@misc{cueto2009geometry,
abstract = {The restricted Boltzmann machine is a graphical model for binary random
variables. Based on a complete bipartite graph separating hidden and observed
variables, it is the binary analog to the factor analysis model. We study this
graphical model from the perspectives of algebraic statistics and tropical
geometry, starting with the observation that its Zariski closure is a Hadamard
power of the first secant variety of the Segre variety of projective lines. We
derive a dimension formula for the tropicalized model, and we use it to show
that the restricted Boltzmann machine is identifiable in many cases. Our
methods include coding theory and geometry of linear threshold functions.},
added-at = {2017-12-26T11:56:03.000+0100},
author = {Cueto, Maria Angelica and Morton, Jason and Sturmfels, Bernd},
biburl = {https://www.bibsonomy.org/bibtex/298757d20ffe6759000c3547c695bc587/achakraborty},
description = {[0908.4425] Geometry of the restricted Boltzmann machine},
interhash = {f645f38566037c2dbacb2220d81f4ac1},
intrahash = {98757d20ffe6759000c3547c695bc587},
keywords = {2009 arxiv deep-learning geometry paper},
note = {cite arxiv:0908.4425Comment: 18 pages, 5 figures, 1 table},
timestamp = {2017-12-26T11:56:03.000+0100},
title = {Geometry of the restricted Boltzmann machine},
url = {http://arxiv.org/abs/0908.4425},
year = 2009
}