In this paper, we introduce Point2Mesh, a technique for reconstructing a
surface mesh from an input point cloud. Instead of explicitly specifying a
prior that encodes the expected shape properties, the prior is defined
automatically using the input point cloud, which we refer to as a self-prior.
The self-prior encapsulates reoccurring geometric repetitions from a single
shape within the weights of a deep neural network. We optimize the network
weights to deform an initial mesh to shrink-wrap a single input point cloud.
This explicitly considers the entire reconstructed shape, since shared local
kernels are calculated to fit the overall object. The convolutional kernels are
optimized globally across the entire shape, which inherently encourages
local-scale geometric self-similarity across the shape surface. We show that
shrink-wrapping a point cloud with a self-prior converges to a desirable
solution; compared to a prescribed smoothness prior, which often becomes
trapped in undesirable local minima. While the performance of traditional
reconstruction approaches degrades in non-ideal conditions that are often
present in real world scanning, i.e., unoriented normals, noise and missing
(low density) parts, Point2Mesh is robust to non-ideal conditions. We
demonstrate the performance of Point2Mesh on a large variety of shapes with
varying complexity.
Description
[2005.11084] Point2Mesh: A Self-Prior for Deformable Meshes
%0 Generic
%1 hanocka2020point2mesh
%A Hanocka, Rana
%A Metzer, Gal
%A Giryes, Raja
%A Cohen-Or, Daniel
%D 2020
%K 2020 mesh point-cloud pytorch siggraph
%R 10.1145/3386569.3392415
%T Point2Mesh: A Self-Prior for Deformable Meshes
%U http://arxiv.org/abs/2005.11084
%X In this paper, we introduce Point2Mesh, a technique for reconstructing a
surface mesh from an input point cloud. Instead of explicitly specifying a
prior that encodes the expected shape properties, the prior is defined
automatically using the input point cloud, which we refer to as a self-prior.
The self-prior encapsulates reoccurring geometric repetitions from a single
shape within the weights of a deep neural network. We optimize the network
weights to deform an initial mesh to shrink-wrap a single input point cloud.
This explicitly considers the entire reconstructed shape, since shared local
kernels are calculated to fit the overall object. The convolutional kernels are
optimized globally across the entire shape, which inherently encourages
local-scale geometric self-similarity across the shape surface. We show that
shrink-wrapping a point cloud with a self-prior converges to a desirable
solution; compared to a prescribed smoothness prior, which often becomes
trapped in undesirable local minima. While the performance of traditional
reconstruction approaches degrades in non-ideal conditions that are often
present in real world scanning, i.e., unoriented normals, noise and missing
(low density) parts, Point2Mesh is robust to non-ideal conditions. We
demonstrate the performance of Point2Mesh on a large variety of shapes with
varying complexity.
@misc{hanocka2020point2mesh,
abstract = {In this paper, we introduce Point2Mesh, a technique for reconstructing a
surface mesh from an input point cloud. Instead of explicitly specifying a
prior that encodes the expected shape properties, the prior is defined
automatically using the input point cloud, which we refer to as a self-prior.
The self-prior encapsulates reoccurring geometric repetitions from a single
shape within the weights of a deep neural network. We optimize the network
weights to deform an initial mesh to shrink-wrap a single input point cloud.
This explicitly considers the entire reconstructed shape, since shared local
kernels are calculated to fit the overall object. The convolutional kernels are
optimized globally across the entire shape, which inherently encourages
local-scale geometric self-similarity across the shape surface. We show that
shrink-wrapping a point cloud with a self-prior converges to a desirable
solution; compared to a prescribed smoothness prior, which often becomes
trapped in undesirable local minima. While the performance of traditional
reconstruction approaches degrades in non-ideal conditions that are often
present in real world scanning, i.e., unoriented normals, noise and missing
(low density) parts, Point2Mesh is robust to non-ideal conditions. We
demonstrate the performance of Point2Mesh on a large variety of shapes with
varying complexity.},
added-at = {2021-05-06T15:23:46.000+0200},
author = {Hanocka, Rana and Metzer, Gal and Giryes, Raja and Cohen-Or, Daniel},
biburl = {https://www.bibsonomy.org/bibtex/216c7994d8812277e723cf0c1b3d5ece5/analyst},
description = {[2005.11084] Point2Mesh: A Self-Prior for Deformable Meshes},
doi = {10.1145/3386569.3392415},
interhash = {39f6963df9e4c6673c20fffa06451dcf},
intrahash = {16c7994d8812277e723cf0c1b3d5ece5},
keywords = {2020 mesh point-cloud pytorch siggraph},
note = {cite arxiv:2005.11084Comment: SIGGRAPH 2020; Project page: https://ranahanocka.github.io/point2mesh/},
timestamp = {2021-05-06T15:27:07.000+0200},
title = {Point2Mesh: A Self-Prior for Deformable Meshes},
url = {http://arxiv.org/abs/2005.11084},
year = 2020
}