%0 Generic %1 levine2016learning %A Levine, Sergey %A Pastor, Peter %A Krizhevsky, Alex %A Quillen, Deirdre %D 2016 %K 2016 3D arxiv dataset deep-learning grasp robot-arm robotics %T Learning Hand-Eye Coordination for Robotic Grasping with Deep Learning and Large-Scale Data Collection %U http://arxiv.org/abs/1603.02199 %X We describe a learning-based approach to hand-eye coordination for robotic grasping from monocular images. To learn hand-eye coordination for grasping, we trained a large convolutional neural network to predict the probability that task-space motion of the gripper will result in successful grasps, using only monocular camera images and independently of camera calibration or the current robot pose. This requires the network to observe the spatial relationship between the gripper and objects in the scene, thus learning hand-eye coordination. We then use this network to servo the gripper in real time to achieve successful grasps. To train our network, we collected over 800,000 grasp attempts over the course of two months, using between 6 and 14 robotic manipulators at any given time, with differences in camera placement and hardware. Our experimental evaluation demonstrates that our method achieves effective real-time control, can successfully grasp novel objects, and corrects mistakes by continuous servoing.

@misc{levine2016learning, abstract = {We describe a learning-based approach to hand-eye coordination for robotic grasping from monocular images. To learn hand-eye coordination for grasping, we trained a large convolutional neural network to predict the probability that task-space motion of the gripper will result in successful grasps, using only monocular camera images and independently of camera calibration or the current robot pose. This requires the network to observe the spatial relationship between the gripper and objects in the scene, thus learning hand-eye coordination. We then use this network to servo the gripper in real time to achieve successful grasps. To train our network, we collected over 800,000 grasp attempts over the course of two months, using between 6 and 14 robotic manipulators at any given time, with differences in camera placement and hardware. Our experimental evaluation demonstrates that our method achieves effective real-time control, can successfully grasp novel objects, and corrects mistakes by continuous servoing.}, added-at = {2018-05-14T14:43:04.000+0200}, author = {Levine, Sergey and Pastor, Peter and Krizhevsky, Alex and Quillen, Deirdre}, biburl = {https://www.bibsonomy.org/bibtex/2fb5638cc7a88dfea1780386d9f0af162/achakraborty}, description = {[1603.02199] Learning Hand-Eye Coordination for Robotic Grasping with Deep Learning and Large-Scale Data Collection}, interhash = {b2f238d70783c650d6eedf03139f7e9d}, intrahash = {fb5638cc7a88dfea1780386d9f0af162}, keywords = {2016 3D arxiv dataset deep-learning grasp robot-arm robotics}, note = {cite arxiv:1603.02199Comment: This is an extended version of "Learning Hand-Eye Coordination for Robotic Grasping with Large-Scale Data Collection," ISER 2016. Draft modified to correct typo in Algorithm 1 and add a link to the publicly available dataset}, timestamp = {2018-05-14T14:43:04.000+0200}, title = {Learning Hand-Eye Coordination for Robotic Grasping with Deep Learning and Large-Scale Data Collection}, url = {http://arxiv.org/abs/1603.02199}, year = 2016 }