%0 Generic %1 thomas2022reinforcement %A Thomas, Garrett %A Luo, Yuping %A Ma, Tengyu %D 2022 %K rl safe %T Safe Reinforcement Learning by Imagining the Near Future %U http://arxiv.org/abs/2202.07789 %X Safe reinforcement learning is a promising path toward applying reinforcement learning algorithms to real-world problems, where suboptimal behaviors may lead to actual negative consequences. In this work, we focus on the setting where unsafe states can be avoided by planning ahead a short time into the future. In this setting, a model-based agent with a sufficiently accurate model can avoid unsafe states. We devise a model-based algorithm that heavily penalizes unsafe trajectories, and derive guarantees that our algorithm can avoid unsafe states under certain assumptions. Experiments demonstrate that our algorithm can achieve competitive rewards with fewer safety violations in several continuous control tasks.

@misc{thomas2022reinforcement, abstract = {Safe reinforcement learning is a promising path toward applying reinforcement learning algorithms to real-world problems, where suboptimal behaviors may lead to actual negative consequences. In this work, we focus on the setting where unsafe states can be avoided by planning ahead a short time into the future. In this setting, a model-based agent with a sufficiently accurate model can avoid unsafe states. We devise a model-based algorithm that heavily penalizes unsafe trajectories, and derive guarantees that our algorithm can avoid unsafe states under certain assumptions. Experiments demonstrate that our algorithm can achieve competitive rewards with fewer safety violations in several continuous control tasks.}, added-at = {2022-05-20T05:22:57.000+0200}, author = {Thomas, Garrett and Luo, Yuping and Ma, Tengyu}, biburl = {https://www.bibsonomy.org/bibtex/206eb8367117da6619e3f1d8b4855e89e/krishanrana}, description = {Safe Reinforcement Learning by Imagining the Near Future}, interhash = {350f24b527bf89951a97023610162e58}, intrahash = {06eb8367117da6619e3f1d8b4855e89e}, keywords = {rl safe}, note = {cite arxiv:2202.07789Comment: Accepted at NeurIPS 2021}, timestamp = {2022-05-20T05:22:57.000+0200}, title = {Safe Reinforcement Learning by Imagining the Near Future}, url = {http://arxiv.org/abs/2202.07789}, year = 2022 }