%0 Conference Paper %1 huang2024spatial %A Huang, Zhixin %A Nivarthi, Chandana Priya %A Gruhl, Christian %A Sick, Bernhard %B International Joint Conference on Neural Networks (IJCNN) %D 2024 %I IEEE %K imported itegpub isac-www Graph-Neural-Network Remaining-Useful-Life-Prediction Uncertainty-Estimation Spatio-Temporal-Attention %T Spatial-Temporal Attention Graph Neural Network with Uncertainty Estimation for Remaining Useful Life Prediction %X In the increasingly complex industrial system health management domain, accurate prediction of remaining useful life plays an essential role. This paper analyzes the methods to improve the predictive performance of remaining useful life from three aspects: optimizing model structures, augmenting uncertainty estimation in predictions, and transitioning normalization methods. Based on our analysis, we propose a novel model, the Uncertainty Spatial-Temporal Attention Graph Neural Network (USTAGNN), which consists of three primary components: sensor graph construction, a spatio-temporal feature extractor, and a probabilistic prediction module. The feature extractor leverages graph neural networks and temporal convolutional networks as a foundation to extract spatial and temporal features, further enhanced by attention mechanisms, spectral normalization, and residual connections to bolster its distance awareness. Following extensive experimental comparisons, we utilized the parameter-driven dynamic adjacency matrix for sensor graph construction and the deep kernel Gaussian process for precise uncertainty estimation. USTAGNN tries to resolve issues not thoroughly addressed in existing research, such as comparative analyses of sensor graph construction methods, accurate uncertainty estimation, and the model’s generalization under different preprocessing conditions. The proposed model demonstrated state-of-the-art performance on various subsets of the C-MAPSS dataset, achieving up to a 35.9% improvement in prediction score.

@inproceedings{huang2024spatial, abstract = {In the increasingly complex industrial system health management domain, accurate prediction of remaining useful life plays an essential role. This paper analyzes the methods to improve the predictive performance of remaining useful life from three aspects: optimizing model structures, augmenting uncertainty estimation in predictions, and transitioning normalization methods. Based on our analysis, we propose a novel model, the Uncertainty Spatial-Temporal Attention Graph Neural Network (USTAGNN), which consists of three primary components: sensor graph construction, a spatio-temporal feature extractor, and a probabilistic prediction module. The feature extractor leverages graph neural networks and temporal convolutional networks as a foundation to extract spatial and temporal features, further enhanced by attention mechanisms, spectral normalization, and residual connections to bolster its distance awareness. Following extensive experimental comparisons, we utilized the parameter-driven dynamic adjacency matrix for sensor graph construction and the deep kernel Gaussian process for precise uncertainty estimation. USTAGNN tries to resolve issues not thoroughly addressed in existing research, such as comparative analyses of sensor graph construction methods, accurate uncertainty estimation, and the model’s generalization under different preprocessing conditions. The proposed model demonstrated state-of-the-art performance on various subsets of the C-MAPSS dataset, achieving up to a 35.9% improvement in prediction score.}, added-at = {2024-05-02T14:45:07.000+0200}, author = {Huang, Zhixin and Nivarthi, Chandana Priya and Gruhl, Christian and Sick, Bernhard}, biburl = {https://www.bibsonomy.org/bibtex/27e2d9f181d6e8f44339f9d5162b443b5/ies}, booktitle = {International Joint Conference on Neural Networks (IJCNN)}, interhash = {182f380c00d1b65c927948f0a9ece9a5}, intrahash = {7e2d9f181d6e8f44339f9d5162b443b5}, keywords = {imported itegpub isac-www Graph-Neural-Network Remaining-Useful-Life-Prediction Uncertainty-Estimation Spatio-Temporal-Attention}, note = {(accepted)}, publisher = {IEEE}, timestamp = {2024-05-02T14:45:07.000+0200}, title = {Spatial-Temporal Attention Graph Neural Network with Uncertainty Estimation for Remaining Useful Life Prediction}, year = 2024 }