Environmental sensor networks are now commonly being deployed within environmental observatories and as components of smaller-scale ecological and environmental experiments. Effectively using data from these sensor networks presents technical challenges that are difficult for scientists to overcome, severely limiting the adoption of automated sensing technologies in environmental science. The Realtime Environment for Analytical Processing (REAP) is an NSF-funded project to address the technical challenges related to accessing and using heterogeneous sensor data from within the Kepler scientific workflow system. Using distinct use cases in terrestrial ecology and oceanography as motivating examples, we describe workflows and extensions to Kepler to stream and analyze data from observatory networks and archives. We focus on the use of two newly integrated data sources in Kepler: DataTurbine and OPeNDAP. Integrated access to both near real-time data streams and data archives from within Kepler facilitates both simple data exploration and sophisticated analysis and modeling with these data sources.
Description
Ecological Informatics : Workflows and extensions to the Kepler scientific workflow system to support environmental sensor data access and analysis
%0 Journal Article
%1 Barseghian201042
%A Barseghian, Derik
%A Altintas, Ilkay
%A Jones, Matthew B.
%A Crawl, Daniel
%A Potter, Nathan
%A Gallagher, James
%A Cornillon, Peter
%A Schildhauer, Mark
%A Borer, Elizabeth T.
%A Seabloom, Eric W.
%A Hosseini, Parviez R.
%D 2010
%J Ecological Informatics
%K kepler keplerworkflow sensor workflow
%N 1
%P 42 - 50
%R DOI: 10.1016/j.ecoinf.2009.08.008
%T Workflows and extensions to the Kepler scientific workflow system to support environmental sensor data access and analysis
%U http://www.sciencedirect.com/science/article/B7W63-4XB19BP-1/2/55169633bb16008676c6b8350e555074
%V 5
%X Environmental sensor networks are now commonly being deployed within environmental observatories and as components of smaller-scale ecological and environmental experiments. Effectively using data from these sensor networks presents technical challenges that are difficult for scientists to overcome, severely limiting the adoption of automated sensing technologies in environmental science. The Realtime Environment for Analytical Processing (REAP) is an NSF-funded project to address the technical challenges related to accessing and using heterogeneous sensor data from within the Kepler scientific workflow system. Using distinct use cases in terrestrial ecology and oceanography as motivating examples, we describe workflows and extensions to Kepler to stream and analyze data from observatory networks and archives. We focus on the use of two newly integrated data sources in Kepler: DataTurbine and OPeNDAP. Integrated access to both near real-time data streams and data archives from within Kepler facilitates both simple data exploration and sophisticated analysis and modeling with these data sources.
@article{Barseghian201042,
abstract = {Environmental sensor networks are now commonly being deployed within environmental observatories and as components of smaller-scale ecological and environmental experiments. Effectively using data from these sensor networks presents technical challenges that are difficult for scientists to overcome, severely limiting the adoption of automated sensing technologies in environmental science. The Realtime Environment for Analytical Processing (REAP) is an NSF-funded project to address the technical challenges related to accessing and using heterogeneous sensor data from within the Kepler scientific workflow system. Using distinct use cases in terrestrial ecology and oceanography as motivating examples, we describe workflows and extensions to Kepler to stream and analyze data from observatory networks and archives. We focus on the use of two newly integrated data sources in Kepler: DataTurbine and OPeNDAP. Integrated access to both near real-time data streams and data archives from within Kepler facilitates both simple data exploration and sophisticated analysis and modeling with these data sources.},
added-at = {2010-02-22T01:32:26.000+0100},
author = {Barseghian, Derik and Altintas, Ilkay and Jones, Matthew B. and Crawl, Daniel and Potter, Nathan and Gallagher, James and Cornillon, Peter and Schildhauer, Mark and Borer, Elizabeth T. and Seabloom, Eric W. and Hosseini, Parviez R.},
biburl = {https://www.bibsonomy.org/bibtex/2cf5c3b9b1fc40f54a37cccaf4492eb70/mbjones.89},
description = {Ecological Informatics : Workflows and extensions to the Kepler scientific workflow system to support environmental sensor data access and analysis},
doi = {DOI: 10.1016/j.ecoinf.2009.08.008},
interhash = {9cd79df7ee405246ec4f5057a4a61079},
intrahash = {cf5c3b9b1fc40f54a37cccaf4492eb70},
issn = {1574-9541},
journal = {Ecological Informatics},
keywords = {kepler keplerworkflow sensor workflow},
note = {Special Issue: Advances in environmental information management},
number = 1,
pages = {42 - 50},
timestamp = {2010-02-22T01:32:26.000+0100},
title = {Workflows and extensions to the Kepler scientific workflow system to support environmental sensor data access and analysis},
url = {http://www.sciencedirect.com/science/article/B7W63-4XB19BP-1/2/55169633bb16008676c6b8350e555074},
volume = 5,
year = 2010
}