@incollection{breuer2021living,
  abstract = {No existing evaluation infrastructure for shared tasks currently supports both reproducible on- and offline experiments. In this work, we present an architecture that ties together both types of experiments with a focus on reproducibility. The readers are provided with a technical description of the infrastructure and details of how to contribute their own experiments to upcoming evaluation tasks.},
  added-at = {2021-06-29T14:47:10.000+0200},
  address = {Gl{\"u}ckstadt},
  author = {Breuer, Timo and Schaer, Philipp},
  biburl = {https://www.bibsonomy.org/bibtex/2a2d69be4dad2eb62fb4f345b5696ff62/irgroup_thkoeln},
  booktitle = {Information between Data and Knowledge},
  doi = {10.5283/epub.44953},
  interhash = {8042b436abcf82a3ae54fcc31e400645},
  intrahash = {a2d69be4dad2eb62fb4f345b5696ff62},
  keywords = {2021 breuer myown schaer stella},
  note = {Session 6: Emerging Technologies},
  pages = {348--362},
  pdf = {https://epub.uni-regensburg.de/44953/1/isi_breuer_schaer.pdf},
  publisher = {Werner H{\"u}lsbusch},
  series = {Schriften zur Informationswissenschaft},
  timestamp = {2022-01-31T22:43:44.000+0100},
  title = {A Living Lab Architecture for Reproducible Shared Task Experimentation},
  volume = 74,
  year = 2021
}