@inproceedings{10.1007/978-3-031-13643-6_11, abstract = {The search for research datasets is as important as laborious. Due to the importance of the choice of research data in further research, this decision must be made carefully. Additionally, because of the growing amounts of data in almost all areas, research data is already a central artifact in empirical sciences. Consequentially, research dataset recommendations can beneficially supplement scientific publication searches. We formulated the recommendation task as a retrieval problem by focussing on broad similarities between research datasets and scientific publications. In a multistage approach, initial recommendations were retrieved by the BM25 ranking function and dynamic queries. Subsequently, the initial ranking was re-ranked utilizing click feedback and document embeddings. The proposed system was evaluated live on real user interaction data using the STELLA infrastructure in the LiLAS Lab at CLEF 2021. Our experimental system could efficiently be fine-tuned before the live evaluation by pre-testing the system with a pseudo test collection based on prior user interaction data from the live system. The results indicate that the experimental system outperforms the other participating systems.}, added-at = {2022-09-28T17:31:49.000+0200}, address = {Cham}, author = {Keller, J{\"u}ri and Munz, Leon Paul Mondrian}, biburl = {https://www.bibsonomy.org/bibtex/21e8e10d78be16a36fcca7799be81923c/irgroup_thkoeln}, booktitle = {Experimental IR Meets Multilinguality, Multimodality, and Interaction}, doi = {10.1007/978-3-031-13643-6_11}, editor = {Barr{\'o}n-Cede{\~{n}}o, Alberto and Da San Martino, Giovanni and Degli Esposti, Mirko and Sebastiani, Fabrizio and Macdonald, Craig and Pasi, Gabriella and Hanbury, Allan and Potthast, Martin and Faggioli, Guglielmo and Ferro, Nicola}, interhash = {812dbb72516c7b53336c3dafc053ff36}, intrahash = {1e8e10d78be16a36fcca7799be81923c}, isbn = {978-3-031-13643-6}, keywords = {2022 keller myown stella}, pages = {135--148}, pdf = {https://arxiv.org/pdf/2209.14843.pdf}, publisher = {Springer International Publishing}, timestamp = {2023-10-25T17:57:39.000+0200}, title = {Evaluating Research Dataset Recommendations in a Living Lab}, url = {https://link.springer.com/chapter/10.1007/978-3-031-13643-6_11}, year = 2022 }