%0 Book Section %1 noKey %A Drachsler, Hendrik %A Stoyanov, Slavi %A d’Aquin, Mathieu %A Herder, Eelco %A Guy, Marieke %A Dietze, Stefan %B Open Learning and Teaching in Educational Communities %D 2014 %E Rensing, Christoph %E de Freitas, Sara %E Ley, Tobias %E Muñoz-Merino, PedroJ. %I Springer International Publishing %K myown %P 70-83 %R 10.1007/978-3-319-11200-8_6 %T An Evaluation Framework for Data Competitions in TEL %U http://dx.doi.org/10.1007/978-3-319-11200-8_6 %V 8719 %X This paper presents a study describing the development of an Evaluation Framework (EF) for data competitions in TEL. The study applies the Group Concept Method (GCM) to empirically depict criteria and their indicators for evaluating software applications in TEL. A statistical analysis including multidimensional scaling and hierarchical clustering on the GCM data identified the following six evaluation criteria: 1.Educational Innovation, 2.Usability, 3.Data, 4.Performance, 5.Privacy, and 6.Audience. Each of them was operationalized through a set of indicators. The resulting Evaluation Framework (EF) incorporating these criteria was applied to the first data competition of the LinkedUp project. The EF was consequently improved using the results from reviewers’ interviews, which were analysed qualitatively and quantitatively. The outcome of these efforts is a comprehensive EF that can be used for TEL data competitions and for the evaluation of TEL tools in general. %@ 978-3-319-11199-5

@incollection{noKey, abstract = {This paper presents a study describing the development of an Evaluation Framework (EF) for data competitions in TEL. The study applies the Group Concept Method (GCM) to empirically depict criteria and their indicators for evaluating software applications in TEL. A statistical analysis including multidimensional scaling and hierarchical clustering on the GCM data identified the following six evaluation criteria: 1.Educational Innovation, 2.Usability, 3.Data, 4.Performance, 5.Privacy, and 6.Audience. Each of them was operationalized through a set of indicators. The resulting Evaluation Framework (EF) incorporating these criteria was applied to the first data competition of the LinkedUp project. The EF was consequently improved using the results from reviewers’ interviews, which were analysed qualitatively and quantitatively. The outcome of these efforts is a comprehensive EF that can be used for TEL data competitions and for the evaluation of TEL tools in general.}, added-at = {2014-10-24T12:10:29.000+0200}, author = {Drachsler, Hendrik and Stoyanov, Slavi and d’Aquin, Mathieu and Herder, Eelco and Guy, Marieke and Dietze, Stefan}, biburl = {https://www.bibsonomy.org/bibtex/2dd33f5b59e0f4c35f98d5972683717ae/eelcoherder}, booktitle = {Open Learning and Teaching in Educational Communities}, description = {An Evaluation Framework for Data Competitions in TEL - Springer}, doi = {10.1007/978-3-319-11200-8_6}, editor = {Rensing, Christoph and de Freitas, Sara and Ley, Tobias and Muñoz-Merino, PedroJ.}, interhash = {cd535a0531c40ac25eee2311e3375dfb}, intrahash = {dd33f5b59e0f4c35f98d5972683717ae}, isbn = {978-3-319-11199-5}, keywords = {myown}, language = {English}, pages = {70-83}, publisher = {Springer International Publishing}, series = {Lecture Notes in Computer Science}, timestamp = {2014-10-24T12:10:29.000+0200}, title = {An Evaluation Framework for Data Competitions in TEL}, url = {http://dx.doi.org/10.1007/978-3-319-11200-8_6}, volume = 8719, year = 2014 }