%0 Conference Paper %1 tarasowa-balanced2013-csedu %A Tarasowa, Darya %A Auer, Sören %B 5th International Conference on Computer Supported Education (CSEDU 2013 ) %D 2013 %K 2013 auer event_csedu group_aksw lod2page peer-reviewed slidewiki tarasowa %T Balanced scoring method for multiple-mark questions %U http://svn.aksw.org/papers/2013/CSEDU2013_Balanced_scoring/public.pdf %X Advantages and disadvantages of a learning assessment based on multiple-choice questions (MCQs) are a long and widely discussed issue in the scientific community. However, in practice this type of questions is very popular due to the possibility of automatic evaluation and scoring. Consequently, an important research question is to exploiting the strengths and mitigate the weaknesses of MCQs. In this work we discuss one particularly important issue of MCQs, namely methods for scoring results in the case, when the MCQ has several correct alternatives (multiple-mark questions, MMQs). We propose a general approach and mathematical model to score MMQs, that aims at recognizing guessing while at the same time resulting in a balanced score. In our approach conventional MCQs are viewed as a particular case of multiple-mark questions, thus, the formulas can be applied to tests mixing MCQs and MMQs. The rational of our approach is that scoring should be based on the guessing level of the question. Our approach can be added as an option, or even as a replacement for manual penalization. We show that our scoring method outperforms existing methods and demonstrate that with synthetic and real experiments.

@inproceedings{tarasowa-balanced2013-csedu, abstract = {Advantages and disadvantages of a learning assessment based on multiple-choice questions (MCQs) are a long and widely discussed issue in the scientific community. However, in practice this type of questions is very popular due to the possibility of automatic evaluation and scoring. Consequently, an important research question is to exploiting the strengths and mitigate the weaknesses of MCQs. In this work we discuss one particularly important issue of MCQs, namely methods for scoring results in the case, when the MCQ has several correct alternatives (multiple-mark questions, MMQs). We propose a general approach and mathematical model to score MMQs, that aims at recognizing guessing while at the same time resulting in a balanced score. In our approach conventional MCQs are viewed as a particular case of multiple-mark questions, thus, the formulas can be applied to tests mixing MCQs and MMQs. The rational of our approach is that scoring should be based on the guessing level of the question. Our approach can be added as an option, or even as a replacement for manual penalization. We show that our scoring method outperforms existing methods and demonstrate that with synthetic and real experiments.}, added-at = {2024-03-04T14:15:11.000+0100}, author = {Tarasowa, Darya and Auer, S{\"o}ren}, bdsk-url-1 = {http://svn.aksw.org/papers/2013/CSEDU2013_Balanced_scoring/public.pdf}, biburl = {https://www.bibsonomy.org/bibtex/2d1a190fc66c42761d5063f158eb044cf/aksw}, booktitle = {5th International Conference on Computer Supported Education (CSEDU 2013 )}, interhash = {f8a3dc1d3681cda05963049089c040be}, intrahash = {d1a190fc66c42761d5063f158eb044cf}, keywords = {2013 auer event_csedu group_aksw lod2page peer-reviewed slidewiki tarasowa}, owner = {tarasowa}, timestamp = {2024-03-04T14:15:11.000+0100}, title = {Balanced scoring method for multiple-mark questions}, url = {http://svn.aksw.org/papers/2013/CSEDU2013_Balanced_scoring/public.pdf}, year = 2013 }