When conducting video QoE studies, participants are usually asked to rate the QoE of prepared test videos. However, participants are given no choice to select content, which they like or in which they are interested. This may cause annoyance or frustration when conducting the QoE study, which eventually might affect the QoE results of the study. The consequent question is whether the content liking has a direct impact on the submitted ratings by the participants and whether the freedom of choosing the video content in QoE studies results in better ratings. To investigate this research question, MCA, an existing framework for crowdsourced video testing, is extended and used in a pilot field study. MCA runs on mobile devices and allows users to watch the tested conditions of a QoE study within video content of their interest. The results of a QoE study with individual and dynamic content selection are compared to a QoE study with pre-selected contents. Moreover, this work includes a comparison to a previous QoE study for validation. As the previous study was conducted on desktop PCs, the MCA study further allows to identify differences in the stalling perception between studies on desktop PCs and mobile devices.
%0 Conference Paper
%1 info3-inproceedings-2020-8
%A Wehner, Nikolas
%A Mertinat, Nils
%A Seufert, Michael
%A Hoßfeld, Tobias
%B 12th International Conference on Quality of Multimedia Experience (QoMEX)
%C Athlone, Ireland
%D 2020
%K myown ucn
%T Studying the Impact of the Content Selection Method on the Video QoE on Mobile Devices
%X When conducting video QoE studies, participants are usually asked to rate the QoE of prepared test videos. However, participants are given no choice to select content, which they like or in which they are interested. This may cause annoyance or frustration when conducting the QoE study, which eventually might affect the QoE results of the study. The consequent question is whether the content liking has a direct impact on the submitted ratings by the participants and whether the freedom of choosing the video content in QoE studies results in better ratings. To investigate this research question, MCA, an existing framework for crowdsourced video testing, is extended and used in a pilot field study. MCA runs on mobile devices and allows users to watch the tested conditions of a QoE study within video content of their interest. The results of a QoE study with individual and dynamic content selection are compared to a QoE study with pre-selected contents. Moreover, this work includes a comparison to a previous QoE study for validation. As the previous study was conducted on desktop PCs, the MCA study further allows to identify differences in the stalling perception between studies on desktop PCs and mobile devices.
@inproceedings{info3-inproceedings-2020-8,
abstract = {When conducting video QoE studies, participants are usually asked to rate the QoE of prepared test videos. However, participants are given no choice to select content, which they like or in which they are interested. This may cause annoyance or frustration when conducting the QoE study, which eventually might affect the QoE results of the study. The consequent question is whether the content liking has a direct impact on the submitted ratings by the participants and whether the freedom of choosing the video content in QoE studies results in better ratings. To investigate this research question, MCA, an existing framework for crowdsourced video testing, is extended and used in a pilot field study. MCA runs on mobile devices and allows users to watch the tested conditions of a QoE study within video content of their interest. The results of a QoE study with individual and dynamic content selection are compared to a QoE study with pre-selected contents. Moreover, this work includes a comparison to a previous QoE study for validation. As the previous study was conducted on desktop PCs, the MCA study further allows to identify differences in the stalling perception between studies on desktop PCs and mobile devices.},
added-at = {2020-04-23T09:59:13.000+0200},
address = {Athlone, Ireland},
author = {Wehner, Nikolas and Mertinat, Nils and Seufert, Michael and Hoßfeld, Tobias},
biburl = {https://www.bibsonomy.org/bibtex/23d692b9857efca8ae090a53f08e751d4/uniwue_info3},
booktitle = {12th International Conference on Quality of Multimedia Experience (QoMEX)},
interhash = {106c21979b897473d83edc084a9bb2e0},
intrahash = {3d692b9857efca8ae090a53f08e751d4},
keywords = {myown ucn},
month = {5},
timestamp = {2022-03-14T00:08:36.000+0100},
title = {Studying the Impact of the Content Selection Method on the Video QoE on Mobile Devices},
year = 2020
}