%0 Journal Article %1 keyhere %A Erkens, Gijsbert %A Janssen, Jeroen %D 2008 %J International Journal of Computer-Supported Collaborative Learning %K Automatic acts analysis coding collaboration dialogue discourse feedback protocols %N 4 %P 447--470 %T Automatic coding of dialogue acts in collaboration protocols %U http://dx.doi.org/10.1007/s11412-008-9052-6 %V 3 %X Abstract  Although protocol analysis can be an important tool for researchers to investigate the process of collaboration and communication, the use of this method of analysis can be time consuming. Hence, an automatic coding procedure for coding dialogue acts wasdeveloped. This procedure helps to determine the communicative function of messages in online discussions by recognizing discoursemarkers and cue phrases in the utterances. Five main communicative functions are distinguished: argumentative, responsive, informative, elicitative, and imperative. A total of 29 different dialogue acts are specified and recognized automatically in collaboration protocols. The reliabilityof the automatic coding procedure was determined by comparing automatically coded dialogue acts to hand-coded dialogue actsby a human rater. The validity of the automatic coding procedure was examined using three different types of analyses. First,an examination of group differences was used (dialogue acts used by female versus male students). Ideally, the coding procedureshould be able to distinguish between groups who are likely to communicate differently. Second, to examine the validity ofthe automatic coding procedure through examination of experimental intervention, the results of the automatic coding procedureof students, with access to a tool that visualizes the degree of participation of each student, were compared to studentswho did not have access to this tool. Finally, the validity of the automatic coding procedure of dialogue acts was examinedusing correlation analyses. Results of the automatic coding procedure of dialogue acts of utterances (form) were related toresults of a manual coding procedure of the collaborative activities to which the utterances refer (content). The analysespresented in this paper indicate promising results concerning the reliability and validity of the automatic coding procedurefor dialogue acts. However, limitations of the procedure were also found and discussed.

@article{keyhere, abstract = {Abstract  Although protocol analysis can be an important tool for researchers to investigate the process of collaboration and communication, the use of this method of analysis can be time consuming. Hence, an automatic coding procedure for coding dialogue acts wasdeveloped. This procedure helps to determine the communicative function of messages in online discussions by recognizing discoursemarkers and cue phrases in the utterances. Five main communicative functions are distinguished: argumentative, responsive, informative, elicitative, and imperative. A total of 29 different dialogue acts are specified and recognized automatically in collaboration protocols. The reliabilityof the automatic coding procedure was determined by comparing automatically coded dialogue acts to hand-coded dialogue actsby a human rater. The validity of the automatic coding procedure was examined using three different types of analyses. First,an examination of group differences was used (dialogue acts used by female versus male students). Ideally, the coding procedureshould be able to distinguish between groups who are likely to communicate differently. Second, to examine the validity ofthe automatic coding procedure through examination of experimental intervention, the results of the automatic coding procedureof students, with access to a tool that visualizes the degree of participation of each student, were compared to studentswho did not have access to this tool. Finally, the validity of the automatic coding procedure of dialogue acts was examinedusing correlation analyses. Results of the automatic coding procedure of dialogue acts of utterances (form) were related toresults of a manual coding procedure of the collaborative activities to which the utterances refer (content). The analysespresented in this paper indicate promising results concerning the reliability and validity of the automatic coding procedurefor dialogue acts. However, limitations of the procedure were also found and discussed.}, added-at = {2009-03-09T18:28:22.000+0100}, author = {Erkens, Gijsbert and Janssen, Jeroen}, biburl = {https://www.bibsonomy.org/bibtex/22853f2238dc2c12a8080ca7eb5b8a70c/griesbau}, description = {SpringerLink - Zeitschriftenbeitrag}, interhash = {a7e4e7da58ab54af4b78a8fd6f86980e}, intrahash = {2853f2238dc2c12a8080ca7eb5b8a70c}, journal = {International Journal of Computer-Supported Collaborative Learning}, keywords = {Automatic acts analysis coding collaboration dialogue discourse feedback protocols}, month = {#dec#}, number = 4, pages = {447--470}, timestamp = {2009-03-09T18:28:22.000+0100}, title = {Automatic coding of dialogue acts in collaboration protocols}, url = {http://dx.doi.org/10.1007/s11412-008-9052-6}, volume = 3, year = 2008 }