In this paper, we present a novel annotation approach to capture claims and premises of arguments and their relations in student-written persuasive peer reviews on business models in Ger-man language. We propose an annotation scheme based on annotation guidelines that allows to model claims and premises as well as support and attack relations for capturing the structure of argumentative discourse in student-written peer reviews. We conduct an annotation study with three annotators on 50 persuasive essays to evaluate our annotation scheme. The obtained inter-rater agreement of α = 0.57 for argument components and α = 0.49 for argumentative relations indicates that the proposed annotation scheme successfully guides annotators to moderate agreement. Finally, we present our freely available corpus of 1,000 persuasive student-written peer reviews on business models and our annotation guidelines to encourage future research on the design and development of argumentative writing support systems for students.
Description
A Corpus for Argumentative Writing Support in German
%0 Conference Paper
%1 ls_leimeister
%A Wambsganss, Thiemo
%A Niklaus, Christina
%A Söllner, Matthias
%A Handschuh, Siegfried
%A Leimeister, Jan Marco
%B 28th International Conference on Computational Linguistics (COLING)
%D 2020
%K Argumentation_Learning Argumentation_Mining Corpus_Development itegpub pub_jml pub_msö pub_wise-kassel
%T A Corpus for Argumentative Writing Support in German
%U http://pubs.wi-kassel.de/wp-content/uploads/2020/12/JML_798.pdf
%X In this paper, we present a novel annotation approach to capture claims and premises of arguments and their relations in student-written persuasive peer reviews on business models in Ger-man language. We propose an annotation scheme based on annotation guidelines that allows to model claims and premises as well as support and attack relations for capturing the structure of argumentative discourse in student-written peer reviews. We conduct an annotation study with three annotators on 50 persuasive essays to evaluate our annotation scheme. The obtained inter-rater agreement of α = 0.57 for argument components and α = 0.49 for argumentative relations indicates that the proposed annotation scheme successfully guides annotators to moderate agreement. Finally, we present our freely available corpus of 1,000 persuasive student-written peer reviews on business models and our annotation guidelines to encourage future research on the design and development of argumentative writing support systems for students.
@inproceedings{ls_leimeister,
abstract = {In this paper, we present a novel annotation approach to capture claims and premises of arguments and their relations in student-written persuasive peer reviews on business models in Ger-man language. We propose an annotation scheme based on annotation guidelines that allows to model claims and premises as well as support and attack relations for capturing the structure of argumentative discourse in student-written peer reviews. We conduct an annotation study with three annotators on 50 persuasive essays to evaluate our annotation scheme. The obtained inter-rater agreement of α = 0.57 for argument components and α = 0.49 for argumentative relations indicates that the proposed annotation scheme successfully guides annotators to moderate agreement. Finally, we present our freely available corpus of 1,000 persuasive student-written peer reviews on business models and our annotation guidelines to encourage future research on the design and development of argumentative writing support systems for students.},
added-at = {2020-10-27T21:36:18.000+0100},
author = {Wambsganss, Thiemo and Niklaus, Christina and Söllner, Matthias and Handschuh, Siegfried and Leimeister, Jan Marco},
biburl = {https://www.bibsonomy.org/bibtex/21f6227c0b5c2be2d549e002fd1d0d1b4/ls_leimeister},
booktitle = {28th International Conference on Computational Linguistics (COLING)},
description = {A Corpus for Argumentative Writing Support in German},
eventdate = {08.12.20. - 13.12.20},
interhash = {ac32409327098c0ded1a169e27fb2be9},
intrahash = {1f6227c0b5c2be2d549e002fd1d0d1b4},
keywords = {Argumentation_Learning Argumentation_Mining Corpus_Development itegpub pub_jml pub_msö pub_wise-kassel},
timestamp = {2020-12-14T20:26:12.000+0100},
title = {A Corpus for Argumentative Writing Support in German},
url = {http://pubs.wi-kassel.de/wp-content/uploads/2020/12/JML_798.pdf},
year = 2020
}