%0 Conference Paper %1 herrmannova2017citations %A Herrmannova, Drahomira %A Patton, Robert M. %A Knoth, Petr %A Stahl, Christopher G. %B Proceedings of the 1st Workshop on Scholarly Web Mining %C New York, NY, USA %D 2017 %I ACM %K datenquellen evaluation indikatoren nutzung zitationsanalyse %P 41--48 %R 10.1145/3057148.3057154 %T Citations and Readership Are Poor Indicators of Research Excellence: Introducing TrueImpactDataset, a New Dataset for Validating Research Evaluation Metrics %U http://doi.acm.org/10.1145/3057148.3057154 %X In this paper we show that citation counts and Mendeley readership are poor indicators of research excellence. Our experimental design builds on the assumption that a good evaluation metric should be able to distinguish publications that have changed a research field from those that have not. The experiment has been conducted on a new dataset for bibliometric research which we call TrueImpactDataset. TrueImpactDataset is a collection of research publications of two types -- research papers which are considered seminal work in their area and papers which provide a survey (a literature review) of a research area. The dataset also contains related metadata, which include DOIs, titles, authors and abstracts. We describe how the dataset was built and provide overview statistics of the dataset. We propose to use the dataset for validating research evaluation metrics. By using this data, we show that widely used research metrics only poorly distinguish excellent research. %@ 978-1-4503-5240-6

@inproceedings{herrmannova2017citations, abstract = {In this paper we show that citation counts and Mendeley readership are poor indicators of research excellence. Our experimental design builds on the assumption that a good evaluation metric should be able to distinguish publications that have changed a research field from those that have not. The experiment has been conducted on a new dataset for bibliometric research which we call TrueImpactDataset. TrueImpactDataset is a collection of research publications of two types -- research papers which are considered seminal work in their area and papers which provide a survey (a literature review) of a research area. The dataset also contains related metadata, which include DOIs, titles, authors and abstracts. We describe how the dataset was built and provide overview statistics of the dataset. We propose to use the dataset for validating research evaluation metrics. By using this data, we show that widely used research metrics only poorly distinguish excellent research.}, acmid = {3057154}, added-at = {2017-07-18T08:59:17.000+0200}, address = {New York, NY, USA}, author = {Herrmannova, Drahomira and Patton, Robert M. and Knoth, Petr and Stahl, Christopher G.}, biburl = {https://www.bibsonomy.org/bibtex/2ee98c5a86423c202d5f34c003773b425/wdees}, booktitle = {Proceedings of the 1st Workshop on Scholarly Web Mining}, description = {Citations and Readership are Poor Indicators of Research Excellence}, doi = {10.1145/3057148.3057154}, interhash = {3464759371491a8d9b3bf2447da61c49}, intrahash = {ee98c5a86423c202d5f34c003773b425}, isbn = {978-1-4503-5240-6}, keywords = {datenquellen evaluation indikatoren nutzung zitationsanalyse}, location = {Cambridge, United Kingdom}, numpages = {8}, pages = {41--48}, publisher = {ACM}, series = {SWM '17}, timestamp = {2017-07-18T08:59:17.000+0200}, title = {Citations and Readership Are Poor Indicators of Research Excellence: Introducing TrueImpactDataset, a New Dataset for Validating Research Evaluation Metrics}, url = {http://doi.acm.org/10.1145/3057148.3057154}, year = 2017 }