%0 Journal Article %1 organisciak_term_2016 %A Organisciak, Peter %D 2016 %K terminologieextraktion %T Term frequencies for 235k language and literature texts %U https://www.ideals.illinois.edu/handle/2142/89515 %X Corpus-level term statistics are valuable for numerous text analysis activities, such as term weighting or probability distribution smoothing. In instances where there is an insufficient corpus to calculate such statistics, falling back on a general corpus of similar texts is useful. This dataset provides statistics for a collection of 235k books from the HathiTrust that are classified as Language and Literature (i.e. class P in LCC). For each term seen in these books, book frequency, page frequency, and term frequency are provided. Book frequency is the count of books that the term is seen in, page frequency is the number of pages that have the term, and term frequency is the overall count of the term. This data is derived from the holding of the HathiTrust, using the Extracted Features dataset from the HathiTrust Research Center.

@article{organisciak_term_2016, abstract = {Corpus-level term statistics are valuable for numerous text analysis activities, such as term weighting or probability distribution smoothing. In instances where there is an insufficient corpus to calculate such statistics, falling back on a general corpus of similar texts is useful. This dataset provides statistics for a collection of 235k books from the HathiTrust that are classified as Language and Literature (i.e. class P in LCC). For each term seen in these books, book frequency, page frequency, and term frequency are provided. Book frequency is the count of books that the term is seen in, page frequency is the number of pages that have the term, and term frequency is the overall count of the term. This data is derived from the holding of the HathiTrust, using the Extracted Features dataset from the HathiTrust Research Center.}, added-at = {2018-11-04T17:02:36.000+0100}, author = {Organisciak, Peter}, biburl = {https://www.bibsonomy.org/bibtex/27f4ccdf8798c7009d023e82b4063ad51/lepsky}, interhash = {f336121752a7d70717cd53f5d181e1e6}, intrahash = {7f4ccdf8798c7009d023e82b4063ad51}, keywords = {terminologieextraktion}, language = {en}, month = mar, timestamp = {2018-11-04T17:02:36.000+0100}, title = {Term frequencies for 235k language and literature texts}, url = {https://www.ideals.illinois.edu/handle/2142/89515}, urldate = {2016-03-23}, year = 2016 }