We have created three testbeds of web data for use in controlled experiments in collection modeling. This short paper examines the applicability of Ziff's and Heaps' laws as applied to web data. We find extremely close agreement between observed vocabulary growth and Heaps' law. We find reasonable agreement with Ziff's law for medium to low frequency terms. Ziff's law is a poor predictor for high frequency terms. These findings hold for all three testbeds although we restrict ourselves to one here due to space limitations.
%0 Book
%1 Zipf1949a
%A Zipf, George K.
%D 1949
%I Addison-Wesley
%K Law Linguistics Zipf's
%T Human Behavior and the Principle of Least Effort
%X We have created three testbeds of web data for use in controlled experiments in collection modeling. This short paper examines the applicability of Ziff's and Heaps' laws as applied to web data. We find extremely close agreement between observed vocabulary growth and Heaps' law. We find reasonable agreement with Ziff's law for medium to low frequency terms. Ziff's law is a poor predictor for high frequency terms. These findings hold for all three testbeds although we restrict ourselves to one here due to space limitations.
@book{Zipf1949a,
abstract = {We have created three testbeds of web data for use in controlled experiments in collection modeling. This short paper examines the applicability of Ziff's and Heaps' laws as applied to web data. We find extremely close agreement between observed vocabulary growth and Heaps' law. We find reasonable agreement with Ziff's law for medium to low frequency terms. Ziff's law is a poor predictor for high frequency terms. These findings hold for all three testbeds although we restrict ourselves to one here due to space limitations. },
added-at = {2012-05-11T10:05:22.000+0200},
author = {Zipf, George K.},
biburl = {https://www.bibsonomy.org/bibtex/2c8a2ed369c6a34e38996986572cd1c63/domingos},
interhash = {0698c2b61c208bc9dc1c1eefc71690ec},
intrahash = {c8a2ed369c6a34e38996986572cd1c63},
keywords = {Law Linguistics Zipf's},
publisher = {Addison-Wesley},
timestamp = {2012-05-11T10:05:22.000+0200},
title = {Human Behavior and the Principle of Least Effort},
year = 1949
}