Web spam can significantly deteriorate the quality of search engine results. Thus there is a large incentive for commercial search engines to detect spam pages efficiently and accurately. In this paper we present a spam detection system that combines link-based and content-based features, and uses the topology of the Web graph by exploiting the link dependencies among the Web pages. We find that linked hosts tend to belong to the same class: either both are spam or both are non-spam. We demonstrate three methods of incorporating the Web graph topology into the predictions obtained by our base classifier: (i) clustering the host graph, and assigning the label of all hosts in the cluster by majority vote, (ii) propagating the predicted labels to neighboring hosts, and (iii) using the predicted labels of neighboring hosts as new features and retraining the classifier. The result is an accurate system for detecting Web spam, tested on a large and public dataset, using algorithms that can be applied in practice to large-scale Web data.
%0 Conference Paper
%1 Castillo2007
%A Castillo, Carlos
%A Donato, Debora
%A Gionis, Aristides
%A Murdock, Vanessa
%A Silvestri, Fabrizio
%B Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval
%C New York, NY, USA
%D 2007
%I ACM
%K web-spam topology spam-detection
%P 423--430
%R 10.1145/1277741.1277814
%T Know your neighbors: web spam detection using the web topology
%U http://doi.acm.org/10.1145/1277741.1277814
%X Web spam can significantly deteriorate the quality of search engine results. Thus there is a large incentive for commercial search engines to detect spam pages efficiently and accurately. In this paper we present a spam detection system that combines link-based and content-based features, and uses the topology of the Web graph by exploiting the link dependencies among the Web pages. We find that linked hosts tend to belong to the same class: either both are spam or both are non-spam. We demonstrate three methods of incorporating the Web graph topology into the predictions obtained by our base classifier: (i) clustering the host graph, and assigning the label of all hosts in the cluster by majority vote, (ii) propagating the predicted labels to neighboring hosts, and (iii) using the predicted labels of neighboring hosts as new features and retraining the classifier. The result is an accurate system for detecting Web spam, tested on a large and public dataset, using algorithms that can be applied in practice to large-scale Web data.
%@ 978-1-59593-597-7
@inproceedings{Castillo2007,
abstract = {Web spam can significantly deteriorate the quality of search engine results. Thus there is a large incentive for commercial search engines to detect spam pages efficiently and accurately. In this paper we present a spam detection system that combines link-based and content-based features, and uses the topology of the Web graph by exploiting the link dependencies among the Web pages. We find that linked hosts tend to belong to the same class: either both are spam or both are non-spam. We demonstrate three methods of incorporating the Web graph topology into the predictions obtained by our base classifier: (i) clustering the host graph, and assigning the label of all hosts in the cluster by majority vote, (ii) propagating the predicted labels to neighboring hosts, and (iii) using the predicted labels of neighboring hosts as new features and retraining the classifier. The result is an accurate system for detecting Web spam, tested on a large and public dataset, using algorithms that can be applied in practice to large-scale Web data.},
acmid = {1277814},
added-at = {2011-03-17T18:32:58.000+0100},
address = {New York, NY, USA},
author = {Castillo, Carlos and Donato, Debora and Gionis, Aristides and Murdock, Vanessa and Silvestri, Fabrizio},
biburl = {https://www.bibsonomy.org/bibtex/2d8b00837625cbefeca5394e07af48efe/beate},
booktitle = {Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval},
description = {Know your neighbors},
doi = {10.1145/1277741.1277814},
groups = {public},
interhash = {c05211f197c007f2fc2d72cf4db2f5e3},
intrahash = {d8b00837625cbefeca5394e07af48efe},
isbn = {978-1-59593-597-7},
keywords = {web-spam topology spam-detection},
location = {Amsterdam, The Netherlands},
numpages = {8},
pages = {423--430},
publisher = {ACM},
series = {SIGIR '07},
timestamp = {2011-03-22T13:40:49.000+0100},
title = {Know your neighbors: web spam detection using the web topology},
url = {http://doi.acm.org/10.1145/1277741.1277814},
username = {beate},
year = 2007
}