Collaborative filtering (CF) has proved to be one of the most effective information filtering techniques. However, as their calculation complexity increased quickly both in time and space when the record in user database increases, traditional centralized CF algorithms has suffered from their shortage in scalability. In this paper, we first propose a novel distributed CF algorithm called PipeCF through which we can do both the user database management and prediction task in a decentralized way. We then propose two novel approaches: significance refinement (SR) and unanimous amplification (UA), to further improve the scalability and prediction accuracy of PipeCF. Finally we give the algorithm framework and system architecture of the implementation of PipeCF on Peer-to-Peer (P2P) overlay network through distributed hash table (DHT) method, which is one of the most popular and effective routing algorithm in P2P. The experimental data show that our distributed CF algorithm has much better scalability than traditional centralized ones with comparable prediction efficiency and accuracy.
ER -
%0 Journal Article
%1 keyhere
%A Han, Peng
%A Xie, Bo
%A Yang, Fan
%A Wang, Jiajun
%A Shen, Ruimin
%D 2004
%J Advances in Knowledge Discovery and Data Mining
%K cf decentralized distributed peer-to-peer recommender unread
%P 106--115
%T A Novel Distributed Collaborative Filtering Algorithm and Its Implementation on P2P Overlay Network
%U http://www.springerlink.com/content/kf28mh4f1wxhmk7m
%X Collaborative filtering (CF) has proved to be one of the most effective information filtering techniques. However, as their calculation complexity increased quickly both in time and space when the record in user database increases, traditional centralized CF algorithms has suffered from their shortage in scalability. In this paper, we first propose a novel distributed CF algorithm called PipeCF through which we can do both the user database management and prediction task in a decentralized way. We then propose two novel approaches: significance refinement (SR) and unanimous amplification (UA), to further improve the scalability and prediction accuracy of PipeCF. Finally we give the algorithm framework and system architecture of the implementation of PipeCF on Peer-to-Peer (P2P) overlay network through distributed hash table (DHT) method, which is one of the most popular and effective routing algorithm in P2P. The experimental data show that our distributed CF algorithm has much better scalability than traditional centralized ones with comparable prediction efficiency and accuracy.
ER -
@article{keyhere,
abstract = {Collaborative filtering (CF) has proved to be one of the most effective information filtering techniques. However, as their calculation complexity increased quickly both in time and space when the record in user database increases, traditional centralized CF algorithms has suffered from their shortage in scalability. In this paper, we first propose a novel distributed CF algorithm called PipeCF through which we can do both the user database management and prediction task in a decentralized way. We then propose two novel approaches: significance refinement (SR) and unanimous amplification (UA), to further improve the scalability and prediction accuracy of PipeCF. Finally we give the algorithm framework and system architecture of the implementation of PipeCF on Peer-to-Peer (P2P) overlay network through distributed hash table (DHT) method, which is one of the most popular and effective routing algorithm in P2P. The experimental data show that our distributed CF algorithm has much better scalability than traditional centralized ones with comparable prediction efficiency and accuracy.
ER -},
added-at = {2007-10-09T11:44:41.000+0200},
author = {Han, Peng and Xie, Bo and Yang, Fan and Wang, Jiajun and Shen, Ruimin},
biburl = {https://www.bibsonomy.org/bibtex/26663b267a81793170623f35b9fd544bb/viv},
description = {SpringerLink - Buchkapitel},
interhash = {cf699089281a4017c402742ee6589e89},
intrahash = {6663b267a81793170623f35b9fd544bb},
journal = {Advances in Knowledge Discovery and Data Mining},
keywords = {cf decentralized distributed peer-to-peer recommender unread},
pages = {106--115},
timestamp = {2008-01-21T15:25:17.000+0100},
title = {A Novel Distributed Collaborative Filtering Algorithm and Its Implementation on P2P Overlay Network},
url = {http://www.springerlink.com/content/kf28mh4f1wxhmk7m},
year = 2004
}