%0 Journal Article %1 IJACSA.2012.030925 %A Perisetla, Kartik Kumar %D 2012 %J International Journal of Advanced Computer Science and Applications(IJACSA) %K Crawlers; Exclusion Multithreading; Mutex Mutual Web locks. principle; %N 9 %T Mutual Exclusion Principle for Multithreaded Web Crawlers %U http://ijacsa.thesai.org/ %V 3 %X This paper describes mutual exclusion principle for multithreaded web crawlers. The existing web crawlers use data structures to hold frontier set in local address space. This space could be used to run more crawler threads for faster operation. All crawler threads fetch the URL to crawl from the centralized frontier. The mutual exclusion principle is used to provide access to frontier for each crawler thread in synchronized manner to avoid deadlock. The approach to utilize the waiting time on mutual exclusion lock in efficient manner has been discussed in detail.

@article{IJACSA.2012.030925, abstract = {This paper describes mutual exclusion principle for multithreaded web crawlers. The existing web crawlers use data structures to hold frontier set in local address space. This space could be used to run more crawler threads for faster operation. All crawler threads fetch the URL to crawl from the centralized frontier. The mutual exclusion principle is used to provide access to frontier for each crawler thread in synchronized manner to avoid deadlock. The approach to utilize the waiting time on mutual exclusion lock in efficient manner has been discussed in detail.}, added-at = {2014-02-21T08:00:08.000+0100}, author = {Perisetla, Kartik Kumar}, biburl = {https://www.bibsonomy.org/bibtex/215adc6f8640eb9c6996426710c5337b0/thesaiorg}, interhash = {0441a985fb27d77ae13021ef20782232}, intrahash = {15adc6f8640eb9c6996426710c5337b0}, journal = {International Journal of Advanced Computer Science and Applications(IJACSA)}, keywords = {Crawlers; Exclusion Multithreading; Mutex Mutual Web locks. principle;}, number = 9, timestamp = {2014-02-21T08:00:08.000+0100}, title = {{Mutual Exclusion Principle for Multithreaded Web Crawlers}}, url = {http://ijacsa.thesai.org/}, volume = 3, year = 2012 }