@inproceedings{anderson2008on, author = {Anderson, Reid and Borgs, Christian and Chayes, Jennifer and Hopcroft, John and Mirrokni, Vahab and Teng, Shang-Hua}, title = {On the Stability of Web Crawling and Web Search}, booktitle = {ISAAC '08: Proceedings of the 19th International Symposium on Algorithms and Computation}, year = {2008}, month = {January}, abstract = {In this paper, we analyze a graph-theoretic property motivated by web crawling. We introduce a notion of stable cores, which is the set of web pages that are usually contained in the crawling buffer when the buffer size is smaller than the total number of web pages. We analyze the size of core in a random graph model based on the bounded Pareto power law distribution. We prove that a core of significant size exists for a large range of parameters 2 < α< 3 for the power law.}, publisher = {Springer-Verlag}, url = {http://approjects.co.za/?big=en-us/research/publication/on-the-stability-of-web-crawling-and-web-search/}, pages = {680-691}, isbn = {978-3-540-92181-3}, edition = {ISAAC '08: Proceedings of the 19th International Symposium on Algorithms and Computation}, }