@inproceedings{evans:effects-blogs, Title = {The Effects of Blogs and the {Semantic Web} on the Performance of Web Agents}, Author = {Michael P.~Evans and Richard Newman and Timothy A.~Millea and Timothy Putnam and Andrew Walker}, Institution = {School of Systems Engineering, The University of Reading}, Address = {Whiteknights, Reading, RG6 6AY, UK}, Abstract = {Search Engines exploit the Web's hyperlink structure to help infer information content. The new phenomenon of personal Web logs, or `blogs', encourage more extensive annotation of Web content. If their resulting link structures bias the Web crawling applications that search engines depend upon, there are implications for another form of annotation rapidly on the rise, the Semantic Web. We conducted a Web crawl of 160 000 pages in which the link structure of the Web is compared with that of several thousand blogs. Results show that the two link structures are significantly different. We analyse the differences and infer the likely effect upon the performance of existing and future Web agents. The Semantic Web offers new opportunities to navigate the Web, but Web agents should be designed to take advantage of the emerging link structures, or their effectiveness will diminish.}, Keywords = {web crawling, web graph, semantic web, blogs, search engine, web agent}, Booktitle = {Proceedings of the 19th International Symposium on Computer and Information Sciences ({ISCIS} 2004)}, Pages = {676--687}, Month = oct, Year = 2004, ISBN = {3-540-23526-4}, ISSN = {0302-9743}, Url = {http://www.springerlink.com/link.asp?id=7ku3gtacxdju22ch}, DOI = {10.1007/b101749}}