| HITS | BROWSER |
| 2 | !Susie |
| 2 | "Mozilla/4.0 |
| 2 | 12345 |
| 1 | 192.comAgent |
| 7 | 50.nu/0.01 |
| 1 | Aberja |
| 2 | acquia-crawler |
| 1 | AdultsVisit.us/Nutch-1.0 |
| 1 | AdultsVisitUs/Nutch-1.1 |
| 41 | Advista |
| 1 | agodar |
| 1 | aipbot/1.0 |
| 1 | aipbot/2 |
| 5 | ajSitemap |
| 7 | al_viewer |
| 1 | alef/0.1 |
| 1 | Anonymous |
| 1 | Anonymous/0.0 |
| 1 | AOL_Daniel_Clark_Spider/Nutch-0.9 |
| 1 | AOL_Ian_The_Aussie_Spider/Nutch-0.9 |
| 1 | Apache-HttpClient/4.0-beta2 |
| 1 | AppEngine-Google; |
| 8 | appie |
| 1 | ArabyBot |
| 3 | arianna.libero.it |
| 1 | ASAHA |
| 1 | Atomic_Email_Hunter/4.0 |
| 4 | Avant |
| 3 | BackStreet |
| 1 | Bad-Neighborhood |
| 1 | Baiduspider |
| 1546 | Baiduspider+(+http://help.baidu.jp/system/05.html) |
| 1950 | Baiduspider+(+http://www.baidu.com/search/spider.htm) |
| 1598 | Baiduspider+(+http://www.baidu.com/search/spider_jp.html) |
| 1048 | Baiduspider+(+http://www.baidu.jp/spider/) |
| 6 | Balihoo/Nutch-1.0-dev |
| 2 | Basalt |
| 1 | baypup/1.1 |
| 2 | BeijingCrawler |
| 2 | betaBot |
| 4 | Bigsearch.ca/Nutch-0.9-dev |
| 5 | Bigsearch.ca/Nutch-1.0-dev |
| 1 | BioSearch |
| 1 | BKA |
| 4 | BlackBerry9000/4.6.0.167 |
| 1 | BlackBerry9000/4.6.0.185 |
| 1 | BlackBerry9530/4.7.0.148 |
| 1 | blackcrawl/Nutch-0.9 |
| 3 | blackspider |
| 1 | Blog |
| 1 | Bloodhound/Nutch-0.9 |
| 1 | boitho.com-dc/0.82 |
| 1 | boitho.com-dc/0.83 |
| 1 | boitho.com-dc/0.85 |
| 5 | boitho.com-dc/0.86 |
| 1 | Bookdog/5.3.13 |
| 1 | Bookdog/5.3.6 |
| 1 | BookmarkBase(2/;http://bookmarkbase.com) |
| 1 | Bookmark-Manager |
| 3 | bot/1.0 |
| 1 | BotTracer; |
| 4 | BruinBot |
| 1 | btbot/0.4 |
| 1 | BuildCMS |
| 5 | CamontSpider/1.0 |
| 2 | CatchBot/1.0; |
| 1 | CatchBot/2.0; |
| 3 | Cazoodle/Nutch-0.9-dev |
| 1 | CazoodleBot/0.0.2 |
| 1 | CazoodleBot/0.1 |
| 7 | CazoodleBot/Nutch-0.9-dev |
| 7 | CCBot/1.0 |
| 1 | ccubee/3.2 |
| 2 | ccubee/4.0 |
| 1 | CentiverseBot |
| 30 | cfetch/1.0 |
| 1 | CFG_SPIDER_USER_AGENT |
| 10 | Chen |
| 3 | Chilkat/1.0.0 |
| 3 | Cityreview |
| 1 | CMS |
| 14 | complex_network_group/Nutch-0.9-dev |
| 12 | ConveraCrawler/0.9d |
| 3 | ConveraCrawler/0.9e |
| 4 | copyright |
| 3 | Crawler |
| 1 | Crawler/1.0+http://elibron.com |
| 2 | crawler6-tecnoseek |
| 1 | Crowline/0.1 |
| 1 | csci_b659/0.13 |
| 1 | curl |
| 3 | curl/7.10.6 |
| 4 | curl/7.13.1 |
| 1 | curl/7.13.2 |
| 1 | curl/7.14.0 |
| 12 | CyberPatrol |
| 1 | DA |
| 3 | dcs |
| 7 | DealGates |
| 1 | default |
| 2 | Dillo/0.8.6-i18n-misc |
| 21 | disco/Nutch-1.0-dev |
| 1 | DNSGroup/0.1 |
| 23 | DoCoMo/2.0 |
| 1 | DomainCrawler/1.0 |
| 5 | Domnutch-Bot/Nutch-1.0 |
| 2 | DotBot/1.0.1 |
| 2 | dragonfly(ebingbong#playstarmusic.com) |
| 5 | DTAAgent |
| 1 | DuckDuckBot/1.1; |
| 1 | ejupiter.com |
| 8 | EmeraldShield.com |
| 3 | eMule |
| 107 | envolk/1.7 |
| 43 | envolk[ITS]spider/1.6 |
| 4 | Eric |
| 1 | es_com_viewer |
| 3 | e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/) |
| 1 | Eurobot/Nutch-1.0-dev |
| 4 | Exabot/2.0 |
| 71 | Exabot/3.0 |
| 1 | exactseek.com |
| 1 | ExactSeek_Spider |
| 3 | exooba |
| 1 | exooba/exooba |
| 1 | Explorer |
| 1 | facebookexternalhit/1.0 |
| 3 | FAST |
| 9 | FavOrg |
| 59 | favorstarbot/1.0 |
| 1 | FBI |
| 2 | FDM |
| 16 | Feed::Find/0.03 |
| 1 | findfiles.org/0.91 |
| 2 | findlinks/1.0 |
| 1 | findlinks/1.0.8 |
| 8 | findlinks/1.0.9 |
| 1 | findlinks/1.0.9-a2 |
| 1 | findlinks/1.1 |
| 2 | findlinks/1.1.1 |
| 8 | findlinks/1.1.1-a1 |
| 1 | findlinks/1.1.1-a2 |
| 2 | findlinks/1.1.1-a5 |
| 2 | findlinks/1.1.3-beta6 |
| 1 | findlinks/1.1.3-beta8 |
| 21 | findlinks/1.1.3-beta9 |
| 1 | findlinks/1.1.4-beta1 |
| 1 | findlinks/1.1-a3 |
| 3 | findlinks/1.1-a5 |
| 4 | findlinks/1.1-a7 |
| 8 | findlinks/1.1-a8 |
| 2 | Firefox |
| 2 | Firefox/1.0 |
| 1 | flatlandbot/allspark |
| 3 | flatlandbot/flatlandbot |
| 5 | Flight |
| 1 | flyindex.net |
| 5 | FollowSite |
| 1 | FreshDownload/4.40 |
| 3 | FyberSpider/1.3 |
| 14 | Gaisbot/3.0+(robot06@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php) |
| 1 | Gaisbot/3.0+(robot-response@widelab.org;+http://www.widelab.org/robot.html) |
| 3 | GeoHasher/Nutch-1.0 |
| 1 | GetRight/4.5a |
| 2 | gh-index-bot/Nutch-1.0 |
| 2 | Gigabot |
| 1 | Gigabot/1.0 |
| 11 | Gigabot/2.0 |
| 53 | Gigabot/2.0/gigablast.com/spider.html |
| 8 | Gigabot/2.0; |
| 716 | Gigabot/3.0 |
| 1 | GingerCrawler/1.0 |
| 5 | GOFORITBOT |
| 1 | google_web |
| 200 | Googlebot/2.1 |
| 1 | GoogleCACHEDbot |
| 1 | grbot |
| 3 | great-plains-web-spider/flatlandbot |
| 2 | great-plains-web-spider/gpws |
| 8 | Grub/2.0 |
| 2 | GrubNG |
| 1 | GT::WWW/1.026 |
| 1 | GT::WWW/1.030 |
| 11 | GurujiBot/1.0 |
| 1 | gzip(gfe) |
| 1 | Harry |
| 1 | HenryTheMiragoRobot |
| 1 | hilpers |
| 1 | hl_ftien_spider/1.1(compatible; |
| 2 | hl_ftien_spider_v1.1 |
| 1 | HMSE_Robot |
| 1 | holmes/3.10.1 |
| 5 | holmes/3.11 |
| 4 | holmes/3.12 |
| 1 | holmes/3.12.1 |
| 2 | holmes/3.12.2 |
| 1 | holmes/3.12.3 |
| 11 | holmes/3.12.4 |
| 1 | holmes/3.9 |
| 1 | HooWWWer/2.1.3 |
| 1 | HooWWWer/2.3.0 |
| 1 | HTC_TyTN_II |
| 1 | HTCP3600-Mozilla/4.0 |
| 2 | htdig/3.1.6 |
| 3 | Html |
| 1 | HTMLParser/1.6 |
| 7 | HTTP/1.0 |
| 1 | http://Anonymouse.org/ |
| 136 | http://www.almaden.ibm.com/cs/crawler |
| 1 | http://www.amagit.com/ |
| 1 | http://www.monogol.de |
| 2 | http://www.submission.it |
| 2 | HttpComponents/1.1 |
| 2 | httpunit/1.5 |
| 1 | Huasai/1.0 |
| 3 | Huaweisymantecspider |
| 1 | Human/0.8 |
| 3 | i1searchbot/2.0 |
| 143 | ia_archiver |
| 1 | ia_archiver/3.5 |
| 20 | ia_archiver-web.archive.org |
| 2 | ICC-Crawler(Mozilla-compatible; |
| 8 | ichiro/2.0 |
| 2 | IE7.0 |
| 2 | ilial/Nutch-0.9 |
| 5 | ilial/Nutch-0.9-dev |
| 4 | IlseBot/1.1 |
| 2 | IlTrovatore/1.2 |
| 12 | IlTrovatore-Setaccio/1.2 |
| 2 | InetURL:/1.0 |
| 1 | Infoseek |
| 8 | Internet |
| 1 | intumit/Nutch-1.0-dev |
| 1 | IP2LocationBot/1.1 |
| 1 | IP2LocationBot/1.2 |
| 4 | IP2MapBot/1.1 |
| 2 | IP2PhraseBot/1.0 |
| 1 | IPAddressGuideBot/1.0 |
| 1 | IPAddressGuideBot/1.1 |
| 22 | IRLbot/2.0 |
| 6 | IRLbot/3.0 |
| 1 | Isara/Isara-1.0 |
| 1 | iSEEKbot/iSEEKbot-0.9-dev |
| 1 | Isidorus/2.0 |
| 1 | iwpbgmuskq |
| 14 | Jakarta |
| 1 | Jambot/0.1.1 |
| 1 | Java(TM) |
| 3 | Java/1.4.1_04 |
| 1 | Java/1.4.2_03 |
| 2 | Java/1.4.2_09 |
| 2 | Java/1.5.0_01 |
| 1 | Java/1.5.0_02 |
| 3 | Java/1.5.0_06 |
| 4 | Java/1.5.0_14 |
| 1 | Java/1.5.0_19 |
| 1 | Java/1.6.0 |
| 3 | Java/1.6.0_01 |
| 3 | Java/1.6.0_02 |
| 1 | Java/1.6.0_03 |
| 55 | Java/1.6.0_04 |
| 1 | Java/1.6.0_05 |
| 1 | Java/1.6.0_06 |
| 2 | Java/1.6.0_07 |
| 5 | Java/1.6.0_10 |
| 2 | Java/1.6.0_11 |
| 2 | Java/1.6.0_12 |
| 6 | Java/1.6.0_13 |
| 18 | Java/1.6.0_15 |
| 4 | Java/1.6.0_16 |
| 3 | Java/1.6.0_20 |
| 2 | Java/1.6.0-beta |
| 1 | Java1.2.2 |
| 5 | Java1.3.1_16 |
| 1 | JetBrains |
| 1 | JuicyBits_Search_0.04 |
| 6 | Jyxobot/1 |
| 1 | kalooga/KaloogaBot |
| 1 | KBeeBot/0.5 |
| 1 | KFSW-Bot |
| 1 | kitty/Nutch-0.8.1 |
| 2 | KnowItAll/Nutch-0.9 |
| 1 | kyxNpqpmqaNlqsytftbf |
| 1 | L.webis/0.17 |
| 1 | L.webis/0.40 |
| 1 | L.webis/0.42 |
| 1 | L.webis/0.44 |
| 1 | L.webis/0.47 |
| 1 | L.webis/0.50 |
| 1 | L.webis/0.53 |
| 14 | lanshanbot/1.0 |
| 1 | LapozzBot/1.4 |
| 5 | larbin_2.6.3 |
| 2 | LG/U370/v1.0 |
| 1 | LG/U880/v1.0 |
| 1 | li_viewer |
| 2 | libcurl-agent/MrWall-CI |
| 3 | libwww-perl/5.63 |
| 1 | libwww-perl/5.64 |
| 13 | libwww-perl/5.65 |
| 1 | libwww-perl/5.69 |
| 10 | libwww-perl/5.75 |
| 1 | libwww-perl/5.76 |
| 10 | libwww-perl/5.79 |
| 33 | libwww-perl/5.803 |
| 113 | libwww-perl/5.805 |
| 21 | libwww-perl/5.808 |
| 19 | libwww-perl/5.812 |
| 2 | libwww-perl/5.814 |
| 5 | libwww-perl/5.816 |
| 2 | libwww-perl/5.825 |
| 1 | libwww-perl/5.833 |
| 3 | LinguaBot |
| 3 | LinguaBot/v0.001-dev |
| 32 | Linguee |
| 1 | linkaGoGo |
| 2 | LinkCheck |
| 3 | Links |
| 1 | LinksManager |
| 2 | LinkWalker |
| 1 | LiveTrans/Nutch-0.9 |
| 3 | LLWC |
| 1 | LocalcomBot/1.2.2 |
| 1 | LocalcomBot/1.3.0 |
| 1 | Lorkyll |
| 1 | Loser |
| 2 | Loserbot/1.0 |
| 2 | LWP::Simple/5.65 |
| 3 | LWP::Simple/5.803 |
| 1 | LWP::Simple/5.814 |
| 1 | lwp-trivial/1.41 |
| 1 | lwp-trivial/5.810 |
| 1 | Lynx/2.8.4dev.14 |
| 5 | Lynx/2.8.4rel.1 |
| 3 | Lynx/2.8.5rel.1 |
| 1 | Lynx/2.8.5rel.2 |
| 1 | Lynx/2.8.5rel.5 |
| 2 | mAgent |
| 9 | Mail.Ru/1.0 |
| 5 | Matrix |
| 3 | Mediapartners-Google |
| 5 | Mediapartners-Google/2.1 |
| 2 | Metaspinner/0.01 |
| 2 | metatagsdir/0.7 |
| 3 | MFC_Tear_Sample |
| 13 | Microsoft |
| 1 | miniRank/2.0 |
| 1 | Missigua |
| 28 | MJ12bot/v1.0.4 |
| 3 | MJ12bot/v1.0.5 |
| 1 | MJ12bot/v1.0.6 |
| 41 | MJ12bot/v1.0.7 |
| 36 | MJ12bot/v1.0.8 |
| 1 | MJ12bot/v1.1.1 |
| 33 | MJ12bot/v1.2.0 |
| 11 | MLBot |
| 1 | MoJoBot/0.1 |
| 1 | Mozdex/0.7.2 |
| 3 | Mozdex/0.7.2-dev |
| 16 | Mozilla |
| 6 | Mozilla/0.6 |
| 5 | Mozilla/0.91 |
| 6 | Mozilla/1.22 |
| 309 | Mozilla/2.0 |
| 120 | Mozilla/3.0 |
| 3 | Mozilla/3.01 |
| 52601 | Mozilla/4.0 |
| 1 | Mozilla/4.0( |
| 27 | Mozilla/4.0(compatible; |
| 2 | Mozilla/4.0+(compatible;) |
| 1 | Mozilla/4.0+(compatible;+MSIE+6.0;+Windows+NT+5.0;) |
| 3 | Mozilla/4.08 |
| 2 | Mozilla/4.1 |
| 89 | Mozilla/4.5 |
| 2 | Mozilla/4.51 |
| 1 | Mozilla/4.6 |
| 3 | Mozilla/4.61 |
| 8 | Mozilla/4.7 |
| 1 | Mozilla/4.75 |
| 12 | Mozilla/4.76 |
| 1 | Mozilla/4.77 |
| 1 | Mozilla/4.78 |
| 5 | Mozilla/4.79 |
| 1 | Mozilla/4.8 |
| 35716 | Mozilla/5.0 |
| 7 | Mozilla/5.001 |
| 1 | Mozilla/5.9 |
| 11 | Mozilla/6.0 |
| 1 | Mozilla/6.5 |
| 1 | Mozilla/7.0 |
| 5 | mozilla/firefox |
| 1 | Mozilla/Firefox |
| 29 | mozilla/firefox |
| 5 | Mozzila/4.0 |
| 1 | MQbot |
| 6 | MQBOT/Nutch-0.9-dev |
| 1 | Mrako |
| 1 | ms |
| 152 | MSIE |
| 16 | msnbot/0.9 |
| 526 | msnbot/1.0 |
| 342 | msnbot/1.1 |
| 825 | msnbot/2.0b |
| 32 | msnbot-media/1.0 |
| 22 | msnbot-media/1.1 |
| 3 | msnbot-Products/1.0 |
| 1 | MSNPTC/1.0 |
| 3 | MSRBOT |
| 2 | multicrawler |
| 2 | MVAClient |
| 1 | MyBrowser |
| 1 | MyEngines-Bot |
| 7 | NaverBot-1.0 |
| 1 | Netchart |
| 3 | NetID.com |
| 5 | NetResearchServer/3.5(loopimprovements.com/robot.html) |
| 8 | NetResearchServer/4.0(loopimprovements.com/robot.html) |
| 1 | netseer/Nutch-0.9 |
| 4 | NetSprint |
| 4 | NetWhatCrawler/0.06-dev |
| 1 | NextGenSearchBot |
| 1 | NextopiaBOT |
| 3 | NG/2.0 |
| 1 | NG-Search/0.90 |
| 1 | nnn/ttt |
| 1 | Nokia3108/1.0 |
| 2 | Nokia6300/2.0 |
| 3 | Nokia6600/1.0 |
| 8 | nokia6610I/1.0 |
| 4 | Nokia6680/1.0 |
| 68 | Nokia6682/2.0 |
| 12 | Nokia6820/2.0 |
| 1 | Nokia7650/1.0 |
| 3 | NokiaN70-1/5.0638.3.0.1 |
| 1 | NokiaN73-1/4.0812.4.2.1 |
| 847 | none |
| 5 | noxtrumbot/1.0 |
| 1 | noyona_0_1 |
| 2 | NPBot/3 |
| 1 | nrsbot/5.0(loopimprovements.com/robot.html) |
| 3 | nrsbot/5.0(loopip.com/robot.html) |
| 1 | nrsbot/5.02 |
| 2 | Nudelbot |
| 1 | Nusearch |
| 1 | Nutch |
| 3 | nutch.biz/Nutch-1.0 |
| 3 | nutch.us/Nutch-1.0 |
| 2 | Nutch/0.9/Nutch-0.9 |
| 4 | Nutch/Nutch-0.8.1 |
| 1 | Nutch/Nutch-0.9 |
| 1 | nutch/Nutch-0.9 |
| 1 | Nutch/Nutch-1.0 |
| 16 | nutch/Nutch-1.0-dev |
| 2 | Nutch0.8/Nutch-0.9-dev |
| 1 | nutch0.9/Nutch-0.9-dev |
| 3 | NutchCVS/0.06-dev |
| 1 | NutchCVS/0.7 |
| 12 | NutchCVS/0.7.1 |
| 1 | NutchCVS/0.7.2 |
| 22 | NutchCVS/0.8-dev |
| 8 | NutchEC2Test/Nutch-0.9-dev |
| 1 | ObjectsSearch/0.2 |
| 39 | Ocelli/1.3 |
| 309 | Ocelli/1.4 |
| 1 | Octora |
| 1 | ODP::/0.01 |
| 1 | OmniExplorer_Bot/4.32 |
| 1 | OmniExplorer_Bot/5.81 |
| 1 | OmniExplorer_Bot/6.70 |
| 1 | OmniWeb |
| 1 | onCHECK-Robot, |
| 1 | OOZBOT/0.17 |
| 2 | OOZBOT/0.20 |
| 1 | OpenAcoon |
| 2 | Opera/10.00 |
| 1 | Opera/10.60 |
| 1 | Opera/6.01 |
| 4 | Opera/7.11 |
| 5 | Opera/7.23 |
| 3 | Opera/7.50 |
| 11 | Opera/7.54 |
| 6 | Opera/7.60 |
| 4 | Opera/8.0 |
| 3 | Opera/8.00 |
| 3 | Opera/8.01 |
| 3 | Opera/8.02 |
| 36 | Opera/8.50 |
| 4 | Opera/8.51 |
| 6 | Opera/8.52 |
| 5 | Opera/8.53 |
| 20 | Opera/8.54 |
| 7 | Opera/9.0 |
| 39 | Opera/9.00 |
| 79 | Opera/9.01 |
| 90 | Opera/9.02 |
| 68 | Opera/9.10 |
| 1 | Opera/9.12 |
| 28 | Opera/9.20 |
| 30 | Opera/9.21 |
| 12 | Opera/9.22 |
| 26 | Opera/9.23 |
| 22 | Opera/9.24 |
| 16 | Opera/9.25 |
| 14 | Opera/9.26 |
| 24 | Opera/9.27 |
| 2 | Opera/9.30 |
| 22 | Opera/9.50 |
| 24 | Opera/9.51 |
| 19 | Opera/9.52 |
| 15 | Opera/9.60 |
| 9 | Opera/9.61 |
| 14 | Opera/9.62 |
| 21 | Opera/9.63 |
| 34 | Opera/9.64 |
| 1 | Opera/9.70 |
| 106 | Opera/9.80 |
| 1 | OrangeSpider |
| 2 | OutfoxBot/0.5 |
| 1 | OUTSEEKBOOT/5.0 |
| 1 | owsBot/0.2 |
| 1 | ozelot/2.7.3 |
| 2 | page_viewer |
| 2 | panelbot |
| 24 | panscient.com |
| 1 | PCbot/3.0 |
| 1 | PEAR |
| 5 | PeerFactor |
| 1 | Pete-Spider |
| 2 | Pete-Spider/1.1 |
| 43 | PHP |
| 2 | PHPCrawl |
| 28 | Pingdom |
| 2 | Pingdom.com/tools |
| 3 | PlantyNet_WebRobot_V1.9 |
| 1 | Pluggd/Nutch-0.9 |
| 1 | POE-Component-Client-HTTP/0.65 |
| 1 | Pompos/1.3 |
| 22 | psbot/0.1 |
| 50 | psycheclone |
| 198 | PycURL |
| 7 | PycURL/7.15.5 |
| 1 | PycURL/7.18.0 |
| 3 | Python-urllib/1.15 |
| 4 | Python-urllib/1.16 |
| 7 | Python-urllib/1.17 |
| 1 | Python-urllib/2.1 |
| 15 | Python-urllib/2.4 |
| 7 | Python-urllib/2.5 |
| 2 | Python-urllib/2.6 |
| 2 | QEAVis |
| 1 | RAMPyBot |
| 2 | Rankivabot/3.2 |
| 5 | rdfbot/1.0 |
| 1 | REAP-crawler |
| 3 | RedBot/redbot-1.0 |
| 1 | renlifangbot/1.0 |
| 3 | RiceComputerArchitecture |
| 7 | robotgenius |
| 3 | Robotgenius |
| 32 | robotgenius/Nutch-1.0-dev |
| 13 | Robozilla/1.0 |
| 1 | RSS-SPIDER |
| 1 | Ruby |
| 1 | RufusBot |
| 1 | rulinki.ru |
| 2 | Safari/6531.21.10 |
| 2 | Safari/6531.22.7 |
| 1 | Safari5530.18 |
| 1 | Safari5530.19 |
| 2 | SafariBookmarkChecker/1.30 |
| 27 | SAMSUNG-SGH-E250/1.0 |
| 1 | SAMSUNG-SGH-i600TIM/1.0 |
| 2 | SapphireWebCrawler/Nutch-1.0-dev |
| 15 | SBIder/0.8-dev |
| 6 | SBIder/Nutch-1.0-dev |
| 89 | SBIder/SBIder-0.8.2-dev |
| 1 | schibstedsokbot |
| 2 | Schloerbot/Nutch-1.0 |
| 2 | Scout.Vortex |
| 4 | ScSpider/0.2 |
| 3 | searchbot |
| 6 | Seekbot/1.0 |
| 2 | SeekGen/Nutch-0.9 |
| 1 | Selflinkchecker |
| 27 | Sensis |
| 4 | SexShop.Sg/Nutch-1.1 |
| 1 | SHARP-TQ-GX20/1.1 |
| 1 | SheenBot/SheenBot-1.0.0 |
| 2 | SheenBot/SheenBot-1.0.1 |
| 2 | SheenBot/SheenBot-1.0.2 |
| 1 | SheenBot/SheenBot-1.0.3 |
| 3 | SheenBot/SheenBot-1.0.4 |
| 5 | Shelob |
| 4 | shelob |
| 11 | Shim-Crawler(Mozilla-compatible; |
| 4 | ShrinkTheWeb.com |
| 1 | Silk/1.0 |
| 1 | silk/1.0 |
| 7 | SimilarPages/Nutch-1.0-dev |
| 1 | Sirketcebot/v.01 |
| 1 | Skywalker/0.1 |
| 64 | smart.apnoti.com |
| 4 | snap.com |
| 6 | Snapbot/1.0 |
| 27 | Snoopy |
| 1 | softgardenspider/Nutch-0.9 |
| 2 | sogou |
| 8 | Sogou |
| 68 | sogou |
| 941 | Sogou |
| 1 | Sogou+web+robot+(+http://www.sogou.com/docs/help/webmasters.htm#07) |
| 6 | sohu |
| 7 | sohu-search |
| 2 | SonyEricssonP990i/R100 |
| 1542 | Sosospider+(+http://help.soso.com/webspider.htm) |
| 197 | Speedy |
| 1 | sphsearch.org/Nutch-1.0 |
| 1 | spider |
| 2 | SpiderMan |
| 10 | SpokeSpider/1.0 |
| 1 | sproose/0.1 |
| 6 | sproose/0.1-alpha |
| 1 | sproose/1.0beta |
| 2 | Spy |
| 1 | SquidClamAV_Redirector |
| 4 | StackRambler/2.0 |
| 1 | Steeler/3.2 |
| 1 | Steeler/3.3 |
| 1 | SUNPlex |
| 2 | SurfControl |
| 194 | SurveyBot/2.3 |
| 1 | swish-e |
| 22 | SygolBot |
| 3 | Syntryx |
| 2 | Szukacz/1.5 |
| 14 | tags2dir.com/0.8 |
| 1 | Teemer |
| 9 | Teleport |
| 1 | tellbaby/Nutch-0.9 |
| 1 | temaseek.com/Nutch-1.0 |
| 2 | Test_Robot_1.1/Virem |
| 1 | TestCrawler/Nutch-0.9 |
| 1 | TheRarestParser/0.2a |
| 9 | TheRarestParser/0.4b |
| 4 | Thumbnail.CZ |
| 1 | ThumbShots-Bot |
| 1 | TinEye |
| 1 | TopServer |
| 1 | TulipChain/6.03 |
| 1 | TurnitinBot/2.0 |
| 10 | TurnitinBot/2.1 |
| 2 | TwengaBot/2.0 |
| 1 | TwengaBot-Discover |
| 2 | Twiceler |
| 1 | Twiceler-0.9 |
| 2 | updated/0.1-alpha |
| 2 | URLBase/6.1 |
| 256 | User-Agent: |
| 1 | User-Agent=Mozilla/5.0 |
| 1 | VadixBot |
| 1 | Verdacht |
| 42 | VirgilioBot |
| 11 | VisBot/2.0 |
| 1 | void/1.0 |
| 1 | Vortex/2.2 |
| 115 | voyager/1.0 |
| 1 | W3C_Validator/1.575 |
| 1 | W3C_Validator/1.606 |
| 1 | W3C-checklink/4.5 |
| 2 | Web |
| 1 | web_ay |
| 230 | WebAlta |
| 5 | WebCopier |
| 1 | WebCrawler_1.1 |
| 1 | WebKit/3.0 |
| 1 | WebPic |
| 4 | WebReaper |
| 1 | Webscope/Nutch-0.9-dev |
| 1 | WebServerStats/1.0 |
| 13 | Website |
| 1 | webster-internet.de |
| 1 | WebStripper/2.59 |
| 1 | WebStripper/2.66 |
| 3 | WebZIP/5.0 |
| 1 | WebZIP/7.0 |
| 1 | wectar/Nutch-0.9 |
| 1 | wectarbot |
| 1 | Wget/1.10 |
| 3 | Wget/1.10.1 |
| 13 | Wget/1.10.2 |
| 2 | Wget/1.11.1 |
| 3 | Wget/1.11.4 |
| 1 | Wget/1.12 |
| 2 | Wget/1.6 |
| 1 | Wget/1.8.2 |
| 1 | Wget/1.9.1 |
| 2 | Wget/1.9+cvs-stable |
| 8 | wikiwix-bot-3.0 |
| 1 | WINGUIDO |
| 1 | WinHTTP |
| 1 | WinHttp984439 |
| 2 | WinInet |
| 1 | WinkBot/0.06 |
| 1 | WinPodder |
| 3 | woriobot |
| 2 | www.adressendeutschland.de |
| 2 | WWW-Mechanize/1.22 |
| 2 | wwwster/1.4 |
| 1 | WyoBot |
| 98 | Xenu |
| 1 | xirq/0.1-beta |
| 1 | yacybot |
| 1 | YahooSeeker/iST_KRv3.9 |
| 1 | YahooSeeker-Backyard/v3.9 |
| 337 | Yandex/1.01.001 |
| 44 | Yandex/1.02.000 |
| 3 | YandexSomething/1.0 |
| 310 | Yanga |
| 12 | Yeti/0.01 |
| 73 | Yeti/1.0 |
| 1 | Yobot/1.0 |
| 12 | yoofind/yoofind-0.1-dev |
| 1 | ZeBot_lseek.net |
| 2 | zerxbot/Version |
| 1 | ZIPCodeBuyBot/1.1 |
| 1 | Zscho.de/Nutch-0.9-semantic_patch |