81.19.66.8 - - [15/Jan/2006:02:48:32 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "StackRambler/2.0 (MSIE incompatible)" 139.18.13.202 - - [15/Jan/2006:03:54:43 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "findlinks/1.1-a7 (+http://wortschatz.uni-leipzig.de/findlinks/)" 87.82.20.75 - - [15/Jan/2006:11:21:31 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "MJ12bot/v1.0.7 (http://majestic12.co.uk/bot.php?+)" 207.68.146.104 - - [15/Jan/2006:12:07:06 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 66.196.91.167 - - [15/Jan/2006:12:08:12 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 143.101.237.254 - - [15/Jan/2006:14:04:14 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Java/1.5.0_04" 61.135.146.206 - - [15/Jan/2006:14:38:14 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Baiduspider+(+http://www.baidu.com/search/spider.htm)" 66.196.91.124 - - [15/Jan/2006:15:24:31 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 66.249.66.47 - - [15/Jan/2006:16:03:42 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" 207.68.146.104 - - [15/Jan/2006:17:48:08 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 66.196.91.137 - - [15/Jan/2006:17:58:41 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 128.178.155.102 - - [15/Jan/2006:18:02:27 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (ltaa_web_crawler@groupes.epfl.ch)" 66.196.91.167 - - [15/Jan/2006:18:20:53 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 72.144.200.97 - - [15/Jan/2006:18:45:03 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)" 72.30.177.15 - - [15/Jan/2006:18:58:06 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 66.249.71.9 - - [15/Jan/2006:20:57:04 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)" 69.40.113.235 - - [15/Jan/2006:20:57:06 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.0.3705; .NET CLR 1.1.4322; MSIECrawler)" 67.142.130.28 - - [15/Jan/2006:22:40:21 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"