66.196.91.167 - - [16/Jan/2006:00:32:55 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.249.71.28 - - [16/Jan/2006:00:59:32 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
206.169.110.66 - - [16/Jan/2006:03:01:54 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "virus_detector (virus_harvester@securecomputing.com)"
65.55.246.116 - - [16/Jan/2006:03:28:24 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
68.142.251.158 - - [16/Jan/2006:03:32:43 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
61.135.146.206 - - [16/Jan/2006:05:00:58 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Baiduspider+(+http://www.baidu.com/search/spider.htm)"
217.212.224.141 - - [16/Jan/2006:06:37:34 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "psbot/0.1 (+http://www.picsearch.com/bot.html)"
207.68.146.104 - - [16/Jan/2006:07:14:05 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
38.113.234.180 - - [16/Jan/2006:08:09:38 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "voyager/1.0"
66.196.91.167 - - [16/Jan/2006:09:29:08 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
210.150.10.83 - - [16/Jan/2006:11:09:27 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "ichiro/2.0 (http://help.goo.ne.jp/door/crawler.html)"
207.68.146.104 - - [16/Jan/2006:12:45:16 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.196.91.167 - - [16/Jan/2006:12:58:50 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
68.142.251.158 - - [16/Jan/2006:13:38:22 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
211.5.60.108 - - [16/Jan/2006:14:27:01 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "RSS_READER (mctwist@mail.dr-k.info)"
72.29.233.165 - - [16/Jan/2006:14:34:31 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla 4.0"
205.210.222.130 - - [16/Jan/2006:14:50:32 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)"
66.196.91.136 - - [16/Jan/2006:15:02:43 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
193.47.80.36 - - [16/Jan/2006:16:25:25 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Exabot/2.0"
206.169.110.66 - - [16/Jan/2006:20:41:17 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "virus_detector (virus_harvester@securecomputing.com)"
207.46.98.126 - - [16/Jan/2006:20:44:09 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
24.33.72.77 - - [16/Jan/2006:20:50:28 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
66.249.71.14 - - [16/Jan/2006:20:57:19 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
209.237.238.179 - - [16/Jan/2006:21:37:18 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "ia_archiver"
66.196.91.167 - - [16/Jan/2006:22:00:43 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.249.66.47 - - [16/Jan/2006:22:02:10 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
72.30.177.15 - - [16/Jan/2006:22:28:29 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"