163.5.254.25 - - [18/Jan/2006:00:51:44 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "WIRE/0.10 (Linux; i686; bot42)"
66.249.66.47 - - [18/Jan/2006:01:00:03 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
220.233.10.220 - - [18/Jan/2006:01:00:07 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
207.68.146.104 - - [18/Jan/2006:01:19:01 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
64.34.145.198 - - [18/Jan/2006:01:44:48 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "SBIder/0.8-dev (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)"
66.196.91.167 - - [18/Jan/2006:01:50:05 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.146.104 - - [18/Jan/2006:03:42:46 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
83.236.206.74 - - [18/Jan/2006:04:41:00 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "http://pressemitteilung.ws/"
66.196.91.167 - - [18/Jan/2006:04:57:14 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.46.98.126 - - [18/Jan/2006:04:57:56 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
194.244.192.234 - - [18/Jan/2006:05:05:41 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.1.4322; MSIECrawler)"
68.142.251.158 - - [18/Jan/2006:06:21:45 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
192.17.11.66 - - [18/Jan/2006:07:45:03 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "\"Mozilla/5.0 (X11; U; Linux i686;en-US; rv:1.2.1) Gecko/20030225\""
199.4.160.71 - - [18/Jan/2006:08:06:40 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "lmspider (lmspider@scansoft.com)"
207.68.146.56 - - [18/Jan/2006:08:22:07 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
221.114.253.210 - - [18/Jan/2006:08:25:18 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
66.80.248.134 - - [18/Jan/2006:10:19:11 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
207.46.98.126 - - [18/Jan/2006:10:35:57 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
195.228.227.98 - - [18/Jan/2006:11:01:10 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
86.132.84.156 - - [18/Jan/2006:12:23:03 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
207.68.146.104 - - [18/Jan/2006:12:44:47 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
64.94.163.138 - - [18/Jan/2006:14:28:41 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Jakarta Commons-HttpClient/3.0"
64.94.163.133 - - [18/Jan/2006:14:28:53 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Jakarta Commons-HttpClient/3.0"
64.94.163.157 - - [18/Jan/2006:14:28:56 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Jakarta Commons-HttpClient/3.0"
64.94.163.150 - - [18/Jan/2006:14:29:00 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Jakarta Commons-HttpClient/3.0"
64.94.163.154 - - [18/Jan/2006:14:29:04 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Jakarta Commons-HttpClient/3.0"
200.55.193.197 - - [18/Jan/2006:15:11:21 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; MSIECrawler)"
66.196.91.167 - - [18/Jan/2006:15:23:13 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.249.71.45 - - [18/Jan/2006:16:40:26 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
67.182.187.36 - - [18/Jan/2006:16:51:45 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
66.196.91.167 - - [18/Jan/2006:17:42:31 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.151.105.116 - - [18/Jan/2006:18:08:54 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
207.68.146.104 - - [18/Jan/2006:18:10:22 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
213.46.13.154 - - [18/Jan/2006:18:20:26 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
64.13.136.2 - - [18/Jan/2006:19:45:06 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
64.241.242.18 - - [18/Jan/2006:19:51:55 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.05 (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
66.249.71.14 - - [18/Jan/2006:21:47:59 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
68.142.251.158 - - [18/Jan/2006:22:14:12 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"