68.101.202.238 - - [20/Jan/2006:00:54:28 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.8) Gecko/20050511 Firefox/1.0.4"
68.101.202.238 - - [20/Jan/2006:00:56:50 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.8) Gecko/20050511 Firefox/1.0.4"
66.249.66.47 - - [20/Jan/2006:03:27:08 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
207.68.146.104 - - [20/Jan/2006:04:08:42 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
203.145.159.37 - - [20/Jan/2006:04:55:54 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
65.54.164.47 - - [20/Jan/2006:05:10:50 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
213.144.15.37 - - [20/Jan/2006:05:36:44 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
58.165.185.72 - - [20/Jan/2006:07:09:36 -0700] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
64.151.105.116 - - [20/Jan/2006:07:22:18 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
66.196.91.124 - - [20/Jan/2006:08:07:41 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
213.144.15.37 - - [20/Jan/2006:08:12:59 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
66.196.91.167 - - [20/Jan/2006:09:09:16 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
210.150.10.83 - - [20/Jan/2006:10:15:59 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "ichiro/2.0 (http://help.goo.ne.jp/door/crawler.html)"
62.163.46.59 - - [20/Jan/2006:10:50:08 -0700] "GET /v7ndotcom-elursrebmem/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 230 "-" "Java/1.4.1_04"
62.163.46.59 - - [20/Jan/2006:10:50:08 -0700] "GET /v7ndotcom-elursrebmem/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 230 "-" "Java/1.4.1_04"
62.163.46.59 - - [20/Jan/2006:10:50:09 -0700] "GET /v7ndotcom-elursrebmem/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 230 "-" "Java/1.4.1_04"
71.209.179.240 - - [20/Jan/2006:12:09:51 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; FDM; .NET CLR 2.0.50727; .NET CLR 1.1.4322; MSIECrawler)"
192.55.214.135 - - [20/Jan/2006:14:31:13 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
207.68.146.104 - - [20/Jan/2006:14:47:54 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
62.255.163.171 - - [20/Jan/2006:14:53:28 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-GB; rv:1.8) Gecko/20051111 Firefox/1.5"
65.54.164.47 - - [20/Jan/2006:15:01:02 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
64.13.136.2 - - [20/Jan/2006:16:00:11 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
64.13.136.2 - - [20/Jan/2006:16:15:11 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
207.68.146.104 - - [20/Jan/2006:16:41:13 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
70.30.97.106 - - [20/Jan/2006:17:14:57 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
72.30.177.20 - - [20/Jan/2006:17:26:14 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.54.164.47 - - [20/Jan/2006:19:44:59 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
62.152.125.60 - - [20/Jan/2006:19:47:27 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Alpha Search Agent"
195.228.227.98 - - [20/Jan/2006:20:06:32 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
64.124.85.79 - - [20/Jan/2006:20:19:07 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
64.124.85.79 - - [20/Jan/2006:21:19:58 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
66.249.64.77 - - [20/Jan/2006:22:01:18 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
66.196.91.173 - - [20/Jan/2006:22:25:45 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.167 - - [20/Jan/2006:22:26:15 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.146.104 - - [20/Jan/2006:22:44:02 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.196.91.136 - - [20/Jan/2006:23:35:51 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"