211.100.25.61 - - [28/Feb/2006:17:34:56 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
66.196.91.131 - - [28/Feb/2006:17:46:28 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.54.164.46 - - [28/Feb/2006:18:09:27 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
66.80.248.146 - - [28/Feb/2006:18:12:00 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
68.142.251.170 - - [28/Feb/2006:18:19:14 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.146.48 - - [28/Feb/2006:18:22:22 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.246.116 - - [28/Feb/2006:19:09:07 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
207.46.98.125 - - [28/Feb/2006:19:13:20 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
217.10.147.79 - - [28/Feb/2006:19:19:31 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Wget/1.9.1"
66.147.154.3 - - [28/Feb/2006:19:30:59 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "http://www.almaden.ibm.com/cs/crawler   [fc9]"
207.68.188.242 - - [28/Feb/2006:20:12:38 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.249.71.50 - - [28/Feb/2006:20:33:32 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
72.30.177.15 - - [28/Feb/2006:20:36:01 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.167 - - [28/Feb/2006:20:48:27 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
211.100.25.61 - - [28/Feb/2006:21:01:28 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
207.68.146.56 - - [28/Feb/2006:21:20:04 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
193.47.80.36 - - [28/Feb/2006:22:05:45 -0700] "GET /robots.txt HTTP/1.1" 200 69 "-" "Exabot/2.0"
72.30.177.15 - - [28/Feb/2006:22:29:46 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.249.64.68 - - [01/Mar/2006:00:07:16 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
207.46.98.125 - - [01/Mar/2006:00:35:21 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.68.146.56 - - [01/Mar/2006:00:37:06 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.177.15 - - [01/Mar/2006:00:58:42 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
206.169.110.66 - - [01/Mar/2006:01:29:09 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "virus_detector (virus_harvester@securecomputing.com)"
66.196.91.136 - - [01/Mar/2006:01:43:50 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.90.15 - - [01/Mar/2006:02:04:36 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
81.93.165.197 - - [01/Mar/2006:02:54:36 -0700] "GET /robots.txt HTTP/1.1" 200 69 "-" "FAST Enterprise Crawler 6 used by Schibsted Sok (webcrawl@schibstedsok.no)"
65.55.246.116 - - [01/Mar/2006:03:03:59 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
140.123.100.9 - - [01/Mar/2006:03:08:00 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Gaisbot/3.0+(robot06@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)"
66.249.65.168 - - [01/Mar/2006:03:31:10 -0700] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
65.55.235.145 - - [01/Mar/2006:05:01:36 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
68.142.251.170 - - [01/Mar/2006:05:14:30 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.235.145 - - [01/Mar/2006:05:55:38 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
193.29.77.220 - - [01/Mar/2006:05:58:21 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/4.7 [en] (X11; I; SunOS 5.8 sun4u)"
206.169.110.66 - - [01/Mar/2006:06:41:06 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "virus_detector (virus_harvester@securecomputing.com)"
207.68.146.48 - - [01/Mar/2006:07:15:14 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
68.142.251.170 - - [01/Mar/2006:08:16:49 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.136 - - [01/Mar/2006:08:44:51 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.246.116 - - [01/Mar/2006:09:07:32 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
207.68.146.56 - - [01/Mar/2006:10:00:48 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
216.220.192.132 - - [01/Mar/2006:10:16:59 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.7 (Experimental Nutch; host=e-0-30)"
66.196.91.167 - - [01/Mar/2006:11:55:51 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.235.145 - - [01/Mar/2006:12:30:25 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
212.57.170.221 - - [01/Mar/2006:12:58:10 -0700] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MRA 4.4 (build 01348); MSIECrawler)"
65.55.246.116 - - [01/Mar/2006:13:37:41 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
66.196.91.136 - - [01/Mar/2006:13:50:19 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.249.65.47 - - [01/Mar/2006:14:41:15 -0700] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
207.68.146.56 - - [01/Mar/2006:14:42:24 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
64.242.88.10 - - [01/Mar/2006:14:42:57 -0700] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 compatible ZyBorg/1.0 (wn-14.zyborg@looksmart.net; http://www.WISEnutbot.com)"
65.54.164.46 - - [01/Mar/2006:14:51:06 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
72.30.177.15 - - [01/Mar/2006:15:09:04 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
158.132.12.81 - - [01/Mar/2006:15:11:24 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
211.100.25.61 - - [01/Mar/2006:15:17:45 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
64.241.242.18 - - [01/Mar/2006:16:07:02 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.05 (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
66.196.91.136 - - [01/Mar/2006:16:22:13 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
202.160.180.176 - - [01/Mar/2006:16:30:02 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)"
72.30.177.15 - - [01/Mar/2006:18:35:22 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
131.84.1.2 - - [01/Mar/2006:19:21:34 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 4.01 compatible; Plumtree 4.5; Windows NT)"
207.46.98.126 - - [01/Mar/2006:19:28:06 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.249.71.50 - - [01/Mar/2006:20:53:27 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
207.68.146.56 - - [01/Mar/2006:21:11:40 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
71.192.53.157 - - [01/Mar/2006:21:23:10 -0700] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1"
66.196.90.38 - - [01/Mar/2006:21:42:55 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.147.154.3 - - [01/Mar/2006:22:13:28 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "http://www.almaden.ibm.com/cs/crawler   [hc3]"
207.68.146.48 - - [01/Mar/2006:22:32:52 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.246.117 - - [02/Mar/2006:00:14:24 -0700] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"