201.232.29.23 - - [16/May/2006:01:01:10 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; IE6 B 04312002 MED 525pm; MSIECrawler)"
64.4.8.119 - - [16/May/2006:01:08:19 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
70.162.148.232 - - [16/May/2006:01:15:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; iOpus-I-M; .NET CLR 1.1.4322; MSIECrawler)"
202.160.180.170 - - [16/May/2006:01:24:28 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)"
66.196.91.124 - - [16/May/2006:01:38:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.4.8.119 - - [16/May/2006:01:48:46 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.132.28 - - [16/May/2006:01:58:39 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
202.96.51.151 - - [16/May/2006:02:03:35 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0"
66.196.91.165 - - [16/May/2006:02:10:02 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.177.12 - - [16/May/2006:02:13:00 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.188.242 - - [16/May/2006:02:32:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.68.146.62 - - [16/May/2006:02:53:13 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.132.28 - - [16/May/2006:03:06:08 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
80.57.195.103 - - [16/May/2006:03:26:45 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.5.0_03"
80.57.195.103 - - [16/May/2006:03:26:46 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_03"
80.57.195.103 - - [16/May/2006:03:26:46 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.5.0_03"
80.57.195.103 - - [16/May/2006:03:26:46 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.1 HTTP/1.1" 404 239 "-" "Java/1.5.0_03"
80.57.195.103 - - [16/May/2006:03:26:46 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_03"
207.241.230.149 - - [16/May/2006:03:34:32 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "ia_archiver-web.archive.org"
65.55.235.165 - - [16/May/2006:03:44:07 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)"
207.46.98.126 - - [16/May/2006:03:46:28 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
84.101.228.21 - - [16/May/2006:04:08:49 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
72.30.132.28 - - [16/May/2006:04:17:02 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.214.44.187 - - [16/May/2006:04:24:25 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)"
72.30.132.28 - - [16/May/2006:04:31:52 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
129.187.148.161 - - [16/May/2006:04:46:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de)"
68.142.251.171 - - [16/May/2006:05:06:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.90.15 - - [16/May/2006:05:56:07 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.132.28 - - [16/May/2006:06:05:28 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.252.50 - - [16/May/2006:06:06:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.68.146.56 - - [16/May/2006:06:15:30 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.177.12 - - [16/May/2006:06:32:22 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.132.28 - - [16/May/2006:06:42:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.124 - - [16/May/2006:07:03:35 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.146.62 - - [16/May/2006:07:25:19 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.61.13 - - [16/May/2006:07:42:37 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.46.98.127 - - [16/May/2006:07:47:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.132.28 - - [16/May/2006:07:57:52 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.132.28 - - [16/May/2006:08:17:28 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
156.63.133.8 - - [16/May/2006:08:20:25 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT)"
72.30.177.12 - - [16/May/2006:08:23:38 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
85.124.171.186 - - [16/May/2006:08:25:13 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
72.30.61.13 - - [16/May/2006:08:42:20 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.4.8.100 - - [16/May/2006:08:45:29 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
202.96.51.151 - - [16/May/2006:08:51:00 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0"
84.101.228.21 - - [16/May/2006:08:58:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
84.101.228.21 - - [16/May/2006:09:00:32 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
70.106.186.236 - - [16/May/2006:09:03:34 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)"
72.30.132.28 - - [16/May/2006:09:10:38 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
68.142.251.171 - - [16/May/2006:09:21:09 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.132.28 - - [16/May/2006:09:35:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.71.164.125 - - [16/May/2006:09:43:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Krugle/Krugle,Nutch/0.8+ (Krugle web crawler; http://www.krugle.com/crawler/info.html; webcrawler@krugle.com)"
72.30.61.13 - - [16/May/2006:09:48:41 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.132.28 - - [16/May/2006:09:49:35 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.235.165 - - [16/May/2006:10:39:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.252.50 - - [16/May/2006:11:23:49 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.216.19 - - [16/May/2006:11:25:05 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
84.178.85.1 - - [16/May/2006:11:32:20 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.4.2_03"
84.178.85.1 - - [16/May/2006:11:32:21 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.2_03"
84.178.85.1 - - [16/May/2006:11:32:22 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.4.2_03"
84.178.85.1 - - [16/May/2006:11:32:23 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.1 HTTP/1.1" 404 239 "-" "Java/1.4.2_03"
84.178.85.1 - - [16/May/2006:11:32:24 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.2_03"
68.142.251.171 - - [16/May/2006:11:36:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
219.137.190.174 - - [16/May/2006:11:41:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla"
84.147.226.47 - - [16/May/2006:11:44:09 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
64.4.8.119 - - [16/May/2006:11:58:25 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.68.146.56 - - [16/May/2006:12:11:48 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.68.146.62 - - [16/May/2006:12:35:01 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.98.147 - - [16/May/2006:12:48:04 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
142.161.166.77 - - [16/May/2006:12:53:10 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "crawler (root@localhost)"
66.196.91.124 - - [16/May/2006:13:05:49 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
202.96.51.151 - - [16/May/2006:13:16:25 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0"
80.167.219.254 - - [16/May/2006:13:19:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
72.30.61.13 - - [16/May/2006:13:22:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.46.98.126 - - [16/May/2006:13:26:49 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
142.161.166.77 - - [16/May/2006:13:30:45 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "crawler (root@localhost)"
64.210.196.197 - - [16/May/2006:13:42:47 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)"
206.82.155.22 - - [16/May/2006:14:03:18 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "-"
201.232.29.23 - - [16/May/2006:14:06:41 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; IE6 B 04312002 MED 525pm; MSIECrawler)"
72.30.98.72 - - [16/May/2006:14:24:27 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.154.103.137 - - [16/May/2006:14:34:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Gigabot/2.0/gigablast.com/spider.html"
81.245.155.149 - - [16/May/2006:14:52:31 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322; MSIECrawler)"
72.30.61.13 - - [16/May/2006:15:14:37 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.177.12 - - [16/May/2006:15:17:30 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.4.8.119 - - [16/May/2006:15:41:29 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
68.142.251.171 - - [16/May/2006:15:43:21 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.55.143.162 - - [16/May/2006:15:44:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "RedKernel WWW-Spider 2/0 (+http://www-spider.redkernel-softwares.com/)"
65.55.235.165 - - [16/May/2006:15:52:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)"
70.106.186.236 - - [16/May/2006:16:12:07 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)"
66.154.102.162 - - [16/May/2006:16:24:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Gigabot/2.0"
68.142.251.158 - - [16/May/2006:16:38:08 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.252.50 - - [16/May/2006:16:51:58 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.215.26 - - [16/May/2006:17:18:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
68.255.24.71 - - [16/May/2006:17:41:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; YPC 3.2.0; SV1; .NET CLR 1.1.4322; MSIECrawler)"
201.232.29.23 - - [16/May/2006:18:14:15 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; IE6 B 04312002 MED 525pm; MSIECrawler)"
207.46.98.125 - - [16/May/2006:18:31:22 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.46.98.125 - - [16/May/2006:18:39:02 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
202.160.180.170 - - [16/May/2006:18:45:13 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)"
222.231.42.14 - - [16/May/2006:19:22:38 -0600] "GET /v7ndotcom-elursrebmem/results/robots.txt HTTP/1.1" 404 238 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:22:38 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:25:27 -0600] "GET /v7ndotcom-elursrebmem/results/robots.txt HTTP/1.1" 404 238 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:25:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:27:15 -0600] "GET /v7ndotcom-elursrebmem/results/robots.txt HTTP/1.1" 404 238 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:27:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:27:57 -0600] "GET /v7ndotcom-elursrebmem/results/robots.txt HTTP/1.1" 404 238 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:27:58 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:29:16 -0600] "GET /v7ndotcom-elursrebmem/results/robots.txt HTTP/1.1" 404 238 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:29:17 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:32:46 -0600] "GET /v7ndotcom-elursrebmem/results/robots.txt HTTP/1.1" 404 238 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
222.231.42.14 - - [16/May/2006:19:32:47 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "EDI/0.9.3 (Edacious & Intelligent Web Crawler)"
72.30.129.18 - - [16/May/2006:19:56:55 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
70.106.186.236 - - [16/May/2006:20:02:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)"
202.96.51.151 - - [16/May/2006:20:05:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0"
72.30.177.12 - - [16/May/2006:20:36:46 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.46.98.127 - - [16/May/2006:20:42:47 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.61.13 - - [16/May/2006:20:46:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.129.18 - - [16/May/2006:20:57:28 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.129.18 - - [16/May/2006:21:33:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.46.98.126 - - [16/May/2006:21:42:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
68.142.251.158 - - [16/May/2006:21:52:01 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
201.138.229.150 - - [16/May/2006:21:57:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MSIECrawler)"
65.55.233.147 - - [16/May/2006:22:01:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
85.124.183.30 - - [16/May/2006:22:07:09 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
72.30.129.18 - - [16/May/2006:22:13:23 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.4.8.119 - - [16/May/2006:22:26:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
70.56.66.216 - - [16/May/2006:22:46:45 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
87.98.198.194 - - [16/May/2006:22:55:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "http://www.watching-paint-dry.com/v7ndotcom-elursrebmem" "Mozilla/5.0 (compatible; heritrix/1.4.0 +http://www.hanzoweb.com)"
68.142.251.158 - - [16/May/2006:23:02:19 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
128.208.6.227 - - [16/May/2006:23:04:02 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)"
65.55.235.165 - - [16/May/2006:23:12:34 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.233.147 - - [16/May/2006:23:16:41 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.249.65.170 - - [16/May/2006:23:27:59 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
24.202.35.138 - - [16/May/2006:23:30:42 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser; .NET CLR 1.1.4322; InfoPath.1; MSIECrawler)"
72.30.129.18 - - [16/May/2006:23:33:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.129.18 - - [16/May/2006:23:56:14 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"