128.194.135.80 - - [15/Feb/2006:00:03:25 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)"
167.196.245.6 - - [15/Feb/2006:00:15:15 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "CE-Preload"
217.147.82.69 - - [15/Feb/2006:00:22:55 -0700] "GET /robots.txt HTTP/1.0" 200 33 "http://www.watching-paint-dry.com/v7ndotcom-elursrebmem/v7ndotcom-elursrebmem-bdc.mp3" "Mozilla/5.0 (compatible; heritrix/1.6.0 +http://crawl.reather.net/)"
155.206.11.73 - - [15/Feb/2006:01:35:25 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "-"
128.194.135.80 - - [15/Feb/2006:02:03:04 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)"
64.4.8.119 - - [15/Feb/2006:02:31:24 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
151.51.113.129 - - [15/Feb/2006:02:34:07 -0700] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Mailinfo [313059]; .NET CLR 1.1.4322; InfoPath.1; MSIECrawler)"
192.55.214.135 - - [15/Feb/2006:02:38:34 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
128.194.135.80 - - [15/Feb/2006:02:56:01 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)"
66.162.5.43 - - [15/Feb/2006:03:24:30 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.7 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
65.54.164.46 - - [15/Feb/2006:04:28:42 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
66.249.66.43 - - [15/Feb/2006:05:03:27 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
193.29.77.220 - - [15/Feb/2006:05:34:42 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/4.7 [en] (X11; I; SunOS 5.8 sun4u)"
66.154.103.137 - - [15/Feb/2006:06:04:27 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Gigabot/2.0/gigablast.com/spider.html"
65.54.164.46 - - [15/Feb/2006:06:12:36 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
66.147.154.3 - - [15/Feb/2006:06:49:25 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "http://www.almaden.ibm.com/cs/crawler   [hc3]"
65.55.235.146 - - [15/Feb/2006:07:08:58 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.249.64.77 - - [15/Feb/2006:08:08:31 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_17.txt HTTP/1.0" 304 - "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
66.249.64.54 - - [15/Feb/2006:08:14:46 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_02_01.txt HTTP/1.0" 200 7829 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
66.249.64.36 - - [15/Feb/2006:08:22:09 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_20.txt HTTP/1.0" 200 5659 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
66.249.71.15 - - [15/Feb/2006:08:22:15 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_18.txt HTTP/1.0" 304 - "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
66.249.71.3 - - [15/Feb/2006:08:29:31 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_15.txt HTTP/1.0" 304 - "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
72.30.177.15 - - [15/Feb/2006:08:35:39 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.249.64.7 - - [15/Feb/2006:08:58:50 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_25.txt HTTP/1.0" 200 7336 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
66.249.71.3 - - [15/Feb/2006:09:04:21 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_19.txt HTTP/1.0" 304 - "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
66.249.64.36 - - [15/Feb/2006:09:09:59 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_16.txt HTTP/1.0" 304 - "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
66.196.91.124 - - [15/Feb/2006:09:25:57 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.146.48 - - [15/Feb/2006:09:39:16 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
68.142.251.166 - - [15/Feb/2006:10:34:01 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.13 - - [15/Feb/2006:11:27:33 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.214.44.144 - - [15/Feb/2006:11:30:28 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)"
12.25.90.3 - - [15/Feb/2006:12:06:32 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
207.63.184.60 - - [15/Feb/2006:12:22:28 -0700] "GET /v7ndotcom-elursrebmem/ HTTP/1.1" 200 22487 "http://robots.net/" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322)"
220.218.159.50 - - [15/Feb/2006:12:27:23 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
65.55.235.146 - - [15/Feb/2006:12:31:39 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
65.214.44.187 - - [15/Feb/2006:12:38:25 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)"
66.249.71.29 - - [15/Feb/2006:12:45:54 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
64.94.199.9 - - [15/Feb/2006:12:49:04 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT)"
65.54.164.46 - - [15/Feb/2006:13:06:43 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
192.55.214.135 - - [15/Feb/2006:13:55:10 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
65.214.44.144 - - [15/Feb/2006:14:27:19 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_19.txt HTTP/1.0" 200 6950 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)"
207.241.229.124 - - [15/Feb/2006:14:39:50 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "ia_archiver-web.archive.org"
131.107.0.85 - - [15/Feb/2006:14:42:07 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
128.194.135.80 - - [15/Feb/2006:14:45:42 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)"
128.194.135.80 - - [15/Feb/2006:15:07:02 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)"
207.46.98.125 - - [15/Feb/2006:15:27:37 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
128.194.135.80 - - [15/Feb/2006:15:33:52 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)"
207.68.146.48 - - [15/Feb/2006:15:44:33 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.46.98.127 - - [15/Feb/2006:15:59:30 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
68.142.251.166 - - [15/Feb/2006:16:00:20 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
192.55.214.135 - - [15/Feb/2006:16:00:30 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_15.txt HTTP/1.0" 200 2738 "-" "larbin_2.6.3 larbin2.6.3@unspecified.mail"
128.194.135.80 - - [15/Feb/2006:16:04:44 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)"
192.55.214.135 - - [15/Feb/2006:16:17:13 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_16.txt HTTP/1.0" 200 3878 "-" "larbin_2.6.3 larbin2.6.3@unspecified.mail"
192.55.214.135 - - [15/Feb/2006:16:34:20 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_17.txt HTTP/1.0" 200 6013 "-" "larbin_2.6.3 larbin2.6.3@unspecified.mail"
192.55.214.135 - - [15/Feb/2006:16:46:43 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_18.txt HTTP/1.0" 200 5719 "-" "larbin_2.6.3 larbin2.6.3@unspecified.mail"
207.68.146.48 - - [15/Feb/2006:17:10:29 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
192.55.214.135 - - [15/Feb/2006:17:16:43 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_19.txt HTTP/1.0" 200 6950 "-" "larbin_2.6.3 larbin2.6.3@unspecified.mail"
65.214.44.144 - - [15/Feb/2006:17:25:33 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_18.txt HTTP/1.0" 200 5719 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)"
85.125.158.162 - - [15/Feb/2006:17:33:09 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
192.55.214.135 - - [15/Feb/2006:17:35:28 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_20.txt HTTP/1.0" 200 5659 "-" "larbin_2.6.3 larbin2.6.3@unspecified.mail"
66.196.91.13 - - [15/Feb/2006:17:58:18 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
192.55.214.135 - - [15/Feb/2006:18:04:45 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_25.txt HTTP/1.0" 200 7336 "-" "larbin_2.6.3 larbin2.6.3@unspecified.mail"
65.214.44.144 - - [15/Feb/2006:18:05:27 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_17.txt HTTP/1.0" 200 6013 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)"
207.46.98.125 - - [15/Feb/2006:18:09:16 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.46.98.125 - - [15/Feb/2006:18:09:16 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_02_01.txt HTTP/1.0" 200 7829 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
192.55.214.135 - - [15/Feb/2006:18:14:50 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_02_01.txt HTTP/1.0" 200 7829 "-" "larbin_2.6.3 larbin2.6.3@unspecified.mail"
128.208.6.226 - - [15/Feb/2006:18:16:25 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)"
128.194.135.80 - - [15/Feb/2006:19:28:30 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)"
192.55.214.135 - - [15/Feb/2006:19:30:13 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
65.54.164.46 - - [15/Feb/2006:20:11:46 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
66.249.64.50 - - [15/Feb/2006:20:50:39 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
194.244.192.234 - - [15/Feb/2006:22:14:22 -0700] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible;)"
65.55.235.146 - - [15/Feb/2006:22:21:03 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
212.204.217.151 - - [15/Feb/2006:22:24:48 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "ImagesHereImagesThereImagesEverywhere/0.1 ( http://herbert.groot.jebbink.nl/?app=ImagesHereImagesThereImagesEverywhere )"
64.4.8.121 - - [15/Feb/2006:22:30:13 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
65.214.44.144 - - [15/Feb/2006:22:49:28 -0700] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_25.txt HTTP/1.0" 200 7336 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)"
220.218.159.50 - - [15/Feb/2006:23:28:14 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
128.194.135.80 - - [15/Feb/2006:23:45:48 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)"
207.68.146.48 - - [15/Feb/2006:23:52:52 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"