207.68.146.48 - - [07/Apr/2006:00:05:07 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.177.15 - - [07/Apr/2006:00:17:20 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
131.107.0.96 - - [07/Apr/2006:00:31:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "msnbot/1.0-MM (+http://search.msn.com/msnbot.htm)"
131.107.0.96 - - [07/Apr/2006:00:45:33 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
64.157.138.103 - - [07/Apr/2006:01:02:48 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "YahooSeeker/CafeKelsa-dev (compatible; Konqueror/3.2; FreeBSD ;cafekelsa-dev-webmaster@yahoo-inc.com ) (KHTML, like Gecko)"
207.68.146.62 - - [07/Apr/2006:01:19:42 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.246.117 - - [07/Apr/2006:01:28:09 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
207.68.157.56 - - [07/Apr/2006:01:32:19 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
68.142.251.99 - - [07/Apr/2006:01:53:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.124.85.80 - - [07/Apr/2006:02:19:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
64.4.8.100 - - [07/Apr/2006:02:34:02 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
202.38.97.214 - - [07/Apr/2006:03:28:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
64.157.138.103 - - [07/Apr/2006:03:59:20 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "YahooSeeker/CafeKelsa-dev (compatible; Konqueror/3.2; FreeBSD ;cafekelsa-dev-webmaster@yahoo-inc.com ) (KHTML, like Gecko)"
65.214.44.186 - - [07/Apr/2006:04:05:06 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)"
207.46.98.126 - - [07/Apr/2006:04:15:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.177.15 - - [07/Apr/2006:04:48:22 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.147.154.3 - - [07/Apr/2006:05:10:56 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "http://www.almaden.ibm.com/cs/crawler   [hc3]"
217.147.224.118 - - [07/Apr/2006:05:12:14 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MSIECrawler)"
38.100.225.8 - - [07/Apr/2006:05:35:28 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "sproose/0.1-alpha (sproose crawler; http://www.sproose.com/bot.html; crawler@sproose.com)"
68.142.251.99 - - [07/Apr/2006:05:53:11 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
68.142.251.99 - - [07/Apr/2006:06:32:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.146.62 - - [07/Apr/2006:06:39:10 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.246.117 - - [07/Apr/2006:06:39:51 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
64.124.85.80 - - [07/Apr/2006:06:58:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
131.107.0.96 - - [07/Apr/2006:07:18:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
62.163.72.239 - - [07/Apr/2006:07:18:48 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.5.0_03"
62.163.72.239 - - [07/Apr/2006:07:18:52 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_03"
62.163.72.239 - - [07/Apr/2006:07:18:52 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_03"
203.87.123.139 - - [07/Apr/2006:07:46:33 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Blaiz-Bee/2.00.953 (+http://www.blaiz.net)"
64.157.138.103 - - [07/Apr/2006:07:51:21 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "YahooSeeker/CafeKelsa-dev (compatible; Konqueror/3.2; FreeBSD ;cafekelsa-dev-webmaster@yahoo-inc.com ) (KHTML, like Gecko)"
193.203.240.118 - - [07/Apr/2006:07:55:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
68.142.251.99 - - [07/Apr/2006:07:57:08 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.146.48 - - [07/Apr/2006:08:40:05 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.235.145 - - [07/Apr/2006:08:42:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
207.68.146.56 - - [07/Apr/2006:08:44:30 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
68.142.251.99 - - [07/Apr/2006:09:03:04 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.235.145 - - [07/Apr/2006:10:04:45 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
64.124.85.80 - - [07/Apr/2006:10:17:30 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
64.4.8.100 - - [07/Apr/2006:10:19:18 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
84.147.245.61 - - [07/Apr/2006:10:23:16 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.7.10) Gecko/20050724 Firefox/1.0.6"
68.142.251.99 - - [07/Apr/2006:10:26:09 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.92.201.114 - - [07/Apr/2006:10:57:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "lwp-trivial/1.41"
64.92.201.114 - - [07/Apr/2006:10:57:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "lwp-trivial/1.41"
64.92.201.114 - - [07/Apr/2006:10:57:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "lwp-trivial/1.41"
64.92.201.114 - - [07/Apr/2006:10:57:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "lwp-trivial/1.41"
64.92.201.114 - - [07/Apr/2006:10:57:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "lwp-trivial/1.41"
64.92.201.114 - - [07/Apr/2006:10:57:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "lwp-trivial/1.41"
64.92.201.114 - - [07/Apr/2006:10:57:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "lwp-trivial/1.41"
148.204.7.242 - - [07/Apr/2006:11:13:50 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
64.124.85.80 - - [07/Apr/2006:11:26:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
207.68.146.56 - - [07/Apr/2006:11:32:05 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
141.146.4.10 - - [07/Apr/2006:11:41:11 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "-"
128.208.6.200 - - [07/Apr/2006:11:41:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)"
65.55.246.117 - - [07/Apr/2006:11:41:58 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
131.107.0.96 - - [07/Apr/2006:11:51:09 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
128.208.6.200 - - [07/Apr/2006:12:15:35 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)"
128.208.6.200 - - [07/Apr/2006:12:22:41 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)"
66.154.103.137 - - [07/Apr/2006:12:39:31 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Gigabot/2.0/gigablast.com/spider.html"
66.249.65.103 - - [07/Apr/2006:14:01:50 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
213.179.243.52 - - [07/Apr/2006:14:38:36 -0600] "GET /v7ndotcom-elursrebmem/results/robots/2006_01_16.txt HTTP/1.1" 200 3878 "http://www.google.com/search?hs=jXc&hl=en&lr=&safe=off&c2coff=1&client=opera&rls=ru&q=virus_detector+robots.txt&btnG=Search" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1) Opera 7.11  [ru]"
207.68.146.62 - - [07/Apr/2006:14:45:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
64.124.85.79 - - [07/Apr/2006:14:55:47 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
66.196.90.252 - - [07/Apr/2006:15:04:51 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.34.145.198 - - [07/Apr/2006:15:29:14 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "SBIder/0.8-dev (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)"
64.5.245.27 - - [07/Apr/2006:15:45:18 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "genieBot ((http://64.5.245.11/faq/faq.html))"
66.230.171.170 - - [07/Apr/2006:15:53:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Antsbot/0.1; +http://www.1000ants.com) (none@none.fr)"
207.68.146.56 - - [07/Apr/2006:16:00:20 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.46.98.126 - - [07/Apr/2006:16:10:22 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.46.98.125 - - [07/Apr/2006:16:21:16 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.235.145 - - [07/Apr/2006:16:35:01 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
64.5.245.27 - - [07/Apr/2006:16:55:44 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "genieBot ((http://64.5.245.11/faq/faq.html))"
85.124.169.41 - - [07/Apr/2006:17:08:14 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
64.5.245.27 - - [07/Apr/2006:17:28:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "genieBot ((http://64.5.245.11/faq/faq.html))"
24.202.35.138 - - [07/Apr/2006:17:41:03 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Avant Browser; Avant Browser; .NET CLR 1.1.4322; InfoPath.1; MSIECrawler)"
65.55.246.117 - - [07/Apr/2006:18:13:32 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
80.60.195.146 - - [07/Apr/2006:18:41:23 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.5.0_06"
80.60.195.146 - - [07/Apr/2006:18:41:23 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_06"
80.60.195.146 - - [07/Apr/2006:18:41:23 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_06"
66.230.171.170 - - [07/Apr/2006:19:20:08 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Antsbot/0.1; +http://www.1000ants.com) (none@none.fr)"
24.202.35.138 - - [07/Apr/2006:19:22:37 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Avant Browser; Avant Browser; .NET CLR 1.1.4322; InfoPath.1; MSIECrawler)"
62.163.78.183 - - [07/Apr/2006:19:27:37 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.5.0_03"
62.163.78.183 - - [07/Apr/2006:19:27:38 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_03"
62.163.78.183 - - [07/Apr/2006:19:27:38 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_03"
207.46.98.125 - - [07/Apr/2006:19:40:45 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.230.171.170 - - [07/Apr/2006:19:48:27 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Antsbot/0.1; +http://www.1000ants.com) (none@none.fr)"
207.68.146.62 - - [07/Apr/2006:19:57:27 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.230.171.170 - - [07/Apr/2006:19:57:46 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Antsbot/0.1; +http://www.1000ants.com) (none@none.fr)"
207.68.157.56 - - [07/Apr/2006:20:02:04 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.230.171.170 - - [07/Apr/2006:20:25:26 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Antsbot/0.1; +http://www.1000ants.com) (none@none.fr)"
66.230.171.170 - - [07/Apr/2006:20:29:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Antsbot/0.1; +http://www.1000ants.com) (none@none.fr)"
66.230.171.170 - - [07/Apr/2006:21:02:15 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Antsbot/0.1; +http://www.1000ants.com) (none@none.fr)"
66.230.171.170 - - [07/Apr/2006:21:09:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Antsbot/0.1; +http://www.1000ants.com) (none@none.fr)"
128.208.6.200 - - [07/Apr/2006:21:18:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)"
66.196.91.124 - - [07/Apr/2006:21:39:10 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
68.142.251.164 - - [07/Apr/2006:21:42:58 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
24.202.35.138 - - [07/Apr/2006:21:52:40 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Avant Browser; Avant Browser; .NET CLR 1.1.4322; InfoPath.1; MSIECrawler)"
65.55.235.145 - - [07/Apr/2006:22:02:41 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
128.8.126.104 - - [07/Apr/2006:22:18:29 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (capveg@cs.umd.edu)"
64.34.145.195 - - [07/Apr/2006:23:24:44 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "SBIder/0.8-dev (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)"
65.55.246.117 - - [07/Apr/2006:23:34:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
131.107.0.96 - - [07/Apr/2006:23:38:38 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "msnbot/1.0-MM (+http://search.msn.com/msnbot.htm)"