207.46.98.126 - - [17/Jan/2006:00:05:19 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
80.231.192.108 - - [17/Jan/2006:00:32:08 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MSIECrawler)"
207.68.146.104 - - [17/Jan/2006:00:52:54 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.196.91.167 - - [17/Jan/2006:01:32:34 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
202.246.252.129 - - [17/Jan/2006:01:55:36 -0700] "GET /robots.txt HTTP/1.0" 200 33 "http://www.worldwindcentral.com/hotspots/" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0)"
212.80.76.87 - - [17/Jan/2006:04:00:56 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "SeznamBot/1.0 (+http://fulltext.seznam.cz/)"
207.68.146.104 - - [17/Jan/2006:06:55:28 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
143.81.47.250 - - [17/Jan/2006:07:45:24 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "CE-Preload"
209.237.238.170 - - [17/Jan/2006:08:39:41 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "ia_archiver"
207.68.146.104 - - [17/Jan/2006:09:25:04 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
195.228.227.98 - - [17/Jan/2006:09:34:48 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
64.13.136.2 - - [17/Jan/2006:09:35:06 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
83.117.60.166 - - [17/Jan/2006:11:50:47 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; MSIECrawler)"
66.196.91.167 - - [17/Jan/2006:12:14:55 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
86.133.1.203 - - [17/Jan/2006:12:30:10 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.2; en-GB; rv:1.8) Gecko/20051111 Firefox/1.5"
200.108.7.46 - - [17/Jan/2006:12:44:08 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
67.188.91.106 - - [17/Jan/2006:12:52:21 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
24.255.114.75 - - [17/Jan/2006:13:40:53 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
201.225.236.189 - - [17/Jan/2006:13:41:33 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
216.70.192.5 - - [17/Jan/2006:13:42:03 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
210.150.10.83 - - [17/Jan/2006:13:53:14 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "ichiro/2.0 (http://help.goo.ne.jp/door/crawler.html)"
66.196.91.167 - - [17/Jan/2006:13:58:27 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
70.174.180.219 - - [17/Jan/2006:14:39:46 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
62.252.96.17 - - [17/Jan/2006:16:40:29 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-GB; rv:1.8) Gecko/20051111 Googlebot 2.1"
58.165.190.252 - - [17/Jan/2006:19:37:05 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
207.68.146.104 - - [17/Jan/2006:19:44:03 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
70.112.184.27 - - [17/Jan/2006:20:02:38 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
201.124.233.128 - - [17/Jan/2006:20:26:08 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
81.190.205.140 - - [17/Jan/2006:20:30:19 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; nb-NO; rv:1.8) Gecko/20051111 Firefox/1.5"
139.18.2.43 - - [17/Jan/2006:20:44:49 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "findlinks/1.1-a8 (+http://wortschatz.uni-leipzig.de/findlinks/)"
209.237.238.179 - - [17/Jan/2006:20:50:11 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "ia_archiver"
66.249.71.70 - - [17/Jan/2006:21:02:48 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
192.55.214.135 - - [17/Jan/2006:21:06:10 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
129.41.20.190 - - [17/Jan/2006:21:54:56 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "gsa-crawler (Enterprise; GIX-03519; cknuetter@stubhub.com)"
66.196.91.136 - - [17/Jan/2006:22:03:53 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.124 - - [17/Jan/2006:22:06:34 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
210.49.46.232 - - [17/Jan/2006:22:22:48 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
64.13.136.2 - - [17/Jan/2006:22:40:12 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
69.167.128.174 - - [17/Jan/2006:23:35:23 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"