194.201.253.222 - - [19/Jan/2006:00:25:07 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; iebar; acc=onekill; (onekill); MSIECrawler)"
202.160.180.173 - - [19/Jan/2006:00:28:17 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)"
203.213.7.130 - - [19/Jan/2006:00:42:33 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
24.18.232.135 - - [19/Jan/2006:00:55:37 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/416.12 (KHTML, like Gecko) Safari/416.13"
24.18.232.135 - - [19/Jan/2006:00:55:40 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/416.12 (KHTML, like Gecko) Safari/416.13"
66.249.66.47 - - [19/Jan/2006:02:33:22 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
142.176.141.50 - - [19/Jan/2006:03:17:17 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "htdig/3.1.5 (root@localhost)"
66.196.90.13 - - [19/Jan/2006:03:37:41 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.167 - - [19/Jan/2006:04:34:13 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.146.62 - - [19/Jan/2006:05:04:30 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.68.146.104 - - [19/Jan/2006:05:13:17 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.196.91.167 - - [19/Jan/2006:05:58:15 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.136 - - [19/Jan/2006:06:05:59 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.124 - - [19/Jan/2006:06:19:33 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
24.97.214.158 - - [19/Jan/2006:06:50:27 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.0.3705)"
192.55.214.135 - - [19/Jan/2006:07:17:19 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
58.165.185.72 - - [19/Jan/2006:07:17:51 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
24.97.214.158 - - [19/Jan/2006:08:26:28 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.0.3705)"
204.49.209.130 - - [19/Jan/2006:08:27:10 -0700] "GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1" 404 230 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)"
82.170.231.97 - - [19/Jan/2006:09:39:53 -0700] "GET /v7ndotcom-elursrebmem/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 230 "-" "Java/1.4.1_04"
82.170.231.97 - - [19/Jan/2006:09:39:53 -0700] "GET /v7ndotcom-elursrebmem/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 230 "-" "Java/1.4.1_04"
68.142.251.159 - - [19/Jan/2006:09:40:23 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.46.98.126 - - [19/Jan/2006:09:40:45 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
64.13.136.2 - - [19/Jan/2006:10:10:25 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
24.97.214.158 - - [19/Jan/2006:10:51:36 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.0.3705)"
207.68.146.104 - - [19/Jan/2006:11:22:05 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
202.160.183.218 - - [19/Jan/2006:12:35:44 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)"
82.53.117.132 - - [19/Jan/2006:13:11:52 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
207.46.98.126 - - [19/Jan/2006:15:57:12 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
83.244.13.82 - - [19/Jan/2006:17:43:28 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)"
66.196.65.36 - - [19/Jan/2006:18:20:32 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.203.231.36 - - [19/Jan/2006:19:04:49 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Everest-Vulcan Inc./0.1 (R&D project; host=e-1-28; http://everest.vulcan.com/crawlerhelp)"
66.196.91.167 - - [19/Jan/2006:19:40:38 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
139.18.2.43 - - [19/Jan/2006:19:46:50 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "findlinks/1.1-a8 (+http://wortschatz.uni-leipzig.de/findlinks/)"
64.151.105.116 - - [19/Jan/2006:19:58:58 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "NutchCVS/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)"
68.178.189.78 - - [19/Jan/2006:19:59:29 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "My_Own_Agent"
66.249.71.53 - - [19/Jan/2006:21:14:49 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "Googlebot/2.1 (+http://www.google.com/bot.html)"
207.68.146.104 - - [19/Jan/2006:21:40:38 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
64.124.85.213 - - [19/Jan/2006:21:44:55 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
151.202.61.251 - - [19/Jan/2006:22:07:08 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8) Gecko/20051111 Firefox/1.5"
207.46.98.126 - - [19/Jan/2006:22:13:46 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
211.5.60.108 - - [19/Jan/2006:22:25:36 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "RSS_READER (mctwist@mail.dr-k.info)"
211.5.60.108 - - [19/Jan/2006:22:25:39 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "RSS_READER (mctwist@mail.dr-k.info)"
211.5.60.108 - - [19/Jan/2006:22:25:50 -0700] "GET /robots.txt HTTP/1.1" 200 33 "-" "RSS_READER (mctwist@mail.dr-k.info)"
65.54.164.47 - - [19/Jan/2006:23:55:55 -0700] "GET /robots.txt HTTP/1.0" 200 33 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"