72.30.216.19 - - [10/May/2006:00:14:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 72.230.118.57 - - [10/May/2006:00:28:28 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.4.1_04" 72.230.118.57 - - [10/May/2006:00:28:28 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04" 72.230.118.57 - - [10/May/2006:00:28:29 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.4.1_04" 72.230.118.57 - - [10/May/2006:00:28:29 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04" 169.229.50.10 - - [10/May/2006:00:34:26 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 72.30.61.17 - - [10/May/2006:00:41:09 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 68.142.251.171 - - [10/May/2006:00:42:19 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 60.195.251.108 - - [10/May/2006:00:43:43 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)" 193.174.67.186 - - [10/May/2006:00:45:01 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 130.49.221.40 - - [10/May/2006:00:45:21 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 128.192.101.218 - - [10/May/2006:00:47:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 134.226.52.34 - - [10/May/2006:00:49:04 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 128.214.112.92 - - [10/May/2006:00:49:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 194.70.143.51 - - [10/May/2006:00:57:27 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 65.55.252.50 - - [10/May/2006:01:21:58 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 72.30.177.12 - - [10/May/2006:01:22:55 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 207.68.146.62 - - [10/May/2006:01:23:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 72.30.216.19 - - [10/May/2006:01:23:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 66.196.91.124 - - [10/May/2006:01:24:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 202.96.51.151 - - [10/May/2006:01:26:20 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0" 144.134.77.3 - - [10/May/2006:01:27:36 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; MSIECrawler)" 69.128.231.214 - - [10/May/2006:01:36:31 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; TDSNET83; SV1; .NET CLR 1.1.4322; MSIECrawler)" 64.124.85.74 - - [10/May/2006:01:42:21 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)" 65.55.246.118 - - [10/May/2006:01:49:06 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)" 72.30.61.17 - - [10/May/2006:01:51:47 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 72.30.216.19 - - [10/May/2006:01:54:22 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 60.195.251.20 - - [10/May/2006:01:55:25 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)" 72.30.132.31 - - [10/May/2006:01:58:52 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 207.68.188.242 - - [10/May/2006:02:52:28 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 157.82.254.57 - - [10/May/2006:02:56:00 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 72.30.177.12 - - [10/May/2006:03:01:27 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 68.142.251.171 - - [10/May/2006:03:11:06 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 211.144.32.63 - - [10/May/2006:03:36:04 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin@sina.com)" 66.92.19.252 - - [10/May/2006:03:52:10 -0600] "HEAD /robots.txt HTTP/1.1" 200 - "-" "Mozilla/5.0 (compatible; Sokitomi crawl; http://www.sokitomi.com/crawl.html; crawl@sokitomi.com)" 66.92.19.252 - - [10/May/2006:03:52:12 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; Sokitomi crawl; http://www.sokitomi.com/crawl.html; crawl@sokitomi.com)" 66.154.103.137 - - [10/May/2006:03:53:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Gigabot/2.0/gigablast.com/spider.html" 82.158.193.67 - - [10/May/2006:04:00:10 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.5.0_06" 82.158.193.67 - - [10/May/2006:04:00:12 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_06" 82.158.193.67 - - [10/May/2006:04:00:13 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.5.0_06" 82.158.193.67 - - [10/May/2006:04:00:14 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_06" 65.214.44.187 - - [10/May/2006:04:10:01 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)" 64.4.8.119 - - [10/May/2006:04:19:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 84.103.175.182 - - [10/May/2006:04:35:15 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)" 66.196.90.252 - - [10/May/2006:04:55:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 66.154.103.137 - - [10/May/2006:05:06:32 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Gigabot/2.0/gigablast.com/spider.html" 157.82.254.57 - - [10/May/2006:05:20:32 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 72.30.216.19 - - [10/May/2006:05:35:26 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 68.142.251.171 - - [10/May/2006:05:41:20 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 157.82.254.57 - - [10/May/2006:05:50:23 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 65.55.235.165 - - [10/May/2006:06:08:37 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)" 60.195.251.20 - - [10/May/2006:06:14:32 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)" 72.30.216.19 - - [10/May/2006:06:32:15 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 203.120.68.67 - - [10/May/2006:06:40:23 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MSIECrawler)" 65.88.178.10 - - [10/May/2006:06:50:01 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0" 68.142.251.171 - - [10/May/2006:07:12:40 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 65.55.235.165 - - [10/May/2006:07:17:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)" 202.96.51.151 - - [10/May/2006:07:26:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0" 207.68.146.62 - - [10/May/2006:07:29:42 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 64.4.8.119 - - [10/May/2006:08:02:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 84.147.247.87 - - [10/May/2006:08:16:14 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)" 207.68.188.242 - - [10/May/2006:08:28:58 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 68.142.251.171 - - [10/May/2006:08:41:48 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 65.55.252.50 - - [10/May/2006:08:59:21 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 65.55.246.118 - - [10/May/2006:09:09:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)" 72.30.177.12 - - [10/May/2006:09:22:43 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 202.108.11.152 - - [10/May/2006:09:34:21 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Baiduspider+(+http://www.baidu.com/search/spider.htm)" 72.30.216.19 - - [10/May/2006:09:35:37 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 68.142.251.171 - - [10/May/2006:09:58:32 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 66.196.90.252 - - [10/May/2006:10:43:47 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 72.30.132.212 - - [10/May/2006:10:45:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 72.30.177.12 - - [10/May/2006:10:50:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 66.196.91.124 - - [10/May/2006:11:14:55 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 207.68.146.56 - - [10/May/2006:11:27:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 72.30.216.19 - - [10/May/2006:11:45:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 67.168.89.148 - - [10/May/2006:11:51:06 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; MSIECrawler)" 38.113.234.180 - - [10/May/2006:12:03:07 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "voyager/1.0" 87.106.3.38 - - [10/May/2006:12:08:10 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)" 72.30.216.19 - - [10/May/2006:12:11:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 65.88.178.10 - - [10/May/2006:12:21:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0" 64.4.8.100 - - [10/May/2006:12:42:05 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 68.142.251.171 - - [10/May/2006:13:02:26 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 72.30.61.17 - - [10/May/2006:13:15:02 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 68.142.251.171 - - [10/May/2006:13:18:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 72.30.216.19 - - [10/May/2006:13:30:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 157.82.254.57 - - [10/May/2006:13:54:24 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 207.68.146.62 - - [10/May/2006:14:04:35 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 128.8.126.112 - - [10/May/2006:14:17:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 65.55.252.50 - - [10/May/2006:14:25:45 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 157.82.254.57 - - [10/May/2006:14:34:01 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 72.30.216.19 - - [10/May/2006:14:36:23 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 202.96.51.151 - - [10/May/2006:14:38:38 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0" 66.92.19.252 - - [10/May/2006:15:11:19 -0600] "HEAD /robots.txt HTTP/1.1" 200 - "-" "Mozilla/5.0 (compatible; Sokitomi crawl; http://www.sokitomi.com/crawl.html; crawl@sokitomi.com)" 66.92.19.252 - - [10/May/2006:15:11:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; Sokitomi crawl; http://www.sokitomi.com/crawl.html; crawl@sokitomi.com)" 85.124.31.71 - - [10/May/2006:15:20:25 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)" 169.229.50.10 - - [10/May/2006:15:21:45 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 128.59.67.202 - - [10/May/2006:15:24:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 62.163.78.183 - - [10/May/2006:15:25:01 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.5.0_03" 62.163.78.183 - - [10/May/2006:15:25:04 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_03" 62.163.78.183 - - [10/May/2006:15:25:04 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.5.0_03" 62.163.78.183 - - [10/May/2006:15:25:04 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_03" 70.105.69.114 - - [10/May/2006:15:25:33 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)" 194.70.143.51 - - [10/May/2006:15:26:26 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 193.174.67.186 - - [10/May/2006:15:28:10 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 128.192.101.218 - - [10/May/2006:15:28:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 130.49.221.40 - - [10/May/2006:15:31:22 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 128.214.112.92 - - [10/May/2006:15:34:12 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 157.82.254.57 - - [10/May/2006:15:36:00 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 134.226.52.34 - - [10/May/2006:15:36:35 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6" 68.142.251.171 - - [10/May/2006:15:37:49 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 66.196.90.252 - - [10/May/2006:15:50:10 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 157.82.254.57 - - [10/May/2006:15:53:04 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 24.22.236.71 - - [10/May/2006:15:53:09 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)" 207.46.98.125 - - [10/May/2006:15:54:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 72.30.216.19 - - [10/May/2006:15:57:16 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 207.68.146.56 - - [10/May/2006:16:18:47 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 207.46.98.124 - - [10/May/2006:16:23:00 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 62.194.115.68 - - [10/May/2006:16:29:16 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.4.1_04" 62.194.115.68 - - [10/May/2006:16:29:17 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04" 62.194.115.68 - - [10/May/2006:16:29:17 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.4.1_04" 62.194.115.68 - - [10/May/2006:16:29:17 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04" 80.1.224.12 - - [10/May/2006:16:41:35 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; MSIECrawler)" 207.46.98.126 - - [10/May/2006:16:55:22 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 68.142.251.171 - - [10/May/2006:17:10:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 66.196.90.252 - - [10/May/2006:17:27:21 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 129.187.148.161 - - [10/May/2006:17:42:32 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de)" 72.30.216.19 - - [10/May/2006:17:44:35 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 62.194.61.192 - - [10/May/2006:17:45:02 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.4.1_04" 62.194.61.192 - - [10/May/2006:17:45:03 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04" 62.194.61.192 - - [10/May/2006:17:45:03 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.4.1_04" 62.194.61.192 - - [10/May/2006:17:45:03 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04" 219.142.118.70 - - [10/May/2006:17:50:38 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "-" 157.82.254.57 - - [10/May/2006:17:53:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 72.30.61.10 - - [10/May/2006:18:00:17 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 68.142.251.171 - - [10/May/2006:18:33:56 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 207.46.98.126 - - [10/May/2006:18:46:08 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 72.30.216.19 - - [10/May/2006:18:54:04 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 65.214.36.73 - - [10/May/2006:19:00:15 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)" 64.124.85.213 - - [10/May/2006:19:18:45 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; BecomeJPBot/2.3; MSIE 6.0 compatible; +http://www.become.co.jp/site_owners.html)" 157.82.254.57 - - [10/May/2006:19:24:54 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 67.15.56.4 - - [10/May/2006:19:27:49 -0600] "GET /robots.txt HTTP/1.0" 200 69 "http://www.watching-paint-dry.com/v7ndotcom-elursrebmem/" "Mozilla/5.0 (compatible; LinksManager.com_bot +http://linksmanager.com/linkchecker.html)" 207.68.146.62 - - [10/May/2006:19:29:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 72.30.61.17 - - [10/May/2006:19:36:19 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 68.142.251.171 - - [10/May/2006:19:36:22 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 72.30.216.19 - - [10/May/2006:19:47:52 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 65.55.252.50 - - [10/May/2006:20:05:03 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)" 66.249.65.170 - - [10/May/2006:20:12:26 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" 70.105.69.114 - - [10/May/2006:20:29:03 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)" 201.200.11.66 - - [10/May/2006:20:39:16 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)" 203.144.220.131 - - [10/May/2006:20:55:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts-MyWay; SIMBAR Enabled; MSIECrawler)" 202.96.51.151 - - [10/May/2006:21:05:51 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0" 157.82.254.57 - - [10/May/2006:21:10:58 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 157.82.254.57 - - [10/May/2006:21:18:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 157.82.254.57 - - [10/May/2006:21:21:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 157.82.254.57 - - [10/May/2006:21:24:26 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 72.30.216.19 - - [10/May/2006:21:25:17 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 68.142.251.171 - - [10/May/2006:21:29:27 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 146.48.82.49 - - [10/May/2006:21:30:14 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "WIRE/0.11 (Linux; i686; Bot,Robot,Spider,Crawler,aromano@cli.di.unipi.it)" 157.82.254.57 - - [10/May/2006:21:33:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 157.82.254.57 - - [10/May/2006:21:43:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 222.231.21.55 - - [10/May/2006:21:44:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Yeti" 157.82.254.57 - - [10/May/2006:22:15:52 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 157.82.254.57 - - [10/May/2006:22:29:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 65.88.178.10 - - [10/May/2006:22:43:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0" 157.82.254.57 - - [10/May/2006:22:47:42 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 157.82.254.57 - - [10/May/2006:23:16:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 68.142.251.171 - - [10/May/2006:23:28:14 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" 157.82.254.57 - - [10/May/2006:23:54:30 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)" 222.231.21.55 - - [10/May/2006:23:55:22 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Yeti"