157.82.254.57 - - [14/May/2006:00:08:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
62.194.15.189 - - [14/May/2006:00:31:38 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.4.1_04"
62.194.15.189 - - [14/May/2006:00:31:39 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04"
62.194.15.189 - - [14/May/2006:00:31:39 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.4.1_04"
62.194.15.189 - - [14/May/2006:00:31:39 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.1 HTTP/1.1" 404 239 "-" "Java/1.4.1_04"
62.194.15.189 - - [14/May/2006:00:31:39 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04"
72.30.61.15 - - [14/May/2006:00:37:41 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.68.146.56 - - [14/May/2006:00:41:18 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.216.25 - - [14/May/2006:00:57:40 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.124 - - [14/May/2006:01:02:33 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.252.50 - - [14/May/2006:01:03:05 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
157.82.254.57 - - [14/May/2006:01:19:01 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
68.142.251.178 - - [14/May/2006:01:19:45 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
146.48.82.63 - - [14/May/2006:01:24:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "WIRE/0.11 (Linux; i686; Bot,Robot,Spider,Crawler,aromano@cli.di.unipi.it)"
193.174.67.186 - - [14/May/2006:01:26:57 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.216.25 - - [14/May/2006:01:27:44 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
128.151.65.102 - - [14/May/2006:01:28:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.174.67.187 - - [14/May/2006:01:31:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
199.77.128.193 - - [14/May/2006:01:31:07 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.84.154.71 - - [14/May/2006:01:31:26 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
163.221.11.72 - - [14/May/2006:01:33:16 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.237.123.251 - - [14/May/2006:01:33:32 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.75.87.84 - - [14/May/2006:01:34:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
164.107.127.13 - - [14/May/2006:01:35:04 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
200.159.255.70 - - [14/May/2006:01:35:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.75.87.83 - - [14/May/2006:01:36:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
163.221.11.71 - - [14/May/2006:01:36:30 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
163.221.11.73 - - [14/May/2006:01:36:47 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
138.15.10.55 - - [14/May/2006:01:36:57 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.170.214.191 - - [14/May/2006:01:37:30 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
155.98.35.2 - - [14/May/2006:01:37:35 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
194.80.38.242 - - [14/May/2006:01:38:01 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
195.212.206.161 - - [14/May/2006:01:38:09 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.83.160.199 - - [14/May/2006:01:38:45 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
208.185.40.198 - - [14/May/2006:01:38:55 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
12.46.129.21 - - [14/May/2006:01:38:58 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
138.100.12.148 - - [14/May/2006:01:39:23 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.227.56.82 - - [14/May/2006:01:39:34 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
210.125.84.15 - - [14/May/2006:01:39:57 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.115.248.225 - - [14/May/2006:01:40:07 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.111.52.61 - - [14/May/2006:01:40:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
158.130.6.253 - - [14/May/2006:01:40:13 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.217.48.51 - - [14/May/2006:01:40:13 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.161.40.154 - - [14/May/2006:01:40:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
138.15.10.56 - - [14/May/2006:01:40:48 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.213.4.202 - - [14/May/2006:01:40:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
213.19.160.195 - - [14/May/2006:01:40:54 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
204.178.4.163 - - [14/May/2006:01:41:11 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.31.1.15 - - [14/May/2006:01:41:12 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.198.151.98 - - [14/May/2006:01:41:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.104.72.201 - - [14/May/2006:01:41:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.59.67.202 - - [14/May/2006:01:41:24 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
140.114.79.231 - - [14/May/2006:01:41:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.187.230.2 - - [14/May/2006:01:41:48 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
171.66.3.181 - - [14/May/2006:01:42:01 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.252.152.193 - - [14/May/2006:01:42:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
194.42.17.124 - - [14/May/2006:01:42:22 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.137.253.253 - - [14/May/2006:01:42:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
206.240.24.20 - - [14/May/2006:01:42:55 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.201.49 - - [14/May/2006:01:43:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
143.248.139.168 - - [14/May/2006:01:43:27 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.229.50.17 - - [14/May/2006:01:43:44 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
12.108.127.136 - - [14/May/2006:01:44:34 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.112.139.75 - - [14/May/2006:01:44:50 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
144.216.2.52 - - [14/May/2006:01:44:52 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.144.21.131 - - [14/May/2006:01:45:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
204.178.4.164 - - [14/May/2006:01:45:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.186.205.77 - - [14/May/2006:01:45:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
210.125.84.16 - - [14/May/2006:01:45:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.136.191.26 - - [14/May/2006:01:45:47 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
12.46.129.22 - - [14/May/2006:01:45:48 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.229.50.18 - - [14/May/2006:01:45:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.200.53 - - [14/May/2006:01:45:54 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.112.139.80 - - [14/May/2006:01:46:01 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.10.133.128 - - [14/May/2006:01:46:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.187.80.2 - - [14/May/2006:01:46:31 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
152.3.138.1 - - [14/May/2006:01:46:32 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
209.87.56.48 - - [14/May/2006:01:46:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.6.19.120 - - [14/May/2006:01:46:50 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.197.13.32 - - [14/May/2006:01:46:57 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
200.19.159.35 - - [14/May/2006:01:47:00 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
69.110.237.116 - - [14/May/2006:01:47:03 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.204.102.20 - - [14/May/2006:01:47:33 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
152.2.130.66 - - [14/May/2006:01:47:34 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.217.48.50 - - [14/May/2006:01:48:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.63.75.19 - - [14/May/2006:01:48:31 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.83.122.180 - - [14/May/2006:01:48:44 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.135.11.152 - - [14/May/2006:01:48:54 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
140.247.60.126 - - [14/May/2006:01:49:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.136.254.22 - - [14/May/2006:01:49:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
155.246.12.164 - - [14/May/2006:01:49:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.229.50.11 - - [14/May/2006:01:49:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
152.3.138.3 - - [14/May/2006:01:49:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
142.150.3.246 - - [14/May/2006:01:49:18 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
194.70.143.50 - - [14/May/2006:01:49:22 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
136.145.115.194 - - [14/May/2006:01:49:24 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.8.126.69 - - [14/May/2006:01:49:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.6.192.156 - - [14/May/2006:01:50:00 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.59.67.200 - - [14/May/2006:01:50:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.144.21.130 - - [14/May/2006:01:50:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.203.127.41 - - [14/May/2006:01:50:16 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.200.93 - - [14/May/2006:01:50:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
152.2.130.67 - - [14/May/2006:01:50:22 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.177.12 - - [14/May/2006:01:50:25 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
203.200.234.181 - - [14/May/2006:01:50:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.227.74.41 - - [14/May/2006:01:50:48 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.33.210.16 - - [14/May/2006:01:50:55 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.24.33.161 - - [14/May/2006:01:51:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
65.55.252.50 - - [14/May/2006:01:51:06 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
193.6.20.5 - - [14/May/2006:01:51:21 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.167.182.130 - - [14/May/2006:01:51:22 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.193.33.8 - - [14/May/2006:01:51:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.31.1.16 - - [14/May/2006:01:51:31 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.108.202.10 - - [14/May/2006:01:51:32 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
194.70.143.51 - - [14/May/2006:01:51:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
140.109.17.180 - - [14/May/2006:01:51:54 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
140.114.79.233 - - [14/May/2006:01:51:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
147.83.118.124 - - [14/May/2006:01:52:13 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.161.20.32 - - [14/May/2006:01:52:23 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
199.77.128.194 - - [14/May/2006:01:52:30 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.10.120.111 - - [14/May/2006:01:52:38 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.10.19.52 - - [14/May/2006:01:52:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.192.101.218 - - [14/May/2006:01:52:44 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.112.139.108 - - [14/May/2006:01:52:54 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.232.103.201 - - [14/May/2006:01:53:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.82.12.188 - - [14/May/2006:01:53:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.149.218.208 - - [14/May/2006:01:53:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.12.3.74 - - [14/May/2006:01:53:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.22.150.90 - - [14/May/2006:01:53:59 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.203.127.40 - - [14/May/2006:01:54:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.229.50.15 - - [14/May/2006:01:54:03 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
138.251.214.18 - - [14/May/2006:01:54:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.200.25 - - [14/May/2006:01:54:09 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.17.239.251 - - [14/May/2006:01:54:11 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.232.103.202 - - [14/May/2006:01:54:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.200.33 - - [14/May/2006:01:54:35 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
194.42.17.123 - - [14/May/2006:01:54:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
134.226.52.35 - - [14/May/2006:01:54:39 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
198.163.152.230 - - [14/May/2006:01:54:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.49.221.41 - - [14/May/2006:01:54:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.3.41.243 - - [14/May/2006:01:54:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.151.65.101 - - [14/May/2006:01:54:55 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.138.207.181 - - [14/May/2006:01:54:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.10.133.129 - - [14/May/2006:01:54:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.242.19.197 - - [14/May/2006:01:55:04 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.135.11.151 - - [14/May/2006:01:55:06 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
210.107.249.51 - - [14/May/2006:01:55:12 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
137.99.11.87 - - [14/May/2006:01:55:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.4.36.12 - - [14/May/2006:01:55:27 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.6.10.50 - - [14/May/2006:01:55:45 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.10.19.53 - - [14/May/2006:01:55:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.104.72.200 - - [14/May/2006:01:55:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.235.221.251 - - [14/May/2006:01:55:59 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.41.135.219 - - [14/May/2006:01:56:14 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.41.135.218 - - [14/May/2006:01:56:22 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
204.123.28.53 - - [14/May/2006:01:56:25 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
142.103.2.1 - - [14/May/2006:01:56:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
139.184.48.55 - - [14/May/2006:01:56:59 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.42.6.143 - - [14/May/2006:01:57:00 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
140.192.37.134 - - [14/May/2006:01:57:06 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
138.251.214.19 - - [14/May/2006:01:57:09 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
134.76.81.241 - - [14/May/2006:01:57:16 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
202.249.37.212 - - [14/May/2006:01:57:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.63.75.18 - - [14/May/2006:01:57:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
195.130.121.205 - - [14/May/2006:01:57:44 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.200.97 - - [14/May/2006:01:57:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.16.125.12 - - [14/May/2006:01:57:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.83.122.181 - - [14/May/2006:01:58:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.119.247.211 - - [14/May/2006:01:58:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.252.152.194 - - [14/May/2006:01:58:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
212.201.44.74 - - [14/May/2006:01:58:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
216.185.202.121 - - [14/May/2006:01:58:49 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.42.6.145 - - [14/May/2006:01:58:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.252.19.21 - - [14/May/2006:01:59:14 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.4.36.11 - - [14/May/2006:01:59:32 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
131.179.112.71 - - [14/May/2006:02:00:00 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
195.116.60.34 - - [14/May/2006:02:00:07 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.232.103.203 - - [14/May/2006:02:00:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.6.10.49 - - [14/May/2006:02:00:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
206.117.37.5 - - [14/May/2006:02:02:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
202.79.220.50 - - [14/May/2006:02:02:44 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.201.93 - - [14/May/2006:02:03:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
69.110.237.115 - - [14/May/2006:02:03:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.114.63.14 - - [14/May/2006:02:07:18 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
157.82.254.57 - - [14/May/2006:02:26:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
82.58.157.127 - - [14/May/2006:02:27:47 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8.0.4) Gecko/20060502 Firefox/1.5.0.4"
64.124.85.76 - - [14/May/2006:02:28:23 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
65.55.233.147 - - [14/May/2006:02:42:57 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.68.146.62 - - [14/May/2006:02:52:05 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.92.19.252 - - [14/May/2006:02:52:28 -0600] "HEAD /robots.txt HTTP/1.1" 200 - "-" "Mozilla/5.0 (compatible; Sokitomi crawl; http://www.sokitomi.com/crawl.html; crawl@sokitomi.com)"
66.92.19.252 - - [14/May/2006:02:52:32 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; Sokitomi crawl; http://www.sokitomi.com/crawl.html; crawl@sokitomi.com)"
128.208.6.227 - - [14/May/2006:02:54:30 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)"
68.142.251.178 - - [14/May/2006:03:08:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.61.15 - - [14/May/2006:03:10:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
157.82.254.57 - - [14/May/2006:03:23:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
157.82.254.57 - - [14/May/2006:03:28:12 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
72.30.177.12 - - [14/May/2006:03:29:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
202.96.51.151 - - [14/May/2006:04:11:37 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0"
207.46.98.125 - - [14/May/2006:04:13:35 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.132.209 - - [14/May/2006:04:19:21 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
157.82.254.57 - - [14/May/2006:04:38:29 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
88.73.29.236 - - [14/May/2006:04:52:59 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla"
88.73.29.236 - - [14/May/2006:04:52:59 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla"
72.30.132.209 - - [14/May/2006:05:17:00 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.216.25 - - [14/May/2006:05:20:05 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
68.142.251.178 - - [14/May/2006:05:30:13 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
157.82.254.57 - - [14/May/2006:05:52:24 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
72.30.216.25 - - [14/May/2006:05:57:32 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
129.187.148.165 - - [14/May/2006:06:03:17 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de)"
72.30.98.162 - - [14/May/2006:06:18:27 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
219.243.201.17 - - [14/May/2006:06:20:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.177.12 - - [14/May/2006:06:24:52 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
60.195.251.20 - - [14/May/2006:06:26:35 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin2.6.3@unspecified.mail)"
72.30.216.25 - - [14/May/2006:06:55:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.210.196.197 - - [14/May/2006:07:12:51 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)"
65.55.252.50 - - [14/May/2006:07:21:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
61.61.241.177 - - [14/May/2006:07:37:52 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.5.0_06"
61.61.241.177 - - [14/May/2006:07:37:52 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_06"
61.61.241.177 - - [14/May/2006:07:37:52 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.5.0_06"
61.61.241.177 - - [14/May/2006:07:37:53 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.1 HTTP/1.1" 404 239 "-" "Java/1.5.0_06"
61.61.241.177 - - [14/May/2006:07:37:53 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.5.0_06"
72.30.104.210 - - [14/May/2006:07:44:16 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
131.246.19.202 - - [14/May/2006:07:48:49 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.216.25 - - [14/May/2006:08:04:49 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.111.87 - - [14/May/2006:08:04:51 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.4.8.100 - - [14/May/2006:08:30:24 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
202.96.51.151 - - [14/May/2006:08:34:15 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0"
141.161.20.33 - - [14/May/2006:08:37:58 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.235.4.68 - - [14/May/2006:08:40:42 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Combine/2.0"
144.216.2.53 - - [14/May/2006:08:43:07 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
68.142.251.178 - - [14/May/2006:08:45:12 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
157.82.254.57 - - [14/May/2006:08:48:50 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
155.246.12.163 - - [14/May/2006:08:56:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.216.25 - - [14/May/2006:08:56:51 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
206.207.248.35 - - [14/May/2006:08:57:59 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
207.68.188.242 - - [14/May/2006:09:11:01 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
64.4.8.119 - - [14/May/2006:09:14:55 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.110.224 - - [14/May/2006:09:23:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.169 - - [14/May/2006:09:26:04 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.216.25 - - [14/May/2006:10:09:23 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
83.15.44.59 - - [14/May/2006:10:12:29 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; InfoPath.1; HbTools 4.7.7; MSIECrawler)"
72.30.61.15 - - [14/May/2006:10:16:46 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.169 - - [14/May/2006:10:39:45 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
157.82.254.57 - - [14/May/2006:10:56:18 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
207.68.146.62 - - [14/May/2006:10:58:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
171.66.3.181 - - [14/May/2006:11:04:25 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
194.80.38.242 - - [14/May/2006:11:06:38 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
165.230.49.114 - - [14/May/2006:11:10:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.49.221.41 - - [14/May/2006:11:11:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
138.15.10.56 - - [14/May/2006:11:12:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.59.67.202 - - [14/May/2006:11:12:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
204.178.4.164 - - [14/May/2006:11:12:39 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.237.123.251 - - [14/May/2006:11:12:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.144.21.130 - - [14/May/2006:11:13:35 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.8.126.69 - - [14/May/2006:11:13:55 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
199.77.128.193 - - [14/May/2006:11:13:57 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.200.53 - - [14/May/2006:11:14:21 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
12.108.127.137 - - [14/May/2006:11:14:26 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.84.154.71 - - [14/May/2006:11:14:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
136.145.115.196 - - [14/May/2006:11:15:07 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
158.130.6.254 - - [14/May/2006:11:15:17 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
195.130.121.204 - - [14/May/2006:11:15:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
203.200.234.181 - - [14/May/2006:11:15:30 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
164.107.127.13 - - [14/May/2006:11:15:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.42.6.143 - - [14/May/2006:11:16:00 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
134.76.81.241 - - [14/May/2006:11:16:00 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.112.139.80 - - [14/May/2006:11:16:04 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.41.135.218 - - [14/May/2006:11:16:17 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.151.65.101 - - [14/May/2006:11:16:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.217.48.51 - - [14/May/2006:11:16:33 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.232.103.201 - - [14/May/2006:11:16:39 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
133.11.240.57 - - [14/May/2006:11:16:41 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
142.103.2.2 - - [14/May/2006:11:16:58 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.49.221.40 - - [14/May/2006:11:17:09 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
138.246.99.250 - - [14/May/2006:11:17:09 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.38.109.143 - - [14/May/2006:11:17:16 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
165.230.49.115 - - [14/May/2006:11:17:24 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.6.10.50 - - [14/May/2006:11:17:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
66.196.91.124 - - [14/May/2006:11:17:42 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
128.84.154.49 - - [14/May/2006:11:17:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.8.126.111 - - [14/May/2006:11:18:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.17.239.252 - - [14/May/2006:11:18:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
195.116.60.65 - - [14/May/2006:11:18:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
139.91.254.18 - - [14/May/2006:11:19:27 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
198.128.56.12 - - [14/May/2006:11:19:31 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.83.122.180 - - [14/May/2006:11:19:32 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.200.25 - - [14/May/2006:11:19:49 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
152.3.138.1 - - [14/May/2006:11:20:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.232.103.202 - - [14/May/2006:11:20:10 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
195.212.206.160 - - [14/May/2006:11:20:14 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.201.49 - - [14/May/2006:11:20:21 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.198.151.98 - - [14/May/2006:11:20:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.201.65 - - [14/May/2006:11:21:14 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
209.87.56.48 - - [14/May/2006:11:21:31 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.229.50.15 - - [14/May/2006:11:21:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
207.68.146.56 - - [14/May/2006:11:21:47 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
138.100.12.148 - - [14/May/2006:11:21:54 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
143.89.188.8 - - [14/May/2006:11:22:22 -0600] "GET /robots.txt HTTP/1.0" 304 - "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.6.19.120 - - [14/May/2006:11:22:29 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.229.50.11 - - [14/May/2006:11:22:39 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
206.207.248.35 - - [14/May/2006:11:22:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.59.67.200 - - [14/May/2006:11:22:52 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.227.56.82 - - [14/May/2006:11:23:12 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.72.23.10 - - [14/May/2006:11:23:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.170.103.21 - - [14/May/2006:11:23:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.112.139.106 - - [14/May/2006:11:23:44 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.111.52.61 - - [14/May/2006:11:23:50 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.229.50.13 - - [14/May/2006:11:23:52 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
137.99.11.87 - - [14/May/2006:11:23:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
138.251.214.18 - - [14/May/2006:11:24:03 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
165.91.83.23 - - [14/May/2006:11:24:03 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.187.230.2 - - [14/May/2006:11:24:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.83.122.181 - - [14/May/2006:11:24:11 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
195.212.206.161 - - [14/May/2006:11:24:14 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.68.237.35 - - [14/May/2006:11:24:24 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
140.109.17.181 - - [14/May/2006:11:24:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.213.4.201 - - [14/May/2006:11:25:06 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.17.239.250 - - [14/May/2006:11:25:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
199.77.128.194 - - [14/May/2006:11:25:27 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.193.33.7 - - [14/May/2006:11:25:28 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.151.65.102 - - [14/May/2006:11:25:41 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
143.248.139.168 - - [14/May/2006:11:25:49 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.227.74.41 - - [14/May/2006:11:25:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
171.66.3.182 - - [14/May/2006:11:26:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.31.1.17 - - [14/May/2006:11:26:06 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
213.19.160.194 - - [14/May/2006:11:26:07 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
200.19.159.35 - - [14/May/2006:11:26:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
144.216.2.53 - - [14/May/2006:11:26:11 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
138.15.10.55 - - [14/May/2006:11:26:13 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.217.48.50 - - [14/May/2006:11:26:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
131.234.66.160 - - [14/May/2006:11:26:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
155.246.12.164 - - [14/May/2006:11:26:44 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.194.64.162 - - [14/May/2006:11:26:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
134.2.202.227 - - [14/May/2006:11:26:52 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.200.97 - - [14/May/2006:11:27:10 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.201.17 - - [14/May/2006:11:27:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
195.212.206.162 - - [14/May/2006:11:27:21 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
139.19.142.2 - - [14/May/2006:11:27:23 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.63.75.19 - - [14/May/2006:11:27:31 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.192.201.30 - - [14/May/2006:11:27:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.115.248.225 - - [14/May/2006:11:27:48 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
12.17.136.138 - - [14/May/2006:11:27:49 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
155.98.35.3 - - [14/May/2006:11:27:50 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
200.132.0.70 - - [14/May/2006:11:28:24 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.167.182.130 - - [14/May/2006:11:28:44 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
156.56.103.61 - - [14/May/2006:11:28:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
155.98.35.2 - - [14/May/2006:11:28:47 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.229.50.7 - - [14/May/2006:11:28:48 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
133.11.240.56 - - [14/May/2006:11:29:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
192.33.210.16 - - [14/May/2006:11:29:15 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
35.9.27.26 - - [14/May/2006:11:29:21 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.37.198.243 - - [14/May/2006:11:29:29 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.192.101.218 - - [14/May/2006:11:29:30 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
164.107.127.12 - - [14/May/2006:11:30:13 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.194.64.163 - - [14/May/2006:11:30:18 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.237.79.210 - - [14/May/2006:11:30:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
216.165.109.81 - - [14/May/2006:11:30:35 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.63.75.18 - - [14/May/2006:11:30:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
147.83.118.125 - - [14/May/2006:11:30:45 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
209.87.56.49 - - [14/May/2006:11:30:45 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.197.13.32 - - [14/May/2006:11:30:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.59.67.201 - - [14/May/2006:11:30:47 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.174.67.187 - - [14/May/2006:11:30:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.135.11.152 - - [14/May/2006:11:30:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
216.165.109.82 - - [14/May/2006:11:31:01 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
208.216.119.19 - - [14/May/2006:11:31:04 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
210.125.84.16 - - [14/May/2006:11:31:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.112.139.110 - - [14/May/2006:11:31:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.229.50.18 - - [14/May/2006:11:31:22 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
142.150.3.247 - - [14/May/2006:11:31:24 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.149.218.208 - - [14/May/2006:11:31:33 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.203.127.41 - - [14/May/2006:11:31:45 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
198.163.152.230 - - [14/May/2006:11:31:45 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
160.36.57.172 - - [14/May/2006:11:31:47 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
194.42.17.124 - - [14/May/2006:11:32:02 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
206.240.24.20 - - [14/May/2006:11:32:07 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.239.17.225 - - [14/May/2006:11:32:10 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
63.64.153.87 - - [14/May/2006:11:32:18 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
202.189.126.86 - - [14/May/2006:11:32:23 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.161.20.32 - - [14/May/2006:11:32:44 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
129.137.253.252 - - [14/May/2006:11:32:53 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
130.37.198.244 - - [14/May/2006:11:32:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
134.226.52.34 - - [14/May/2006:11:32:57 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
132.252.152.194 - - [14/May/2006:11:33:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
65.55.233.147 - - [14/May/2006:11:33:06 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
12.108.127.138 - - [14/May/2006:11:33:36 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.135.11.149 - - [14/May/2006:11:33:41 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
131.188.44.100 - - [14/May/2006:11:33:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.200.33 - - [14/May/2006:11:33:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
140.247.60.126 - - [14/May/2006:11:34:06 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.4.36.11 - - [14/May/2006:11:34:17 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
206.240.24.21 - - [14/May/2006:11:34:38 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
219.243.201.93 - - [14/May/2006:11:34:42 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
164.164.104.163 - - [14/May/2006:11:34:49 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
194.29.178.6 - - [14/May/2006:11:35:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
169.237.79.211 - - [14/May/2006:11:35:09 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
195.116.60.34 - - [14/May/2006:11:35:37 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.10.19.53 - - [14/May/2006:11:35:40 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.232.103.203 - - [14/May/2006:11:36:01 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
147.83.118.123 - - [14/May/2006:11:36:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
216.194.70.3 - - [14/May/2006:11:36:30 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "CJB.NET Proxy"
147.83.118.109 - - [14/May/2006:11:36:48 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
202.249.37.212 - - [14/May/2006:11:36:49 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
131.179.112.71 - - [14/May/2006:11:37:33 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
202.79.220.49 - - [14/May/2006:11:38:13 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.114.63.15 - - [14/May/2006:11:40:04 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.149.218.209 - - [14/May/2006:11:41:25 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
128.114.63.14 - - [14/May/2006:11:43:32 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.132.209 - - [14/May/2006:12:06:46 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
194.214.239.36 - - [14/May/2006:12:08:51 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "htdig/3.1.6 (unconfigured@htdig.searchengine.maintainer)"
207.68.146.62 - - [14/May/2006:12:21:53 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
157.82.254.57 - - [14/May/2006:12:32:05 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
157.82.254.57 - - [14/May/2006:12:39:50 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
72.30.61.15 - - [14/May/2006:13:03:39 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.235.165 - - [14/May/2006:13:04:06 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)"
157.82.254.57 - - [14/May/2006:13:31:24 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
65.55.252.50 - - [14/May/2006:13:36:16 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
68.142.251.178 - - [14/May/2006:13:47:31 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
157.82.254.57 - - [14/May/2006:13:48:21 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
72.30.177.12 - - [14/May/2006:13:52:11 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.151.103.181 - - [14/May/2006:13:53:56 -0600] "GET /robots.txt HTTP/1.1" 200 69 "http://www.pd9soft.com/" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)"
70.106.183.165 - - [14/May/2006:14:22:19 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)"
72.30.221.75 - - [14/May/2006:14:35:13 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.4.8.119 - - [14/May/2006:14:37:45 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.68.146.56 - - [14/May/2006:14:38:37 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
207.46.98.126 - - [14/May/2006:14:49:10 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.104.210 - - [14/May/2006:14:55:26 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.92.44.197 - - [14/May/2006:15:09:39 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Media Center PC 4.0; MSIECrawler)"
169.229.50.9 - - [14/May/2006:15:15:51 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
141.24.33.161 - - [14/May/2006:15:17:10 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
68.142.251.178 - - [14/May/2006:15:21:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.61.15 - - [14/May/2006:15:31:13 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.177.12 - - [14/May/2006:15:44:27 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
202.96.51.151 - - [14/May/2006:15:50:36 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0"
207.46.98.125 - - [14/May/2006:15:50:58 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.104.210 - - [14/May/2006:15:57:52 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
129.22.150.105 - - [14/May/2006:16:03:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
207.46.98.127 - - [14/May/2006:16:10:52 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
80.1.224.12 - - [14/May/2006:16:13:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; MSIECrawler)"
142.103.2.1 - - [14/May/2006:16:21:39 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
70.106.183.165 - - [14/May/2006:16:24:16 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)"
68.142.251.178 - - [14/May/2006:16:49:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
70.106.183.165 - - [14/May/2006:17:00:01 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)"
72.30.61.15 - - [14/May/2006:17:10:43 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
211.144.32.63 - - [14/May/2006:17:11:34 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin@sina.com)"
72.30.103.225 - - [14/May/2006:17:19:27 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
70.106.183.165 - - [14/May/2006:17:34:25 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)"
68.11.229.185 - - [14/May/2006:17:45:47 -0600] "GET /v7ndotcom-elursrebmem/results/robots/2006_05_10.txt HTTP/1.1" 200 27579 "http://www.google.com/search?q=robots.txt+Gecko/20050720+Fedora/1.0.6-1.1.fc3+Firefox/1.0.6&hl=en&hs=l74&lr=&client=firefox-a&rls=org.mozilla:en-US:official&start=0&sa=N" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.8.0.3) Gecko/20060426 Firefox/1.5.0.3"
68.11.229.185 - - [14/May/2006:17:48:10 -0600] "GET /v7ndotcom-elursrebmem/results/robots/2006_04_15.txt HTTP/1.1" 200 12894 "http://www.google.com/search?q=robots.txt+Gecko/20050720+Fedora/1.0.6-1.1.fc3+Firefox/1.0.6&hl=en&hs=l74&lr=&client=firefox-a&rls=org.mozilla:en-US:official&start=0&sa=N" "Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.8.0.3) Gecko/20060426 Firefox/1.5.0.3"
128.214.112.91 - - [14/May/2006:18:01:26 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
70.106.183.165 - - [14/May/2006:18:08:21 -0600] "GET /robots.txt HTTP/1.1" 304 - "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)"
207.68.146.56 - - [14/May/2006:18:11:42 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.235.165 - - [14/May/2006:18:13:57 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)"
65.55.246.118 - - [14/May/2006:18:25:09 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
65.28.230.85 - - [14/May/2006:18:32:00 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.0 HTTP/1.1" 404 238 "-" "Java/1.4.1_04"
65.28.230.85 - - [14/May/2006:18:32:01 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04"
65.28.230.85 - - [14/May/2006:18:32:01 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.0 HTTP/1.1" 404 239 "-" "Java/1.4.1_04"
65.28.230.85 - - [14/May/2006:18:32:01 -0600] "GET /v7ndotcom-elursrebmem/results/robots/HEAD /robots.txt HTTP/1.1 HTTP/1.1" 404 239 "-" "Java/1.4.1_04"
65.28.230.85 - - [14/May/2006:18:32:02 -0600] "GET /v7ndotcom-elursrebmem/results/robots/GET /v7ndotcom-elursrebmem/robots.txt HTTP/1.1 HTTP/1.1" 404 238 "-" "Java/1.4.1_04"
128.135.11.151 - - [14/May/2006:18:34:20 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.177.12 - - [14/May/2006:18:37:28 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
133.1.16.171 - - [14/May/2006:19:04:46 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
68.142.251.178 - - [14/May/2006:19:07:47 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
64.4.8.100 - - [14/May/2006:19:09:17 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
72.30.216.25 - - [14/May/2006:19:09:31 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.61.15 - - [14/May/2006:19:35:10 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
193.174.67.186 - - [14/May/2006:19:43:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.97.215 - - [14/May/2006:19:51:00 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.252.50 - - [14/May/2006:19:55:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
70.106.183.165 - - [14/May/2006:20:06:34 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.1.4322; MSIECrawler)"
202.96.51.151 - - [14/May/2006:20:07:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "bot/1.0"
68.142.251.178 - - [14/May/2006:20:24:29 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.97.215 - - [14/May/2006:20:31:44 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.103.225 - - [14/May/2006:20:32:39 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
82.43.129.240 - - [14/May/2006:20:35:29 -0600] "GET /robots.txt HTTP/1.1" 200 69 "http://www.WebWobot.com/" "Mozilla/3.0 (compatible; ScollSpider; http://www.webwobot.com)"
211.144.32.63 - - [14/May/2006:20:44:31 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin@sina.com)"
72.30.177.12 - - [14/May/2006:20:47:10 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
157.82.254.57 - - [14/May/2006:21:18:58 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)"
68.82.81.154 - - [14/May/2006:21:22:41 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; MSIECrawler)"
169.229.50.17 - - [14/May/2006:21:42:58 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
193.6.20.4 - - [14/May/2006:21:45:18 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
66.249.65.170 - - [14/May/2006:21:57:27 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
12.46.129.22 - - [14/May/2006:22:20:08 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.177.12 - - [14/May/2006:22:24:41 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.98.147 - - [14/May/2006:22:40:54 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
72.30.103.225 - - [14/May/2006:22:41:50 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
69.110.237.115 - - [14/May/2006:22:44:25 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
202.93.76.90 - - [14/May/2006:23:04:32 -0600] "GET /robots.txt HTTP/1.1" 206 69 "-" "Mozilla/4.0 (compatible; Yahoo Japan; for robot study; kasugiya)"
68.142.251.178 - - [14/May/2006:23:10:57 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.196.91.124 - - [14/May/2006:23:17:48 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
207.46.98.126 - - [14/May/2006:23:19:49 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
134.2.202.228 - - [14/May/2006:23:20:43 -0600] "GET /robots.txt HTTP/1.1" 200 69 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050720 Fedora/1.0.6-1.1.fc3 Firefox/1.0.6"
72.30.61.15 - - [14/May/2006:23:20:59 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.233.147 - - [14/May/2006:23:22:10 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
66.196.90.252 - - [14/May/2006:23:25:44 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
65.55.235.165 - - [14/May/2006:23:39:07 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)"
211.144.32.63 - - [14/May/2006:23:56:41 -0600] "GET /robots.txt HTTP/1.0" 200 69 "-" "larbin_2.6.3 (larbin@sina.com)"