# robots.txt for http://www.sdro.com User-agent: * Disallow: /usage Disallow: /log Disallow: /lib Disallow: /cgi-bin User-agent: Mozilla/3.01 (hotwired-test/0.1) Disallow: /usage Disallow: /log Disallow: /lib Disallow: /cgi-bin User-agent: Slurp Disallow: /usage Disallow: /log Disallow: /lib Disallow: /cgi-bin User-agent: Scooter Disallow: /usage Disallow: /log Disallow: /lib Disallow: /cgi-bin User-agent: Ultraseek Disallow: /usage Disallow: /log Disallow: /lib Disallow: /cgi-bin User-agent: smallbear Disallow: /usage Disallow: /log Disallow: /lib Disallow: /cgi-bin User-agent: GoogleBot Disallow: /usage Disallow: /log Disallow: /lib Disallow: /cgi-bin User-agent: Mediapartners-Google* Disallow: /usage Disallow: /log Disallow: /lib Disallow: /cgi-bin