# robots.txt 
user-agent: Googlebot
Disallow: /cgi-bin/
Allow: /
Request-rate: 1/5
Visit-time: 0100-0700
User-agent: discobot
Disallow: /
User-agent: Slurp
Disallow: /
Request-rate: 1/5
Visit-time: 0100-0700
User-agent: MSNBot
Disallow: /
User-agent: Teoma
Disallow: /
Disallow: /cgi-bin/
User-agent: *
Disallow: /