User-agent: *
Disallow: /icons
Disallow: /images
Disallow: /cgi-bin
Disallow: /cgi
Disallow: /beta/
Request-rate: 1/5
User-agent: Slurp
Crawl-delay: 5
User-agent: msnbot
Crawl-delay: 5