User-agent: *
Disallow: /cgi
Disallow: /js
Disallow: /include
Disallow: /awstats
Disallow: /errata

User-Agent: msnbot
Crawl-Delay: 15

User-Agent: Slurp
Crawl-Delay: 15