User-agent: *
Disallow: /test/
Disallow: /webmail/
Disallow: /awstats/
Disallow: /control/
Disallow: /error/
Disallow: /weight/
Disallow: /js/
Disallow: /crawlertrap.html
Disallow: /contact.en.shtml

User-agent: msnbot
Crawl-delay: 5

User-agent: Slurp
Crawl-delay: 5

User-agent: Googlebot
Crawl-delay: 1

User-agent: DTAAgent
Crawl-delay: 20

User-agent: OmniExplorer_Bot
Crawl-delay: 10