User-Agent: msnbot
Disallow: /

User-Agent: psbot
Disallow: /

User-Agent: Slurp
Disallow: /

User-Agent: *
Disallow: /doc/
Disallow: /dwww/
Disallow: /pub-doc/
Crawl-delay: 2