User-agent: baiduspider
Disallow: /

User-agent: Slurp
Crawl-delay: 10

User-Agent: Ask Jeeves
Crawl-delay: 300

User-agent: Teoma
Crawl-Delay: 300

User-agent: msnbot
Crawl-delay: 300

User-agent: yetibot
Crawl-delay: 300

User-Agent: MJ12bot
Disallow:   /

User-agent: ia_archiver
Disallow: /

User-agent: psbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: dotbot
Disallow: /

User-Agent: Shim-Crawler
Disallow: /

User-Agent: Steeler
Disallow: /

User-Agent: Twiceler
Disallow: /

User-Agent: SafariBookmarkChecker
Disallow: /

User-Agent: NaverBot
Disallow: /

User-agent: *
Crawl-delay: 100