User-agent: psbot
User-agent: turnitinbot
User-agent: NPBot
User-agent: webzip
User-agent: OmniExplorer_Bot
User-agent: BoardReader
User-agent: Gigabot
User-agent: Baiduspider
Disallow: /

User-agent: *
Allow: /

User-agent: Slurp
Crawl-delay: 0.5