User-agent: googlebot
Disallow: *.csi

User-Agent: msnbot
User-Agent: MiniRedir
Disallow: /*?verification
Disallow: /badspider/
Disallow: /pvojw/
Crawl-delay: 5

User-Agent: Slurp
Disallow: /*?verification
Disallow: /badspider/
Disallow: /pvojw/
Crawl-delay: 5

User-Agent: Teoma
Disallow: /*?verification
Disallow: /badspider/
Disallow: /pvojw/
Crawl-delay: 5

User-agent: Baiduspider
User-agent: BecomeBot
User-agent: Charlotte
User-agent: Gigabot
User-agent: Protocol Discovery
User-agent: sogou
User-agent: Sosoimagespider
User-agent: Sosospider
User-agent: Twiceler
User-agent: WebDAV
User-agent: YodaoBot
Disallow: /

User-Agent: *
Disallow: /