User-agent: sogou spider
Disallow: /

User-agent: baiduspider
Crawl-delay: 20

User-agent: discobot
Disallow: / 

User-agent: Speedy
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: MJ12bot
Disallow: /


User-agent: Exabot
Disallow: /

User-agent: VoilaBot
crawl-delay: 30

User-agent: psbot
Crawl-delay: 120

User-agent: WebDataCentreBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: DotBot
Disallow: /