# start of 'go away'

User-agent: MLBot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: Baiduspider
Disallow: /
Crawl-delay: 25200

User-agent: GurujiBot
Disallow: /
Crawl-delay: 25200
Disallow: /_*
Disallow: /as*
Disallow: /cg*
Disallow: /ge*
Disallow: /s*

User-Agent: Sogou
Disallow: /
Crawl-delay: 25200

User-Agent: Slurp
Disallow: /
Crawl-delay: 262143

User-Agent: twiceler
Disallow: /
Crawl-delay: 25200

User-Agent: thunderstone
Disallow: /
Crawl-delay: 25200

User-Agent: T-H-U-N-D-E-R-S-T-O-N-E
Disallow: /
Crawl-delay: 25200

User-Agent: msnbot
Disallow: /
Disallow: /c*
Disallow: /ed*
Disallow: /ge*
Disallow: /im*
Disallow: /k*
Disallow: /lo*
Disallow: /n*
Crawl-delay: 600
# msn allows 1 -> 600 :-(

User-Agent: BioSearch
Disallow: /
Crawl-delay: 25200

# end of 'go away'

User-Agent: googlebot
Disallow: /_*
Disallow: /as*
Disallow: /cg*
Disallow: /ge*
Disallow: /l*
Disallow: /s*
Disallow: /Ge*
Disallow: /X*
Crawl-delay: 25200

User-Agent: Googlebot-Image
Disallow: /_*
Disallow: /asp*
Disallow: /cgi*
Disallow: /ge*
Disallow: /Ge*
Disallow: /i*
Disallow: /l*
Disallow: /s*
Disallow: /X*
Crawl-delay: 25200

# slow these down
User-agent: Teoma
Disallow: /_*
Disallow: /as*
Disallow: /cg*
Disallow: /ge*
Disallow: /s*
Disallow: /Ge*
Crawl-delay: 25200

User-agent: *
Disallow: /_*
Disallow: /as*
Disallow: /cg*
Disallow: /ge*
Disallow: /s*
Disallow: /Ge*
Disallow: /email
Disallow: /l*
Disallow: /messages
Disallow: /X*
Crawl-delay: 25200