User-agent: slurp
Crawl-delay: 20
User-agent: msnbot
Crawl-delay: 10
User-agent: gigabot
Crawl-delay: 10
User-Agent: MJ12bot
Crawl-delay: 5
User-Agent: StackRambler
Disallow: /
User-Agent: ichiro
Disallow: /
User-Agent: BecomeBot
Crawl-delay: 5
User-Agent: RAMPyBot
Disallow: /
User-Agent: http://www.almaden.ibm.com/cs/crawler
Crawl-delay: 5
User-Agent: Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)
Disallow: /

User-agent: *
Disallow: /images
Disallow: /webalizer
Disallow: /comics