Crawl-delay: 5

User-agent: Googlebot
Disallow: /*.axd

User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuil.com/twiceler/robot.html)
#12-Abr-2010 --- You are a BAD robot, slow down! 
Crawl-delay: 10
Disallow: 

User-agent: Slurp 
#14-Abr-2010 --- Slow down yahoo! REF: help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-03.html
Crawl-delay: 10
Disallow: 

User-agent: msnbot
#17-Apr-2017: Bingbot slow down!
Crawl-delay: 5

User-agent: *
Disallow: /Content/
Disallow: /Javascript/
Disallow: /Log/
Disallow: /Temp/

User-agent: SMTBot
Crawl-delay: 5
Disallow: /

User-Agent: MJ12bot
Crawl-Delay: 10
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: PetalBot
Disallow: /