User-agent: *
Disallow: /acc/
Disallow: /cad/
Disallow: /cap/
Disallow: /cdc/
Disallow: /cms/
Disallow: /cp/
Disallow: /cps/
Disallow: /cpt/
Disallow: /cuc/
Disallow: /cut/
Disallow: /def/
Disallow: /jss/
Disallow: /swf/

User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: DataForSeoBot
User-agent: Barkrowler
User-agent: BLEXBot
Crawl-delay: 30
Disallow: /acc/
Disallow: /cad/
Disallow: /cap/
Disallow: /cdc/
Disallow: /cms/
Disallow: /cp/
Disallow: /cps/
Disallow: /cpt/
Disallow: /cuc/
Disallow: /cut/
Disallow: /def/
Disallow: /jss/
Disallow: /swf/

User-agent: PetalBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: ExaSearchBot
Disallow: /