User-agent: MJ12bot
User-agent: DotBot
User-agent: AhrefsBot
User-agent: YandexBot
User-agent: Bytespider
User-agent: Yeti
Disallow: /

User-agent: *
Crawl-delay: 30