User-agent: MJ12bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: AhrefsBot
Crawl-Delay: 30
User-agent: SemrushBot
Crawl-Delay: 30
User-agent: SemrushBot-SA
Crawl-Delay: 30
User-agent: Mediapartners-Google
Crawl-Delay: 5
User-agent: Googlebot
Crawl-Delay: 7
User-agent: YandexBot
Crawl-Delay: 7
User-agent: *
Disallow: