User-agent: *
Allow: /

User-agent: MJ12bot
Crawl-Delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: AhrefsSiteAudit
Crawl-delay: 10