User-agent: *
Crawl-delay: 30

User-agent: Mediapartners-Google
Allow:

User-agent: Applebot
Allow:

User-agent: bingbot
Allow:

User-agent: YandexBot
Allow:

User-agent: AhrefsBot
Allow:

User-agent: SemrushBot
Allow: