# === Disallowed Crawlers (SEO, Custom, etc.) ===
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Majestic
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: Screaming Frog
Disallow: /

User-agent: SurdotlyBot
Disallow: /

User-agent: cognitiveSEO
Disallow: /

# === Default Rules for All Other Crawlers ===
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# === Sitemap ===
Sitemap: https://www.too-french.com/sitemap.xml