User-agent: *
Crawl-delay: 10.00
# Block specific bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: Centurybot
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: AwarioBot
Disallow: /

# Allow good bots, throttle if needed
User-agent: Googlebot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 10

User-agent: Pinterestbot
Crawl-delay: 10

# Disallow all crawlers from certain paths (if needed)
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php