# Standard Search Engine Access
User-agent: *
Disallow:

# Sitemap
Sitemap: https://www.maildesigner365.com/sitemap_index.xml

# Allow AI-specific bots
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

# Optional: Allow other known AI bots (safe and non-malicious)
User-agent: anthropic-ai
Allow: /

User-agent: google-extended
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Applebot
Allow: /

# Block known scrapers or bad bots (optional — modify to taste)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Prevent crawling of unnecessary WP admin paths
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php