# START YOAST BLOCK
# ---------------------------
# # General rules for all bots
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/
Allow: /wp-includes/
Disallow: /tag/

# Disallowed sensitive areas
Disallow: /admin/
Disallow: /users/
Disallow: /clients/
Disallow: /payment/
Disallow: /no_cookies/
Disallow: /unsubscribe/
Disallow: /blog/search/*
Allow: /blog/*

# Utility pages (search & feeds)
Disallow: /?s=
Disallow: /search/
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/rss2/

# Sitemap for easy discovery of site content
Sitemap: https://mybathcolorado.com/sitemap_index.xml

# Specific permissions for individual bots

# Allow Semrushbot-SI full access
User-agent: Semrushbot-SI
Allow: /

# Twitter bot - allow blog and ranking-factors sections
User-agent: Twitterbot
Allow: /blog/*
Allow: /ranking-factors/*
# ---------------------------
# END YOAST BLOCK