User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /orders/
Disallow: /wc-api/
Disallow: /*add-to-cart=*
Disallow: /*?*srsltid=
Disallow: /*?orderby=   # duplicate sorting URLs
Disallow: /*?filter_*   # faceted search duplicates
Disallow: /*?utm_*
Disallow: /*?fbclid=*
Disallow: /*?v=*

# =========================================
# Robots.txt for WooCommerce (Purovitalis)
# =========================================

# Allow Google full crawling (ignore crawl-delay anyway)
User-agent: Googlebot
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot-Image
Disallow:

# Block obvious aggressive bots
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# =========================================
# Crawl-delay setup for SEO tools
# =========================================

# Ahrefs main crawler (link index)
User-agent: AhrefsBot
Crawl-delay: 15

# Ahrefs Site Audit (keep allowed for your audits)
User-agent: AhrefsSiteAudit
Crawl-delay: 15

# Semrush main crawler (link index)
User-agent: SemrushBot
Crawl-delay: 15

# Semrush Site Audit (keep allowed for your audits)
User-agent: SemrushSiteAudit
Crawl-delay: 15


Sitemap: https://purovitalis.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK