# Rank Math SEO robots.txt
User-agent: *
Disallow: /*/feed/$
Disallow: /*?wc-ajax=*
Disallow: /condoms-info/tag/
Disallow: /wp-admin/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?add_to_wishlist*
Disallow: /*?sort=*
Disallow: /*?_bc_fsnf=*
Disallow: /*?attribute_select*
Disallow: /*?yoReviewsPage=*
Disallow: /*%%GLOBAL*
Disallow: /*/feed/
Disallow: /cart.php
Disallow: /wishlist.php
Disallow: /login.php
Disallow: /account.php
Disallow: /postreview.php
Disallow: /giftcertificates.php
Disallow: /shared/
Allow: /wp-admin/admin-ajax.php

# Search engines - explicit Allow required for Google Merchant Center
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

# Allow AI search/retrieval bots (these send you traffic)
# Mirrors Cloudflare AI Search Bot Skip rule (Tier 2)
User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Google-Agent
Allow: /

User-agent: Applebot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: MistralAI-User
Allow: /

# Block AI training bots (these just take your content)
User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://condomdepot.com/sitemap_index.xml