User-agent: *

# Allow general access
Allow: /

# Block WordPress admin and login areas
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php

# Block WordPress core directories
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

# Block WooCommerce sensitive areas (if WooCommerce is installed)
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wc-api/
Disallow: /addons/
Disallow: /shop/page/

# Block search results and queries (prevent duplicate content)
Disallow: /*?s=
Disallow: /*?p=
Disallow: /search/
Disallow: /?s=

# Block WordPress query parameters
Disallow: /*?author=
Disallow: /*?replytocom=
Disallow: /*?attachment_id=

# Block WooCommerce filtering and sorting parameters
Disallow: /*?orderby=
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /*?removed_item=
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?rating_filter=

# Block tracking and analytics parameters
Disallow: /*?ref=
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?utm_
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=

# Block paginated comment pages
Disallow: /*/comment-page-
Disallow: /*/page/

# Block feeds (optional - comment out if you want RSS indexed)
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/
Disallow: /*/comments/feed/

# Block trackback endpoints
Disallow: /*/trackback/
Disallow: /trackback/
Disallow: /xmlrpc.php

# Block WordPress JSON API (comment out if using headless WordPress)
Disallow: /wp-json/
Allow: /wp-json/oembed/

# Block readme and license files
Disallow: /readme.html
Disallow: /license.txt

# Block specific file types
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.sql$
Disallow: /*.log$

# Block cgi-bin
Disallow: /cgi-bin/

# Allow specific files for good bots
User-agent: Googlebot
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$

User-agent: Bingbot
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

# Block aggressive SEO crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex
Disallow: /

# Block AI scrapers
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

# Block other problematic bots
User-agent: ia_archiver
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: DataForSeoBot
Disallow: /