# Bad bots — blocked completely
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

# Googlebot — allow all SEO pages explicitly
User-agent: Googlebot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /product/
Allow: /product-category/
Allow: /product-tag/
Allow: /brand/

# All other bots
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# WooCommerce filter URLs — main target
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?query_type_
Disallow: /*&query_type_
Disallow: /*?min_price=
Disallow: /*&min_price=
Disallow: /*?max_price=
Disallow: /*&max_price=
Disallow: /*?orderby=
Disallow: /*&orderby=
Disallow: /*?per_page=
Disallow: /*&per_page=
Disallow: /*?shop_view=
Disallow: /*&shop_view=

# WooCommerce system parameters
Disallow: /?add-to-cart=
Disallow: /?removed_item=
Disallow: /checkout/order-pay/
Disallow: /?wc-ajax=
Disallow: /wp-json/

# WooCommerce pages
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /order-received/

# WooCommerce junk files
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# Allow real SEO pages explicitly
Allow: /product/
Allow: /product-category/
Allow: /product-tag/
Allow: /brand/

Sitemap: https://unitedhotelsupply.com/sitemap_index.xml