User-agent: *
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /51840876699/checkouts
Disallow: /51840876699/orders
Disallow: /carts
Disallow: /account

# Collection related disallows for sorting, facets, and query parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: /collections/vendors*?*q=*
Disallow: /collections/types*?*q=*
Disallow: /collections/*?*grid_list*
Disallow: /collections/*?*view*
Disallow: /collections/*?*filter*
Disallow: /*/collections/*?*filter*
Disallow: /collections/*?*pf_*
Disallow: /collections/*?*constraint*
Disallow: /collections/*?*q=* # NEW - Blocks in-collection search queries
Disallow: /*/collections/*?*q=* # NEW - Blocks in-collection search queries with path prefixes (e.g., /us/)

# Blog related disallows
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /blogs/*/tagged/*

# Generic parameter and preview disallows
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*

# Policy and specific path disallows
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js  # This JS path is blocked for all bots adhering to User-agent: * (including Googlebot and AdsBot-Google)
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# Nutch Bot specific
User-agent: Nutch
Disallow: /

# Ahrefs Bots - Opened up for crawling, but with a crawl delay
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: # Allows full crawling

User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: # Allows full crawling

# MJ12bot (Majestic)
User-agent: MJ12bot
Crawl-delay: 10
# Disallow rules are inherited from User-agent: *

# Pinterest Bot
User-agent: Pinterest
Crawl-delay: 1
Disallow: /*?q=*
# Other disallow rules are inherited from User-agent: *

# Googlebot will use the rules specified under User-agent: *
# This ensures it respects disallows for /cart, /account, /search, /collections/*?*filter*, etc.
# and is also blocked from /cdn/wpm/*.js

# Googlebot-image
User-agent: Googlebot-image
Disallow:
# Allows Googlebot-image to crawl all images, overriding User-agent: * for image-specific crawling.

Sitemap: https://us.2xu.com/sitemap.xml