# DTC default rules for all crawlers
User-agent: *
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /account
Disallow: /carts
Disallow: /lists

# B2B Blocked Collections
Disallow: /collections/*sonim*
Disallow: /collections/*honeywell*
Disallow: /collections/*cat-phone*
Disallow: /collections/samsung-tablet-rugged-device-mounts-cradles
Disallow: /collections/*tab-active*
Disallow: /collections/*xcover*
Disallow: /collections/*zebra*
Disallow: /collections/*cipherlab*
Disallow: /collections/*datalogic*
Disallow: /collections/*epson*
Disallow: /collections/*getac*
Disallow: /collections/informs-printer-mounts
Disallow: /collections/*janam*
Disallow: /collections/*kyocera*
Disallow: /collections/*lenovo*
Disallow: /collections/otterbox-custom-mounting-solutions
Disallow: /collections/*panasonic*
Disallow: /collections/scosche-products
Disallow: /collections/*rhino*
Disallow: /collections/*t-mobile*
Disallow: /collections/*tcl*
Disallow: /collections/*toshiba*
Disallow: /collections/*tsc*
Disallow: /collections/*unitech*
Disallow: /collections/pedestal-device-mounts
Disallow: /collections/standard-duty-pedestal-mounts-lp
Disallow: /collections/heavy-duty-pedestal-mounts
Disallow: /collections/super-duty-pedestal-mounts
Disallow: /collections/pedestal-device-mounts-all-products
Disallow: /collections/*forklift*
Disallow: /collections/mobile-printer-mounts
Disallow: /collections/*modtek*
Disallow: /collections/*barcode*
Disallow: /collections/oem-brands
Disallow: /collections/*catalogs*

# Parameter-based Disallows
Disallow: /*?filter=
Disallow: /*&filter=
Disallow: /*?sortKey=
Disallow: /*&sortKey=
Disallow: /search
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*

# Shopify & misc
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# NOTE: Do NOT block the collection URLs here; they should be crawlable on WWW.

# Blocked pages (optional)
Disallow: /pages/product-finder
Disallow: /pages/privacy-policy
Disallow: /pages/terms
Disallow: /pages/our-commitment-to-accessibility
Disallow: /pages/regulatory-information
Disallow: /pages/trademarks-and-patents

Sitemap: https://www.proclipusa.com/sitemap.xml

# Major Search Engines - Full Access
User-agent: Googlebot
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*

User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: YandexBot
Allow: /

# AI/Research crawlers (optional — if you truly want full access on WWW)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCbot
Allow: /

User-agent: AnthropicBot
Allow: /

User-agent: OpenAI-User
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CommonCrawl
Allow: /

User-agent: Archive.org_bot
Allow: /

User-agent: SemanticScholarBot
Allow: /

# SEO tools
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /account
Disallow: /carts
Disallow: /lists
Disallow: /collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /collections/*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /policies/
Disallow: /search
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /account
Disallow: /carts
Disallow: /lists
Disallow: /collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /collections/*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /policies/
Disallow: /search
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 1