# Dr. Squatch – Robots & Agent policy
    # Platform: Shopify Hydrogen
    # Markets: US (default), CA (/en-ca), AU (/en-au)

    User-agent: *
    Disallow: /a/downloads/-/*
    Disallow: /admin
    Disallow: /orders
    Disallow: /checkouts/
    Disallow: /checkout
    Disallow: /account
    Disallow: /search
    Disallow: /sf_private_access_tokens
    Disallow: /apple-app-site-association
    Disallow: /.well-known/shopify/monorail
    Disallow: /cdn/wpm/*.js
    Disallow: /recommendations/products
    Disallow: /*/recommendations/products

    # Prevent crawl traps / duplicate URLs
    Disallow: /*?*oseid=*
    Disallow: /*preview_theme_id*
    Disallow: /*preview_script_id*
    Disallow: /collections/*sort_by*
    Disallow: /*/collections/*sort_by*
    Disallow: */collections/*filter*&*filter*
    Disallow: /collections/*+*
    Disallow: /collections/*%2B*
    Disallow: /blogs/*+*
    Disallow: /blogs/*%2B*
    Disallow: /*/*?*ls=*&ls=*

    # Block remote product filename variants
    Disallow: /products/*-[a-f0-9]{8}-remote
    Disallow: /collections/*/products/*-[a-f0-9]{8}-remote
    Disallow: /*/products/*-[a-f0-9]{8}-remote
    Disallow: /*/collections/*/products/*-[a-f0-9]{8}-remote

    # Sitemap (canonical host)
    Sitemap: https://intl.drsquatch.com/sitemap.xml

    # Google Ads bot (explicit)
    User-agent: adsbot-google
    Disallow: /checkouts/
    Disallow: /checkout
    Disallow: /orders
    Disallow: /*?*oseid=*
    Disallow: /*preview_theme_id*
    Disallow: /*preview_script_id*
    Disallow: /cdn/wpm/*.js
    Disallow: /sf_private_access_tokens

    # Block Nutch entirely
    User-agent: Nutch
    Disallow: /

    # Throttle aggressive crawlers
    User-agent: AhrefsBot
    Crawl-delay: 10

    User-agent: AhrefsSiteAudit
    Crawl-delay: 10
    Disallow: /

    User-agent: MJ12bot
    Crawl-delay: 10

    User-agent: Pinterest
    Crawl-delay: 1

    User-agent: SemrushBot
    Allow: /

    User-agent: SiteAuditBot
    Allow: /

    User-agent: Screaming Frog SEO Spider
    Allow: /