Sitemap: https://davinciya.com/robots.txt

# ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
# ┃ Robots & Agent policy                                               ┃
# ┣━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┫
# ┃ Checkouts are for humans.                                           ┃
# ┃ * Automated scraping or “buy-for-me” agents must NOT complete       ┃
# ┃   end-to-end payment flows.                                         ┃
# ┃ * Legitimate integrators must use Shopify Checkout Kit:             ┃
# ┃     https://www.shopify.com/checkout-kit                            ┃
# ┃ Terms: https://www.shopify.com/legal/terms                          ┃
# ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛

# ========== GLOBAL RULES ==========
User-agent: *
# Shopify system / private areas
Disallow: /admin/
Disallow: /admin
Disallow: /account
Disallow: /apps
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: //checkouts
Disallow: //orders
Disallow: /challenge
Disallow: /services
Disallow: /community
Disallow: /shop_app/
Disallow: /a/downloads/-/*
Disallow: /.well-known/shopify/monorail
Disallow: /sf_private_access_tokens
Disallow: /apple-app-site-association

# Internal search
Disallow: /search
Disallow: /*?*q=*

# Duplicate/filtered variants & views
Disallow: /*?*variant=*
Disallow: /*?*view=*
Disallow: /*?*sort_by=*

# Multi-tag duplicates (collections/blogs)
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*

# Filter param explosions
Disallow: */collections/*filter*&*filter*

# Preview / theme / misc params
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*?*oseid=*
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*

# Recommendation endpoints / scripts noise
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# Tracking parameters
Disallow: /*?*utm_*
Disallow: /*?*gclid*
Disallow: /*?*fbclid*
Disallow: /*?*msclkid*
Disallow: /*?*irclickid*
Disallow: /*?*mc_eid*

# Allow static assets (clarity)
Allow: /assets/
Allow: /files/
Allow: /cdn/

# ========== BOT-SPECIFIC RULES ==========
# Google adsbot ignores generic blocks unless explicitly named
User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: //checkouts
Disallow: //orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /cdn/wpm/*.js
Disallow: /sf_private_access_tokens

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Nutch
Disallow: /

User-agent: AhrefsBot

User-agent: AhrefsSiteAudit

User-agent: MJ12bot

User-agent: Pinterest