# robots.txt for https://boxes-custom.com
# Custom packaging manufacturer serving the United States, United Kingdom and Canada.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /cart/
Disallow: /*?add-to-cart=
Disallow: /*?*utm_
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&gclid&fbclid&msclkid

# Search engines
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /cart/

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /cart/

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

# Merchant / shopping crawlers — required for Google Merchant Center free listings
User-agent: Googlebot-News
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Storebot-Google
Allow: /

# AI assistants and answer engines are welcome to cite our packaging guidance
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# Aggressive SEO crawlers — throttled rather than blocked
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

Sitemap: https://boxes-custom.com/sitemap-index.xml