# General Crawlers (Google, Bing, etc.)
User-agent: *
Allow: /

# Functional & account areas (no crawlable value)

Disallow: /admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /my-account/
Disallow: /account/
Disallow: /login/
Disallow: /register/
Disallow: /cgi-bin/

# Legal boilerplate (not useful for indexing)
Disallow: /p/privacy-policy
Disallow: /p/terms-conditions

# Shopping bag URLs
Disallow: /*bag$
Disallow: /*bag?

# Duplicate content via URL parameters
Disallow: /*?add-to-cart=
Disallow: /*?s=
Disallow: /*?filter=
Disallow: /*?sort=

# AI & LLM Crawlers
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: FacebookBot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: cohere-ai
Allow: /
Disallow: /cgi-bin/
Disallow: /p/privacy-policy
Disallow: /p/terms-conditions

# Sitemap

Sitemap: https://bugbeetoys.com/sitemap.xml