# Shesha Ayurveda — robots.txt
# Sitemap & AI content map
Sitemap: https://sheshaayurveda.com/sitemap.xml
# AI-readable content map: https://sheshaayurveda.com/llms.txt

# ─────────────────────────────────────────────
# AI & search bots — explicitly welcomed
# These power Google, Bing, AI Overviews, ChatGPT, Claude, Perplexity, Copilot, and Meta AI
# ─────────────────────────────────────────────
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: meta-externalagent
Allow: /

# ─────────────────────────────────────────────
# SEO scrapers — blocked (no SEO value, just waste crawl budget)
# ─────────────────────────────────────────────
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ─────────────────────────────────────────────
# Everyone else — allowed, except private/duplicate pages
# ─────────────────────────────────────────────
User-agent: *
Allow: /

# Private / account / checkout pages
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /account
Allow: /account/login

# Internal / no SEO value
Disallow: /search
Disallow: /apps/

# Duplicate-content traps (filters, sorting, variants, previews)
Disallow: /*?variant=
Disallow: /*?*sort_by=
Disallow: /*?*filter
Disallow: /*?*preview_theme_id=

# ─────────────────────────────────────────────
# Google Ads bot — needs its own rule, ignores the rules above
# ─────────────────────────────────────────────
User-agent: adsbot-google
Allow: /
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /account
Disallow: /search