User-agent: *
Allow: /
Allow: /wp-admin/admin-ajax.php


# Block only real private/system areas
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /login/
Disallow: /register/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php


# ================================
# 🤖 AI & LLM BOTS (ALLOWED)
# ================================


User-agent: GPTBot
Allow: /


User-agent: ChatGPT-User
Allow: /


User-agent: ClaudeBot
Allow: /


User-agent: Claude-Web
Allow: /


User-agent: PerplexityBot
Allow: /


User-agent: CCBot
Allow: /


User-agent: Google-Extended
Allow: /


User-agent: Meta-ExternalAgent
Allow: /


User-agent: Anthropic-AI
Allow: /


User-agent: YouBot
Allow: /


User-agent: SearchGPT
Allow: /


# Sitemap
Sitemap: https://whyayurveda.org/sitemap_index.xml