User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /feed/
Disallow: /*/feed/

Disallow: /*?amp*
Disallow: /*&amp*

Sitemap: https://rheumatologistoncall.com/sitemap_index.xml

# ============================
# AI Bots Access Permissions
# ============================

# --- OpenAI ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ChatGPT-User/2.0
Allow: /

# --- Google AI (Gemini) ---
User-agent: Google-Extended
Allow: /

# --- Anthropic AI ---
User-agent: ClaudeBot
Allow: /

# --- Perplexity AI ---
User-agent: PerplexityBot
Allow: /

# --- Amazon AI ---
User-agent: Amazonbot
Allow: /

# --- Common Crawl (used by many LLMs) ---
User-agent: CCBot
Allow: /

# --- You.com AI (YouBot) ---
User-agent: YouBot
Allow: /

# --- DuckDuckGo AI ---
User-agent: DuckDuckBot
Allow: /

# --- Apple AI (Applebot) ---
User-agent: Applebot
Allow: /

# --- Meta AI ---
User-agent: FacebookBot
Allow: /

# --- Microsoft Copilot ---
User-agent: bingbot
Allow: /

# --- Brave AI ---
User-agent: BraveBot
Allow: /

# --- Diffbot (folosit de multe LLM-uri) ---
User-agent: Diffbot
Allow: /