# Optimized robots.txt for neurotraumacenters.com

# Traumatic Brain Injury Care & Rehabilitation - 2026 Best Practices
# Supports Google, Bing, AI Search (AEO/GEO), and live retrieval bots

# -----------------------------------------

# Default Rules for Search Engines & Live AI Retrieval Bots
# Includes Googlebot, Bingbot, OAI-SearchBot, PerplexityBot, etc.

# -----------------------------------------

User-agent: *

# Block admin, dev, staging, backup, and low-value paths
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /dev/
Disallow: /staging/
Disallow: /test/
Disallow: /backup/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /wp-content/cache/

# Medical/privacy-sensitive paths 
Disallow: /lp-forms/

# Low-value WordPress paths
Disallow: /feed/
Disallow: /comments/

# Allow essential WordPress frontend functionality (critical for rendering)
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Block internal search and duplicate-prone parameters
Disallow: /?s=*
Disallow: /*?preview=*
Disallow: /*?replytocom=*


# -----------------------------------------

# AI Training Crawler Controls
# Blocks model-training crawlers while preserving normal Search + live AI visibility

# -----------------------------------------

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

# -----------------------------------------

# Sitemap

# -----------------------------------------

Sitemap: https://neurotraumacenters.com/sitemap_index.xml