# =============================================
# AI Search and Retrieval Crawlers - ALLOWED
# These bots index content for AI-powered search
# results and citations (not model training)
# =============================================

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# =============================================
# AI Training Crawlers - BLOCKED
# These bots crawl content for model training
# =============================================

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /