# Allow OpenAI's GPTBot (ChatGPT)
User-Agent: GPTBot
Allow: /

# Allow Google-Extended (Gemini/Bard)
User-Agent: Google-Extended
Allow: /

# Allow Anthropic's Claude
User-Agent: ClaudeBot
Allow: /

# Allow Common Crawl (used by multiple AI models)
User-Agent: CCBot
Allow: /

# Allow Amazon's AI data collection
User-Agent: Amazonbot
Allow: /

# Allow Applebot (potential AI integrations)
User-Agent: Applebot
Allow: /

# Allow Facebook/Meta's crawler
User-Agent: facebookexternalhit
Allow: /

# Allow Perplexity AI
User-Agent: PerplexityBot
Allow: /

# Allow You.com AI
User-Agent: YouBot
Allow: /

# Catch-all: Allow any unidentified AI crawler
User-Agent: *
Allow: /