# Allow OpenAI's GPTBot
User-Agent: GPTBot
Allow: /

# Allow Anthropic's ClaudeBot
User-Agent: ClaudeBot
Allow: /

# Allow Google's AI crawler (Gemini/Google-Extended)
User-Agent: Google-Extended
Allow: /

# Allow Perplexity's crawler
User-Agent: PerplexityBot
Allow: /

# Allow CommonCrawl (used by multiple LLMs)
User-Agent: CCBot
Allow: /