# 1. Block bots that solely scrape data for background training
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

# 2. Allow bots that perform live web searches for users
User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

# 3. Allow Google's standard crawler (Feeds Google Search & AI Overviews)
User-agent: Googlebot
Allow: /

# 4. Allow Gemini to use your content for chat answers and citations
User-agent: Google-Extended
Allow: /