# robots.txt for Verified.RealEstate
# Allowing major search engines and AI crawlers while blocking internal Cloudflare analytics path

User-agent: *
Disallow: /cdn-cgi/rum
Allow: /

# Explicitly allow major LLM and AI bots
User-Agent: ChatGPT-User
Allow: /

User-Agent: GPTBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Googlebot
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: MetaAI
Allow: /

User-Agent: cohere-ai
Allow: /

User-Agent: CCBot
Allow: /