User-agent: *
Allow: /

# Sitemap
Sitemap: https://propertiesbycomi.com/sitemap.xml

# Block AI scrapers that don't respect robots.txt
User-agent: ChatGPT-User
Disallow: /api/
User-agent: GPTBot
Disallow: /api/
User-agent: GoogleOther
Disallow: /api/
User-agent: anthropic-ai
Disallow: /api/
User-agent: Claude-Web
Disallow: /api/