# robots.txt for brokerhq.ai
# Last updated: 2026-05-21

User-agent: *
Allow: /

# Block Lovable's internal analytics endpoints from indexing
Disallow: /~flock.js
Disallow: /~api/

# Block any internal preview/staging routes (defensive)
Disallow: /preview/
Disallow: /draft/

# Allow all major search engine crawlers explicitly
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# AI training/search crawlers — allow for visibility in AI answers
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap location
Sitemap: https://www.brokerhq.ai/sitemap.xml