User-agent: *
Allow: /
Disallow: /admin/
Disallow: /internal-lead
Disallow: /leads
Disallow: /analytics
Disallow: /conversions
Disallow: /roof-price
Disallow: /metal-price
Disallow: /g/
Disallow: /claim/
Disallow: /field
Disallow: /camera
Disallow: /crm/
Disallow: /pipeline
Disallow: /marketing/
Disallow: /embed/
Disallow: /reporting
Disallow: /analyzer
Disallow: /takeoff
Disallow: /my-day
Disallow: /radar
Disallow: /rep
Disallow: /tech
Disallow: /q/
Disallow: /invoice/
Disallow: /r/
Disallow: /sms-blast
Disallow: /present

# AI Crawlers - explicitly allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Google-Extended
Allow: /

# AI content files
Allow: /llms.txt
Allow: /ai-feed.json

# HTML Sitemap for easier crawling
# https://roof.day/sitemap

# Sitemap location
Sitemap: https://roof.day/sitemap.xml