# Scalesperson — robots.txt
# Allow all search engine crawlers

User-agent: *
Allow: /

# Public pages
Allow: /
Allow: /docs
Allow: /blog
Allow: /signup
Allow: /login
Allow: /terms
Allow: /privacy
Allow: /contact

# Block authenticated/internal areas
Disallow: /dashboard
Disallow: /dashboard/*
Disallow: /s/
Disallow: /.netlify/

# AI Search Crawlers — ALLOW (these drive traffic via AI search results)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Google-Extended
Allow: /

# AI Training Crawlers — BLOCK (scrape for training, don't drive traffic)
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Sitemap location
Sitemap: https://www.scalesperson.ai/sitemap.xml