# www.gaslightingcheck.com robots.txt

# Allow all crawlers
User-agent: *

# Allow crawling of important pages
Allow: /
Allow: /blog
Allow: /blog/*
Allow: /privacy
Allow: /terms
Allow: /sitemap.xml

# Disallow sensitive routes
Disallow: /app
Disallow: /auth
Disallow: /auth/*
Disallow: /feedback
Disallow: /api/
Disallow: /.env
Disallow: /.env.*
Disallow: /supabase/

# Crawl delay to prevent server overload
Crawl-delay: 10

# Sitemap location
Sitemap: https://www.gaslightingcheck.com/sitemap.xml