# Allow all search engines
User-agent: *
Allow: /

# Allow AI crawlers explicitly
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Googlebot
Allow: /


 
# Block private/auth pages from indexing
Disallow: /dashboard
Disallow: /auth/
Disallow: /reset-password
Disallow: /api/
 
# Allow important pages
Allow: /resume
Allow: /cover-letter
Allow: /ats-resume-checker
Allow: /linkedin-bio
Allow: /bullet-writer
Allow: /summary-generator
Allow: /keyword-scanner
Allow: /resignation-letter
Allow: /pdf-scanner
Allow: /interview-prep
Allow: /salary-analyzer
Allow: /resume-examples
Allow: /blog
Allow: /premium
Allow: /about
Allow: /contact
Allow: /privacy
Allow: /terms
 
# Sitemap
Sitemap: https://airesumi.com/sitemap.xml