# Allow all crawlers including AI search engines
User-agent: *
Allow: /

# Disallow authenticated app routes
Disallow: /app
Disallow: /projects
Disallow: /deployments
Disallow: /ai-providers
Disallow: /secrets
Disallow: /tokens
Disallow: /sdk
Disallow: /team
Disallow: /providers
Disallow: /audit-logs
Disallow: /settings
Disallow: /admin

# Disallow auth callback routes
Disallow: /auth/
Disallow: /verify-email
Disallow: /verify-2fa
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email-required
Disallow: /payment-required

# Disallow billing flow pages
Disallow: /billing/success
Disallow: /billing/cancel

# Sitemap
Sitemap: https://nexusai.run/sitemap.xml