# LinkVault Robots.txt - AI & Search Optimization

# Global Rules
User-agent: *
Allow: /
Allow: /blog/
Allow: /comparisons/
Allow: /contact-us/
Allow: /privacy-policy/
Allow: /terms-of-service/
Allow: /what-is-linkvault/
Allow: /login/
Allow: /register/
Disallow: /viewer/        # Important: Protects the actual "Vault" links from being indexed
Disallow: /link/          # Protects the actual "Vault" links from being indexed
Disallow: /billing/       # Protects user billing pages
Disallow: /onboarding/    # Protects user onboarding pages
Disallow: /profile/       # Protects user profile pages
Disallow: /settings/      # Protects user settings pages
Disallow: /payment/       # Protects user payment pages
Allow: /api/blog/         # Necessary for Google to render blog content via XHR
Disallow: /api/           # Protects private API endpoints
Disallow: /dashboard/     # Protects user dashboards

# AI Specific Rules
# Allow AI bots to read our marketing/educational content to improve our "Authority Citations"
User-agent: GPTBot
Allow: /
Disallow: /viewer/

User-agent: ChatGPT-User
Allow: /
Disallow: /viewer/

User-agent: Claude-bot
Allow: /
Disallow: /viewer/

User-agent: PerplexityBot
Allow: /
Disallow: /viewer/

User-agent: CCBot
Allow: /
Disallow: /viewer/

# Sitemap for traditional search engines
Sitemap: https://linkvault.biz/sitemap.xml