# Default bot rules
User-agent: *
Allow: /
Disallow: /auth/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /email-verification
Disallow: /profile
Disallow: /profile-completion
Disallow: /dashboard
Disallow: /create-interview
Disallow: /interview-session/
Disallow: /interview-step/
Disallow: /interview-waitlist/
Disallow: /my-interview
Disallow: /mock-interview
Disallow: /manage/
Disallow: /orders
Disallow: /payment-checkout/
Disallow: /payment-success
Disallow: /unauthorized

# AI Crawlers - Explicitly allow public content for citation
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: CCBot
User-agent: anthropic-ai
User-agent: Claude-Web
Allow: /blog/
Allow: /terms-of-service
Allow: /privacy-policy
Allow: /about
Disallow: /auth/
Disallow: /profile
Disallow: /dashboard

# Host
Host: https://roundz.ai

# Sitemaps
Sitemap: https://roundz.ai/sitemap.xml

# LLM-Friendly Documentation
# For structured data and documentation designed for LLMs and AI crawlers:
# - /llms.txt
# - /api/llms
# - /api/llms/structured-data