# ClipIt Robots.txt
# https://clipit.dev/robots.txt

User-agent: *
Allow: /
Allow: /tokenomics
Allow: /privacy
Allow: /terms
Disallow: /api/
Disallow: /auth
Disallow: /dashboard
Disallow: /clips
Disallow: /settings
Disallow: /profile
Disallow: /admin/
Disallow: /editor
Disallow: /streams
Disallow: /calendar
Disallow: /publish
Disallow: /analytics
Disallow: /leaderboard
Disallow: /quick-clips
Disallow: /help

# AI Crawlers — explicitly allowed for public content
User-agent: GPTBot
Allow: /
Allow: /tokenomics
Allow: /privacy
Allow: /terms
Disallow: /api/
Disallow: /auth

User-agent: Google-Extended
Allow: /
Allow: /tokenomics
Allow: /privacy
Allow: /terms
Disallow: /api/
Disallow: /auth

User-agent: anthropic-ai
Allow: /
Allow: /tokenomics
Allow: /privacy
Allow: /terms
Disallow: /api/
Disallow: /auth

User-agent: ClaudeBot
Allow: /
Allow: /tokenomics
Allow: /privacy
Allow: /terms
Disallow: /api/
Disallow: /auth

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /auth

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /auth

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /auth

Sitemap: https://clipit.dev/sitemap.xml