User-Agent: *
Allow: /
Allow: /api/md/
Allow: /api/v1/
Allow: /.well-known/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/billing/
Disallow: /api/ingest/
Disallow: /api/webhooks/
Disallow: /api/cron/
Disallow: /api/clips/
Disallow: /api/export/
Disallow: /api/tokens/
Disallow: /api/user/
Disallow: /api/creators/
Disallow: /api/videos/
Disallow: /api/sounds/
Disallow: /api/search/
Disallow: /dashboard/
Disallow: /settings/
Disallow: /billing/
Disallow: /login/
Disallow: /signup/
Disallow: /admin/
Disallow: /_next/
Disallow: /private/

User-Agent: GPTBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: Claude-Web
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Anthropic-AI
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Bytespider
Allow: /

User-Agent: CCBot
Allow: /

User-Agent: cohere-ai
Allow: /

Host: https://toklytics.app
Sitemap: https://toklytics.app/sitemap.xml