# savantalent.com — crawler rules. See https://savantalent.com/terms (section 5):
# search engines may index public pages for search results only; scraping,
# bulk collection and AI training are not permitted.

# AI training and dataset crawlers: not permitted.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: PerplexityBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: ImagesiftBot
User-agent: Omgilibot
User-agent: Timpibot
Disallow: /

# Everyone else (search engines, link previews): public pages only.
User-agent: *
Disallow: /api/
Disallow: /admin
Disallow: /talent
Disallow: /recruiter
Disallow: /coach
Disallow: /dashboard
Disallow: /auth
Disallow: /reset-password
Disallow: /verify-email
Disallow: /join/
Disallow: /downloads/
Allow: /