# Search engines: crawl the public marketing/content pages, skip anything
# private, transactional or session-specific (no SEO value, wasted crawl budget).
User-agent: *
Allow: /
Disallow: /admin
Disallow: /account
Disallow: /deposit
Disallow: /withdraw
Disallow: /kyc
Disallow: /login
Disallow: /register
Disallow: /logout
Disallow: /password
Disallow: /verify
Disallow: /impersonate/
Disallow: /webhooks/
Disallow: /cron/
Disallow: /internal/
Disallow: /a/
Disallow: /r/
Disallow: /*?fbclid=
Disallow: /*?utm_

# AI training crawlers — blocked at the application layer too.
# Google-Extended does not affect Google Search ranking.
User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /