# OnFin - robots.txt # Marketing pages are fully crawlable. # Genesis affiliate app routes are blocked from indexing. User-agent: * Allow: / Disallow: /genesis/admin/ Disallow: /genesis/auth/ Disallow: /genesis/dashboard/ # AI search crawlers - allowed (brand visibility in ChatGPT, Perplexity, etc.) User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / # AI training crawlers - blocked (proprietary content, not for model training) User-agent: GPTBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / Sitemap: https://onfin.io/sitemap-index.xml