User-agent: * Allow: / # Block admin and authenticated surfaces Disallow: /admin Disallow: /billing Disallow: /calendar Disallow: /candidates Disallow: /dashboard Disallow: /documents Disallow: /evaluations Disallow: /favorites Disallow: /forgot-password Disallow: /index Disallow: /invoices Disallow: /login Disallow: /oauth Disallow: /payment Disallow: /register Disallow: /results Disallow: /scorings Disallow: /settings Disallow: /share-links Disallow: /statistics Disallow: /upload Disallow: /upload-history Disallow: /upload-internal Disallow: /account Disallow: /chat Disallow: /companies Disallow: /workspace Disallow: /auth/ Disallow: /api/ # Explicit allow for public marketing + informational pages Allow: /$ Allow: /pricing Allow: /privacy Allow: /terms Allow: /refund-policy Allow: /alternatives/ Allow: /tools/ Allow: /blog Allow: /blog/ Allow: /about Allow: /report/ Allow: /use-cases Allow: /use-cases/ Allow: /glossary Allow: /glossary/ # AI crawlers — allow (brand visibility in AI answers) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: CCBot Allow: / Sitemap: https://thescorify.com/sitemap.xml