User-Agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: Claude-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: Meta-ExternalAgent
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: cohere-ai
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: YouBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: DuckAssistBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: MistralAI-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: Amazonbot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/mcp$
Allow: /api/mcp/server.json
Allow: /api/mcp/health
Allow: /api/public/spotlights/
Disallow: /app/
Disallow: /hub/
Disallow: /ops/
Disallow: /api/
Disallow: /dev/
Disallow: /investor/
Disallow: /auth/
Disallow: /invite/
Disallow: /debug/
Disallow: /manifest.json
Disallow: /manifest-screenshot
Disallow: /maintenance
Disallow: /share/
Disallow: /shared/
Disallow: /policy-acknowledgment/
Disallow: /sub-request/
Disallow: /sign/
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /2fa
Disallow: /onboarding
Disallow: /account/
Disallow: /oauth/
Disallow: /card/claim
Disallow: /*/login
Disallow: /*/signup
Disallow: /*/verify
Disallow: /*/2fa
Disallow: /*/onboarding
Disallow: /*/account/
Disallow: /*/oauth/
Disallow: /*/card/claim

User-Agent: CCBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: Scrapy
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: Diffbot
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

User-Agent: Omgilibot
Disallow: /

User-Agent: Kangaroo Bot
Disallow: /

User-Agent: FacebookBot
Disallow: /

Sitemap: https://hubity.io/sitemap.xml
Sitemap: https://hubity.io/spotlight/sitemap.xml