User-agent: *
Allow: /
Disallow: /platform/

# Explicit allow rules for known AI agent/assistant crawlers, in addition to the
# wildcard rule above. If a WAF or bot-management rule ever starts challenging
# or blocking one of these, that block happens ahead of this file (e.g. at the
# CDN/edge) and needs to be fixed there — robots.txt only tells crawlers what
# they're *permitted* to do, it can't unblock a network-level denial.
User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: ora-agent
Allow: /

Content-Signal: ai-train=no, search=yes, ai-input=yes

Sitemap: https://expose.team/sitemap.xml