# robots.txt for https://www.zerocms.io
# AI content-usage policy: agent-friendly. https://contentsignals.org/
#
# /s/* are vanity attribution redirects (see marketing/src/lib/vanity.ts): no
# content of their own, and a crawler following one would mint a bot session
# carrying that link's utm_source. Repeated in every group on purpose — a named
# user-agent group replaces the `*` group entirely rather than adding to it.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /s/

# --- AI crawlers (explicit, permissive) ---
# OpenAI
User-agent: GPTBot
Allow: /
Disallow: /s/

User-agent: OAI-SearchBot
Allow: /
Disallow: /s/

User-agent: ChatGPT-User
Allow: /
Disallow: /s/

# Anthropic
User-agent: ClaudeBot
Allow: /
Disallow: /s/

User-agent: Claude-User
Allow: /
Disallow: /s/

User-agent: Claude-SearchBot
Allow: /
Disallow: /s/

User-agent: Claude-Web
Allow: /
Disallow: /s/

# Google AI
User-agent: Google-Extended
Allow: /
Disallow: /s/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /s/

Sitemap: https://www.zerocms.io/sitemap-index.xml