# zenfi.org — marketing site.
#
# We want to be cited by answer engines, so every AI crawler is allowed
# explicitly rather than left to the wildcard: a crawler that finds its own
# user-agent block never reads the one below it.

# ── OpenAI ──
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# ── Anthropic ──
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

# ── Perplexity ──
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ── Google Gemini / AI Overviews, and Apple Intelligence ──
User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# ── Common Crawl (the corpus most open models train on) ──
User-agent: CCBot
Allow: /

# ── Microsoft Copilot rides the Bing index ──
User-agent: Bingbot
Allow: /

User-agent: *
# Content Signals (contentsignals.org / draft-romm-aipref-contentsignals): ZenFi
# WANTS to be found and cited by AI, so every use is permitted. NOTE: Cloudflare
# currently PREPENDS its own managed block to this file with `ai-train=no` +
# per-bot Disallow — that override must be turned off in the Cloudflare dashboard
# (AI Crawl Control) or these signals never reach the crawler.
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Sitemap: https://zenfi.org/sitemap.xml