# Ciphar — ciphar.org
# Sitemap: https://ciphar.org/sitemap.xml

# Default: allow all crawlers, block ephemeral channels and API
User-agent: *
Allow: /
Disallow: /room/
Disallow: /api/

# Block AI training crawlers (use of content for model training)
# Note: these are distinct from AI search crawlers, which we allow below.
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Omgilibot
Disallow: /

# AI search / live-browsing crawlers are explicitly ALLOWED so Ciphar
# can be cited in ChatGPT, Claude, Perplexity, Google AI Overviews, etc.
User-agent: ChatGPT-User
Allow: /
Disallow: /room/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /room/
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /room/
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /room/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /room/
Disallow: /api/

User-agent: FacebookBot
Allow: /
Disallow: /room/
Disallow: /api/

Sitemap: https://ciphar.org/sitemap.xml