# Search engines and AI assistants that cite sources: welcome.
# Crawlers that harvest text to train models: not welcome.
#
# The distinction is deliberate. Being read and cited is how people find us.
# Being absorbed into a training set gives away the one thing that is genuinely
# ours: an interpretation library drafted with AI and then corrected line by
# line by a practising astrologer. The correction is the value, and it is not
# something to donate.
#
# robots.txt is a request, not a fence. The named crawlers below honor it;
# scrapers do not. Enforcement would mean blocking at the edge, which is a
# separate decision.

User-agent: *
Allow: /
Disallow: /app/
Disallow: /api/

# Training crawlers. Blocking Google-Extended does NOT affect Google Search
# ranking: Search uses Googlebot, which is a different token and stays allowed
# by the rule above.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# Search and citation agents stay allowed on purpose. These are the ones that
# answer "which app computes a real natal chart" and link back, which is the
# whole point of the reference library.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

Sitemap: https://natalcompass.com/sitemap.xml