# Bondi Casa — robots.txt
#
# Split per agent purpose rather than per operator. Blocking a whole operator
# suppresses the agents that produce citations along with the ones that do not,
# which is the failure this file exists to avoid.

# ── Fetch on behalf of a user, mid-conversation ──────────────────────────
# Allowed. This is the only class that reflects a live session with present intent.
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: Google-Agent
User-agent: MistralAI-User
User-agent: DuckAssistBot
Allow: /

# ── Search index builders ────────────────────────────────────────────────
# Allowed. They carry no user, so they are excluded from attribution — but they
# are the mechanism by which citation becomes possible at all.
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Googlebot
User-agent: Amazonbot
User-agent: Applebot
Allow: /

# ── Training corpus collection ───────────────────────────────────────────
# The client's call, and the only line here that is genuinely a trade-off.
# Open on this demonstration property so that crawler behaviour can be observed.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Applebot-Extended
Allow: /

# ── Everyone ─────────────────────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /reservations
Disallow: /api/

Sitemap: https://www.bondi.casa/sitemap.xml