# GozoLife
#
# AI crawlers are allowed on purpose. A site whose business is being the
# answer to "which bay is sheltered today" wants to be the source an
# assistant quotes, and blocking the crawler is how you get summarised from
# somebody else's worse copy instead.

User-agent: *
Allow: /

# Assistants and AI search, named explicitly so the intent is unambiguous
# rather than merely implied by the wildcard above.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: cohere-ai
Allow: /

# Nothing here is paywalled, personalised or user-generated, so there is
# nothing to keep out. Astro's build artefacts are fingerprinted and
# immutable; crawling them is pointless but harmless.
Disallow: /_astro/

Sitemap: https://gozolife.com/sitemap-index.xml

# Plain-text summaries of this site, generated from the same content layer
# that builds the pages, so they cannot go stale.
#
#   https://gozolife.com/llms.txt       map of the site, one line per page
#   https://gozolife.com/llms-full.txt  full text of every page
#
# No search engine requires these and Google has said they have no effect on
# Search. They are here because they cost nothing to maintain and because
# an assistant answering "which Gozo bay is sheltered from a northeasterly"
# can get the declared data in one request instead of crawling eighteen
# pages and guessing. If that turns out to be worth nothing, it cost
# nothing.