# This is a public personal/writing site. Crawlers are welcome — including AI
# crawlers. The policy below is intentionally permissive and explicit.

# Search engines and all other crawlers
User-agent: *
Allow: /
# Content Signals (experimental, specification.website): indexing, live AI
# fetching, and AI training are all permitted, matching the policy above.
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# AI crawlers — explicitly allowed (training, search, and on-demand fetching)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
Allow: /
# Content Signals (repeated here because robots.txt matching uses the single
# most-specific User-agent group; these AI crawlers would otherwise not see
# the signals declared in the wildcard group above).
Content-Signal: search=yes, ai-input=yes, ai-train=yes

Sitemap: https://sjg.io/sitemap-index.xml