# stobox.io
# Everything here is readable without an account, including by a crawler. One report PDF is free for an email.

User-agent: *
Allow: /

# One exception, and it is not a page: /_shell/blog-post.html is the chrome the live
# repository dresses a cron-published post in. It carries @@ sentinels where the
# writing goes, so it is a template, not something anyone should read or index.
Disallow: /_shell/

# The model crawlers get the same answer as everyone else, and llms.txt describes the
# site for them in a form that does not require parsing the markup.
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
# the agents that fetch a page when someone asks an assistant, and the search indexes
# behind the answers (plan of 11 September 2026): named so no default policy guesses
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Google-Extended
Allow: /

Sitemap: https://www.stobox.io/sitemap.xml

# The same site written for a model to read, and the full text of every page.
# Named as paths, not only in prose: a crawler looking for them reads this line.
# llms: https://www.stobox.io/llms.txt
# llms-full: https://www.stobox.io/llms-full.txt