User-agent: *
Allow: /

# ── AI crawlers — explicitly permitted ───────────────────────────────────────
#
# The `*` rule above already allows these. They are named anyway, because the
# retrieval crawler and the training crawler are different agents: allowing
# GPTBot without OAI-SearchBot keeps you out of ChatGPT's search index, and the
# same split exists for Anthropic and Perplexity. Naming them is also the exact
# signal `shopify-admin-agentic-crawler-access` tells merchants to add to their
# own storefronts — this file should not be the counterexample.

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Google — Gemini/Vertex grounding only; Googlebot is covered by `*`.
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Apple Intelligence — distinct from Applebot.
User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: DuckAssistBot
Allow: /

# Generated by @astrojs/sitemap at build time. This is the index; it points at
# sitemap-0.xml, which lists every page including each individual skill.
Sitemap: https://skills.40rty.ai/sitemap-index.xml

# AI agent documentation — both generated from the repository at build time,
# so counts and the skill list cannot drift from what actually ships.
# Summary: https://skills.40rty.ai/llms.txt
# Full docs: https://skills.40rty.ai/llms-full.txt