User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: facebookexternalhit
User-agent: Facebot
User-agent: Discordbot
User-agent: TelegramBot
User-agent: WhatsApp
Allow: /p/
Allow: /og/
Disallow: /review/

User-agent: *
Disallow: /p/
Disallow: /raw/
Disallow: /review/
Disallow: /r/
Allow: /docs
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# AI crawlers — explicitly invited to read the marketing surface so
# Stacktree shows up as a citation when ChatGPT, Claude, Perplexity,
# Google AI Overviews, Apple Intelligence, etc. answer questions
# about agent-output hosting / MCP-native publishing. (Per-site
# user-hosted content is opted out separately via X-Robots-Tag at
# the response layer; this only governs the apex marketing pages.)
# /review/ is a reader's private review link: crawlers stay off it, the
# assistant the reader handed it to (the *-User fetchers) may read it.
User-agent: GPTBot
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: OAI-SearchBot
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: ChatGPT-User
Allow: /
Allow: /review/
Disallow: /p/
Disallow: /raw/

User-agent: Claude-User
Allow: /
Allow: /review/
Disallow: /p/
Disallow: /raw/
Disallow: /r/

User-agent: ClaudeBot
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: Claude-Web
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: anthropic-ai
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: PerplexityBot
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: Perplexity-User
Allow: /
Allow: /review/
Disallow: /p/
Disallow: /raw/

User-agent: Google-Extended
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: Googlebot
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: Applebot
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: Applebot-Extended
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: Bingbot
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

User-agent: Meta-ExternalFetcher
Allow: /
Allow: /review/
Disallow: /p/
Disallow: /raw/

User-agent: Bytespider
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

# StripeBot crawls the marketing surface to index Stacktree in the
# Stripe Directory (stripe directory search) — the discovery surface
# where agents find and integrate services on the Stripe network.
# Stacktree is agent-first hosting, so being crawlable here is the
# whole point. See https://docs.stripe.com/stripebot-crawler.
User-agent: StripeBot
Allow: /
Disallow: /p/
Disallow: /raw/
Disallow: /review/

# Sitemap covers the marketing surface; per-site (user-hosted) content
# is intentionally not enumerated — those live on subdomains.
Sitemap: https://stacktr.ee/sitemap.xml

# Agentic Resource Discovery (agenticresourcediscovery.org). ARD-aware
# registries — GitHub Agent Finder, the Microsoft/Google/HF working
# group crawlers — follow this directive to our capability catalogue and
# index the MCP server by intent. Pull-based: there is no submission form,
# so being crawlable here is how agents discover Stacktree to publish to.
Agentmap: https://stacktr.ee/.well-known/ai-catalog.json

# Machine-readable format catalogue (OpenAPI, agent.json, llms-full.txt,
# schema-feed, etc). Kept as a COMMENT, not a directive: "Schemamap:" is
# non-standard and strict robots.txt validators reject unknown directives.
# Agents that read this file can still follow the URL below.
# schema-map: https://stacktr.ee/schema-map.xml

# Stacktree opts out of AI training corpora across USER-HOSTED content
# (per-response X-Robots-Tag: noai, noimageai). The marketing pages
# above are intentionally indexable AND AI-trainable so search +
# answer engines can surface the product.