User-agent: *
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

Sitemap: https://artemisgtm.ai/sitemap.xml

# AI crawler directives. A named group REPLACES the * rules for that bot,
# so each group restates the full private-path Disallow set AND the machine-file
# Allow block. That keeps every bot out of /admin, /buy/, /library, etc while
# keeping the headless surface (/mcp, /agents.json, the A2A card) open to all.
# /buy/ is disallowed so crawlers cannot mint Stripe sessions; the purchase links
# published in /llms.txt and /agents.json now point at product pages. /agent-access stays
# crawlable and is deliberately NOT disallowed.

User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

User-agent: Claude-Web
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

User-agent: anthropic-ai
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

User-agent: CCBot
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

User-agent: Bytespider
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

# OpenAI live citation crawler for ChatGPT Search (distinct from the GPTBot training crawler).
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

# Bing indexes the answers Microsoft Copilot grounds on, so keep it explicitly welcome.
User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/

# Googlebot added explicitly; its rule set is identical to the * group.
User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /go/
Disallow: /dashboard
Disallow: /library
Disallow: /buy/
Disallow: /newsletter-confirm
Disallow: /newsletter-unsubscribe
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /humans.txt
Allow: /agents.json
Allow: /agents.schema.json
Allow: /.well-known/agent-catalog.json
Allow: /.well-known/agent.json
Allow: /.well-known/agent-card.json
Allow: /mcp
Allow: /corpus/