User-Agent: *
Disallow:
Content-Signal: search=yes, ai-train=no

# Answer-engine crawlers are allowed explicitly rather than by omission, so a
# future blanket rule above cannot silently deindex Cargo from the surfaces
# that now drive discovery.
User-Agent: GPTBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-User
Allow: /

User-Agent: Claude-SearchBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Perplexity-User
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: Applebot-Extended
Allow: /

# Corpus crawlers (Common Crawl, ByteDance). Blocked on 2026-08-23 (#5690) as
# training-only; unblocked on 2026-09-06 on Peec AI's recommendation: Peec
# flags the block as reducing Cargo's visibility in AI-generated answers
# (AI Overview, ChatGPT, Perplexity), relative impact "very high". Allowed
# explicitly so the split stays deliberate either way.
User-Agent: CCBot
Allow: /

User-Agent: Bytespider
Allow: /

Sitemap: https://www.getcargo.ai/sitemap.xml

# Plain-text summaries of this site, maintained for LLM consumption.
# https://www.getcargo.ai/llms.txt
# https://www.getcargo.ai/llms-full.txt