# shipshapedata.com robots policy.
# We are an AI consultancy: AI crawlers, AI assistants and user-triggered agents
# are welcome across the whole site. Machine-readable entry points:
#   Site guide:  https://shipshapedata.com/llms.txt
#   Agent guide: https://shipshapedata.com/agents.md
#   Descriptor:  https://shipshapedata.com/.well-known/ard.json

# --- AI training and assistant crawlers: allowed ---
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

# --- Training-only bulk scrapers: not welcome (assistant and search access above is plenty) ---
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# --- User-triggered agents (acting for a person): allowed ---
User-agent: ChatGPT-User
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Perplexity-User
Allow: /

# --- Everyone else ---
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Sitemap: https://shipshapedata.com/sitemap.xml
schemamap: https://shipshapedata.com/schemamap.xml
Agentmap: https://shipshapedata.com/.well-known/ard.json