# robots.txt — tryandai.com (&AI)
# Policy: fully open. Allow traditional search indexing, AI live-citation/RAG,
# and AI training. The Content-Signal lines below state that intent in a
# machine-readable way (see https://contentsignal.org / Cloudflare's spec).
# Per-bot groups are explicit reassurance for the major AI crawlers — each
# repeats Allow + Content-Signal so the wildcard intent is never lost to
# user-agent specificity rules.

# --- Default: applies to every crawler not named below ---
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# --- AI retrieval / live-citation bots (ChatGPT, Claude, Perplexity, etc.) ---
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# --- AI training crawlers (allowed) ---
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: cohere-ai
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Sitemap: https://www.tryandai.com/sitemap.xml