# CubanFlow Radio - robots.txt
# AI content usage preferences (contentsignals.org)
Content-Signal: search=yes, ai-train=yes, ai-input=yes

# Allow all crawlers
User-agent: *
Allow: /
Disallow: /auth
Disallow: /login
Disallow: /signup
Disallow: /admin
Disallow: /profile
Disallow: /widget/
Disallow: /go/
Disallow: /r/

# Allow AI crawlers explicitly
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Sitemap
Sitemap: https://cubanflow.com/sitemap.xml

# AI agent discovery files
# llmstxt.org: https://cubanflow.com/llms.txt
# llmstxt.org: https://cubanflow.com/llms-full.txt
# RFC 9727: https://cubanflow.com/.well-known/api-catalog
# Agent Skills: https://cubanflow.com/.well-known/agent-skills/index.json