# robots.txt for agents.atenu.org
# Mirrors atenu.org policy. Identical bot allow/deny list across every subdomain.
# Stance: AI search and citation are welcome. AI training requires a written license.
# Contact for licensing: info@atenu.org

# ---------------------------------------------------------------------------
# Content-Signal protocol (Cloudflare / Article 4 EU Directive 2019/790)
#   search   = building a search index and returning links/short excerpts
#   ai-input = real-time use in AI answers (RAG, grounding, citation)
#   ai-train = training or fine-tuning AI models
# ---------------------------------------------------------------------------

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /

# ---------------------------------------------------------------------------
# Explicit allow: AI search and citation bots
# ---------------------------------------------------------------------------

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: YandexBot
Allow: /

# ---------------------------------------------------------------------------
# Explicit disallow: AI training bots
# Training on Atenu content requires a written license. Contact info@atenu.org.
# ---------------------------------------------------------------------------

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: PetalBot
Disallow: /

# ---------------------------------------------------------------------------
# Discovery
# ---------------------------------------------------------------------------

Sitemap: https://agents.atenu.org/sitemap-index.xml
Llms: https://agents.atenu.org/llms.txt