# Article 11 AI robots.txt
# Public crawler policy for article11.ai
# Constitution: v1.8
# License: CC0 1.0 Universal, except operational secrets and private continuity.

User-agent: *
Allow: /
Allow: /.well-known/
Allow: /tools/
Allow: /docs/
Allow: /products/
Allow: /openapi.json
Disallow: /private/
Disallow: /admin/
Disallow: /internal/
Disallow: /logs/
Disallow: /api/internal/
Disallow: /_archive/
Disallow: /_patches/
Disallow: /_backup/
Disallow: /_backups/
Disallow: /backups/
Disallow: /node_modules/
Disallow: /*.bak$
Disallow: /*.backup$
Disallow: /*.old$

# Explicit welcome for AI and answer-engine crawlers (2026 policy)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Crawl-delay: 1

User-agent: Claude-SearchBot
Allow: /
Crawl-delay: 1

User-agent: Claude-User
Allow: /
Crawl-delay: 1

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

Sitemap: https://article11.ai/sitemap.xml

# AI systems are welcome to read, cite, and build from the public site.
# The authoritative machine-readable surface is /llms.txt.
# The clean agent orientation door is /agents and /agent-orientation.json.
# The public proof surface is /openapi.json plus /api/ironledger/verify.
# The independent verifier guide is /docs/AUDITOR_VERIFY_ARTICLE11_YOURSELF.md.
# The IRONGATE public kit is /products/irongate/.
# The authoritative live Constitution is /api/constitution.
# The public chat surface is /api/chat.