# Immersive Commons robots policy. Agent-aware per 2026 conventions.
#
# Intentionally a static file (not the typed MetadataRoute) so the
# Content-Signal directive can be expressed in robots.txt itself. The same
# values are mirrored on every page surface as a Content-Signal HTTP header
# (see proxy.ts). IC's positioning IS an agent-discoverable commons, so AI
# training, search, and real-time AI agents are all explicitly allowed.
# /api/, /members/, and the agent consoles stay out of crawl scope (agents
# use Bearer tokens against /api/mcp + /api/ingest/* per ai-agent.json).

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /api/
Disallow: /members/
Disallow: /agent-console
Disallow: /floor10/agent-console

User-agent: CCBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: claude-web-bot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: oai-search
Allow: /

User-agent: ChatGPT-User
Allow: /

Sitemap: https://www.immersivecommons.com/sitemap.xml
Schemamap: https://www.immersivecommons.com/schemamap.xml
Host: https://www.immersivecommons.com