# robots.txt for contextrepo.com
# https://contextrepo.com

# AI usage preferences (IETF draft-romm-aipref-contentsignals).
# Mirrors the Content-Signal HTTP header emitted by /openapi.json so
# crawlers and AI bots see one consistent policy across surfaces.
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Allow all crawlers access to public pages
User-agent: *
Allow: /

# Block dashboard (authenticated user content)
Disallow: /dashboard
Disallow: /dashboard/

# Block API endpoints
Disallow: /api/
Disallow: /api

# Block OAuth endpoints (auth infrastructure)
Disallow: /.well-known/oauth-authorization-server
Disallow: /.well-known/oauth-protected-resource/

# Allow MCP server discovery (agent-facing)
Allow: /.well-known/mcp.json

# Agent discovery files
# llms.txt: https://contextrepo.com/llms.txt
# MCP discovery: https://contextrepo.com/.well-known/mcp.json

# Block internal routes
Disallow: /camera

# Sitemap location
Sitemap: https://contextrepo.com/sitemap.xml

# NLWeb Schema Feeds discovery (Schema.org Feeds / Yoast convention)
Schemamap: https://contextrepo.com/schemamap.xml