# ==============================================================================
# Robots Exclusion Protocol (RFC 9309) & Content Signals
# Application: Darbs (Quantitative Verification Engine)
# Specs: https://contentsignals.org / draft-romm-aipref-contentsignals
# ==============================================================================

# Content Signals declaring AI content usage preferences
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Global rules for all web crawlers and indexers
User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/

# Explicit permissions for AI agents & search models
User-agent: GPTBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/

User-agent: ClaudeBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/

User-agent: Google-Extended
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/

User-agent: PerplexityBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/

User-agent: Applebot-Extended
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/

# Sitemap location
Sitemap: https://darbsignal.com/sitemap.xml