# Siren Affiliates - robots.txt
# https://www.sirenaffiliates.com

# Content Signals (https://contentsignals.org/, draft-romm-aipref-contentsignals)
# declare how AI/agent systems may use content fetched from this origin:
#   search   — include in traditional and AI search indexes
#   ai-input — retrieve as grounding context for a user-initiated AI query
#   ai-train — use for training or fine-tuning of AI models
# The directive is served as the Content-Signal HTTP response header
# (see vercel.json) since the robots.txt form is not yet recognized
# by every parser/validator.

# Allow all crawlers on public pages
User-agent: *
Allow: /

# Disallow private/functional routes
Disallow: /account/
Disallow: /checkout/
Disallow: /api/

# AI Crawler Directives
# These crawlers may use content for AI training or retrieval

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

# Sitemap location
Sitemap: https://www.sirenaffiliates.com/sitemap-index.xml