# Robots.txt for PerpDEX Analytics
# https://perpstats.com
# AI/LLM: see https://perpstats.com/llms.txt for a machine-readable summary
#
# Content-Signal directives declare AI usage preferences per user-agent.
# Spec: https://contentsignals.org/
# Draft RFC: https://datatracker.ietf.org/doc/draft-romm-aipref-contentsignals/
# Signals: search (search-engine indexing), ai-input (live retrieval / RAG),
#          ai-train (use as model training data).

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /llms.txt

# Block private/admin pages
Disallow: /admin
Disallow: /billing
Disallow: /profile
Disallow: /payment/
Disallow: /reset-password
Disallow: /shared/
Disallow: /chart-test
Disallow: /chart-tradingview
Disallow: /api/
Disallow: /_*
# Affiliate dashboard (personal, not for indexing) — landing page /affiliate-program is indexed
Disallow: /affiliate

# AI crawlers: explicitly allowed for clarity
User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Claude-Web
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Sitemap and LLM discovery
Sitemap: https://perpstats.com/sitemap.xml