# Routescore — robots policy.
#
# Posture: explicitly invite verified AI/LLM crawlers. We WANT to appear
# when someone asks ChatGPT / Claude / Perplexity / Gemini / Copilot
# "what's a good DeFi route scorer?" or "how do I check MEV exposure
# before a swap?". This is deliberate marketing strategy, not a security
# oversight — known scraper UAs are blocked at the Cloudflare WAF layer
# (see CLOUDFLARE.md), not here.
#
# Parent company: Empyrean Labs FZE LLC (https://empyrean-labs.com).

# /login is intentionally NOT disallowed: it is linked sitewide, so search
# engines index the bare URL anyway when crawling is blocked ("Indexed,
# though blocked by robots.txt" in Search Console). Letting crawlers fetch
# it exposes the page-level noindex (src/app/login/layout.tsx), which is
# the correct way to keep it out of the index.
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /account
Disallow: /logout

# ---------------------------------------------------------------------
# OpenAI
# ---------------------------------------------------------------------
User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# ---------------------------------------------------------------------
# Anthropic
# ---------------------------------------------------------------------
User-agent: ClaudeBot
Allow: /
Disallow: /api/

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# ---------------------------------------------------------------------
# Perplexity
# ---------------------------------------------------------------------
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ---------------------------------------------------------------------
# Google / Gemini
# ---------------------------------------------------------------------
User-agent: Google-Extended
Allow: /
Disallow: /api/

User-agent: GoogleOther
Allow: /

# ---------------------------------------------------------------------
# Microsoft / Copilot
# ---------------------------------------------------------------------
User-agent: bingbot
Allow: /
Disallow: /api/

User-agent: msnbot
Allow: /

# ---------------------------------------------------------------------
# Mistral / open-weights
# ---------------------------------------------------------------------
User-agent: MistralAI-User
Allow: /

# ---------------------------------------------------------------------
# Other AI crawlers we welcome
# ---------------------------------------------------------------------
User-agent: YouBot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

Sitemap: https://www.routescore.io/sitemap.xml