User-agent: *
Allow: /

# Block crawl of auth-walled and noisy SPA-only routes.
Disallow: /login
Disallow: /user-login
Disallow: /admin-dashboard
Disallow: /auth/callback
Disallow: /dashboard
Disallow: /watchlist
Disallow: /agent
Disallow: /swarm
Disallow: /quant-backtest
Disallow: /paper-trading
Disallow: /settings
Disallow: /api/

# Target Google's Search and AI Crawlers
User-agent: Googlebot
User-agent: Google-Extended
Allow: /

# Target OpenAI (ChatGPT)
User-agent: ChatGPT-User
User-agent: GPTBot
Allow: /

# Target generic/other AI search crawlers
User-agent: PerplexityBot
User-agent: ClaudeBot
Allow: /

Sitemap: https://nepsesignal.com/sitemap.xml