User-agent: *

# Allow important public pages
Allow: /about
Allow: /why-lucid
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-conditions
Allow: /cookie-policy
Allow: /security-compliance
Allow: /publishers
Allow: /publishers/
Allow: /platform-status
Allow: /resources
Allow: /resources/
Allow: /discover
Allow: /discover/topic/
Allow: /pr-comms-monitoring
Allow: /investor-research
Allow: /competitive-intelligence
Allow: /risk-compliance
Allow: /academic-research-teaching
Allow: /balanced-news-feed
Allow: /ground-news-alternative
Allow: /perplexity-alternative

# Block API and server internals
Disallow: /api/
Disallow: /auth/
Disallow: /metrics

# Block auth pages
Disallow: /login
Disallow: /plain-login
Disallow: /register
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password

# Block private user pages
Disallow: /profile
Disallow: /preferences
Disallow: /for-you
Disallow: /library
Disallow: /assistant
Disallow: /top-stories
Disallow: /cluster/
Disallow: /home
Disallow: /mediacloud

# Block admin pages
Disallow: /admin
Disallow: /admin-dashboard
Disallow: /admin-historical
Disallow: /admin/
Disallow: /learning-admin

# Block utility and internal pages
Disallow: /theme-playground
Disallow: /pricing/success
Disallow: /pricing/cancel
Disallow: /cookie-test
Disallow: /toast-test
Disallow: /world-map-demo
Disallow: /test
Disallow: /minimal
Disallow: /icon-test
Disallow: /simple-test
Disallow: /server-error
Disallow: /search

Sitemap: https://lucid.report/sitemap.xml