# Robots.txt for Lumina - AI Systematic Review Screening Tool
# https://www.robotstxt.org/

# Allow all search engines
User-agent: *

# Important public pages - explicitly allow for clarity
Allow: /
Allow: /about/
Allow: /privacy/
Allow: /compare/
Allow: /pricing/
Allow: /register/
Allow: /demo/
Allow: /contact/
Allow: /guide/
Allow: /docs/
Allow: /alternative-to-*
Allow: /tools/

# Disallow authentication and user-private areas
Disallow: /admin/
Disallow: /projects/
Disallow: /teams/
Disallow: /api/
Disallow: /accounts/
Disallow: /profile/
Disallow: /checkout/
Disallow: /webhook/
Disallow: /notifications/
Disallow: /papers/

# Disallow HTMX/AJAX endpoints (no useful content)
Disallow: /*?*hx-request
Disallow: /*import-articles*
Disallow: /*pixelbot*
Disallow: /*comments*

# Crawl rate limit (be polite to server)
Crawl-delay: 1

# Sitemap location
Sitemap: https://luminareviewer.com/sitemap.xml