# robots.txt for LiteScribe
# Allow all search engines to crawl public pages

User-agent: *
Allow: /
Allow: /features
Allow: /features/
Allow: /integrations
Allow: /integrations/
Allow: /pricing
Allow: /about
Allow: /chrome-extension
Allow: /terms
Allow: /privacy
Allow: /compare
Allow: /compare/
Allow: /why-litescribe
Allow: /apps
Allow: /ai-chat
Allow: /supported-sites
Allow: /changelog
Allow: /blog
Allow: /blog/

# Disallow crawling of app routes (authenticated areas)
Disallow: /app/
Disallow: /settings
Disallow: /login
Disallow: /share/
Disallow: /chat-share/
Disallow: /connect
Disallow: /auth/

# SPA fallback shells. These are byte-identical copies of the app and marketing
# entry documents, emitted by ui/vite.config.ts purely so _redirects has a rewrite
# target that Cloudflare Pages will not normalise away (it 308s /index.html to /).
# They are never linked and are not in the sitemap, but they are directly
# reachable, so exclude them rather than let a duplicate of / and /app be indexed.
Disallow: /marketing-shell
Disallow: /app-shell

# Disallow the Lightning Talk deck (internal / event use, not for indexing)
Disallow: /talk
Disallow: /talk/

# Open-source attribution page - noindex per ADR-0020
Disallow: /legal/open-source

# Allow crawling of static assets (JS/CSS) so search engines can render pages
Allow: /assets/

# Sitemap location
Sitemap: https://litescribe.ai/sitemap.xml

# LLM guidance: https://litescribe.ai/llms.txt