# robots.txt for Lightbringer
# Public content is open for search engines and AI crawlers.
# LLM crawlers: see /llms.txt for structured content guidance.

User-agent: *
Allow: /

# Protected / non-public areas
Disallow: /admin/
Disallow: /internal/
Disallow: /login/
Disallow: /account/
Disallow: /checkout/
Disallow: /cart/

# Key public sections
Allow: /about/
Allow: /pricing/
Allow: /our-platform/
Allow: /our-solutions/
Allow: /lightbringer-learn/
Allow: /contact/
Allow: /contact/book-a-demo
Allow: /about/patents-rewritten

# Sitemap
Sitemap: https://www.lightbringer.com/sitemap.xml

# AI / LLM crawlers
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: OmgiliBot
Allow: /

User-agent: DataForSeoBot
Allow: /


Sitemap: https://lightbringer.com/sitemap.xml