# robots.txt for LicenseFlow
# https://licenseflow.dev

# Allow all major crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /

# Crawl-delay
User-agent: *
Crawl-delay: 1

# AI assistants — allowed so they can cite licenseflow.dev
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

# SEO audit tools — allowed for our own audits
User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

# Block low-value / aggressive scrapers
User-agent: CCBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

# Public pages
Allow: /
Allow: /about
Allow: /blog
Allow: /careers
Allow: /press
Allow: /community
Allow: /contact
Allow: /status
Allow: /help
Allow: /pricing
Allow: /features
Allow: /plus
Allow: /solutions/desktop
Allow: /solutions/saas
Allow: /solutions/embedded
Allow: /vs/build-vs-buy
Allow: /vs
Allow: /vs/keygen
Allow: /vs/cryptolens
Allow: /vs/licensespring
Allow: /customers
Allow: /api-docs
Allow: /documentation
Allow: /quickstart
Allow: /self-hosted-docs
Allow: /cli
Allow: /changelog
Allow: /downloads
Allow: /releases
Allow: /store
Allow: /terms
Allow: /privacy
Allow: /auth
Allow: /guides/license-activation-portal

# Protected app pages
Disallow: /dashboard
Disallow: /licenses
Disallow: /devices
Disallow: /products
Disallow: /team
Disallow: /billing
Disallow: /portal
Disallow: /profile
Disallow: /settings
Disallow: /analytics
Disallow: /policies
Disallow: /entitlements
Disallow: /releases/manage
Disallow: /request-logs
Disallow: /offline-licenses
Disallow: /webhooks
Disallow: /rate-limits
Disallow: /change-password
Disallow: /trial-conversions
Disallow: /blog-manager
Disallow: /credits
Disallow: /pricing-templates
Disallow: /key-generator
Disallow: /key-formats
Disallow: /activations
Disallow: /fingerprints
Disallow: /pooling
Disallow: /geo-analytics
Disallow: /download-stats
Disallow: /download-geo
Disallow: /reports
Disallow: /audit-logs
Disallow: /connect
Disallow: /security
Disallow: /admin
Disallow: /partner-portal
Disallow: /tiers
Disallow: /templates

# Sitemap
Sitemap: https://licenseflow.dev/sitemap.xml