User-agent: *

# Static assets (images, CSS, JS) — required for social previews & crawlers
Allow: /static/

# Public pages
Allow: /$
Allow: /compliance-review
Allow: /compliance-review/
Allow: /document-comparison$
Allow: /document-comparison/$
Allow: /comparisons/
Allow: /pii-redaction
Allow: /blog/
Allow: /solutions/

Allow: /california/
Allow: /texas/
Allow: /federal/
Allow: /pricing
Allow: /about
Allow: /contacts
Allow: /terms-of-use
Allow: /privacy-policy

# HTML sitemap (internal link hub for all public pages)
Allow: /sitemap-html

# SEO keyword landing pages
Allow: /free-contract-review
Allow: /free-legal-document-review
Allow: /ai-contract-review
Allow: /online-contract-review
Allow: /document-review-tool
Allow: /free-contract-analysis

# Admin interfaces - not for indexing
Disallow: /sam/
Disallow: /django-admin/

# User content - not for indexing
Disallow: /review/
Disallow: /analysis/
Disallow: /documents/
Disallow: /document-comparison/
Disallow: /user/
Allow: /auth/login
Disallow: /auth/
Disallow: /accounts/

# AI crawlers - explicitly allowed
User-agent: GPTBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /blog/
Allow: /compliance-review
Allow: /pii-redaction
Allow: /$
Disallow: /review/
Disallow: /documents/
Disallow: /user/

User-agent: ClaudeBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /blog/
Allow: /compliance-review
Allow: /pii-redaction
Allow: /$
Disallow: /review/
Disallow: /documents/
Disallow: /user/

User-agent: PerplexityBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /blog/
Allow: /compliance-review
Allow: /pii-redaction
Allow: /$
Disallow: /review/
Disallow: /documents/
Disallow: /user/

User-agent: Google-Extended
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /blog/
Allow: /compliance-review
Allow: /pii-redaction
Allow: /$
Disallow: /review/
Disallow: /documents/
Disallow: /user/

Sitemap: https://justee.ai/sitemap.xml