# robots.txt — auto-generated by scripts/generate-robots.mjs
# Edit scripts/robots-config.json (this file will be overwritten on next build).
# Generated: 2026-04-27T15:49:47.752Z
# Public routes indexed: 1122 (generated)
# LLM context: https://estimatrix.io/llms.txt
# Spec: https://www.robotstxt.org/robotstxt.html

# === Default policy — applies to every crawler not named below ===
# Per RFC 9309, named User-agent groups do NOT inherit from *.
# Allowed crawlers (Googlebot, Bingbot, GPTBot, ClaudeBot, PerplexityBot, etc.)
# match this group by absence of a more specific block, so the disallow set below
# is what they will respect. Blocked / rate-limited bots get explicit groups.
User-agent: *
Allow: /manifest.json
Allow: /sitemap.xml
Allow: /sitemap-news.xml
Allow: /robots.txt
Allow: /llms.txt
Allow: /favicon.svg
Allow: /sw.js
Allow: /firebase-messaging-sw.js
Allow: /.well-known/
Allow: /blog/feed.xml
Allow: /blog/feed.atom
Allow: /blog/feed.json
Allow: /blog/search-index.json
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Disallow: /*?utm_*
Disallow: /*?gclid=*
Disallow: /*?fbclid=*
Disallow: /*?ref=*
Disallow: /*?_branch_match_id=*
Disallow: /*?mc_*

# === Explicitly allowed crawlers ===
# Per RFC 9309, named groups don't inherit from *. Each agent below gets its own
# group with explicit Allow: / so policy engines see affirmative consent.
# Standard search bots (Google/Bing/etc.) inherit the * disallow set; AI crawlers
# also get explicit Allow: / since some respect only their own block.

# Googlebot: Primary search engine — full access to public pages.
User-agent: Googlebot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

User-agent: Googlebot-Image
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

User-agent: Googlebot-News
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

User-agent: Bingbot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Crawl-delay: 1
Allow: /

User-agent: DuckDuckBot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# Slurp: Yahoo.
User-agent: Slurp
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# Applebot: Powers Siri & Spotlight; also feeds Apple Intelligence.
User-agent: Applebot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# AppleBot-Extended: Opt-in for Apple AI training — we allow public marketing pages only.
User-agent: AppleBot-Extended
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# facebookexternalhit: Open Graph link previews.
User-agent: facebookexternalhit
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

User-agent: LinkedInBot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

User-agent: Twitterbot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# GPTBot: OpenAI training crawler. Allow on marketing/blog/FAQ; disallow app surfaces.
User-agent: GPTBot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# OAI-SearchBot: OpenAI search index (SearchGPT).
User-agent: OAI-SearchBot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# ChatGPT-User: On-demand fetch when a ChatGPT user asks about us.
User-agent: ChatGPT-User
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# ClaudeBot: Anthropic on-demand fetch.
User-agent: ClaudeBot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

User-agent: Claude-Web
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

User-agent: anthropic-ai
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# PerplexityBot: Perplexity AI search.
User-agent: PerplexityBot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

User-agent: Perplexity-User
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# Google-Extended: Opt-in for Gemini / Vertex AI training. Public pages only.
User-agent: Google-Extended
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# Meta-ExternalAgent: Meta AI training crawler.
User-agent: Meta-ExternalAgent
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# CCBot: Common Crawl — allow-listed for max AI training visibility (Apr 2026 SEO overhaul).
User-agent: CCBot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Allow: /

# === Rate-limited / partial allow ===

# Amazonbot: Allow public pages only; rate-limit.
User-agent: Amazonbot
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /verification
Disallow: /onboarding
Disallow: /promptbox-demo
Disallow: /dashboard
Disallow: /dashboard/customize
Disallow: /leads
Disallow: /lead-details
Disallow: /estimates
Disallow: /estimate-detail
Disallow: /estimate-view
Disallow: /estimate-view-page
Disallow: /estimate-pre-page
Disallow: /proposal
Disallow: /invoices
Disallow: /customers
Disallow: /chats
Disallow: /files
Disallow: /settings
Disallow: /analytics
Disallow: /projects
Disallow: /dispatch$
Disallow: /dispatch/
Disallow: /today
Disallow: /time
Disallow: /timesheets
Disallow: /team
Disallow: /team-onboarding
Disallow: /ai-chat
Disallow: /more
Disallow: /booking-page-builder
Disallow: /website-builder
Disallow: /api-documentation
Disallow: /auth/
Disallow: /admin
Disallow: /testemails
Crawl-delay: 5
Allow: /

# === Blocked: SEO scrapers, abusive bots, opt-out AI training ===

# Bytespider: ByteDance / TikTok scraper — known for ignoring rate limits.
User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: magpie-crawler
Disallow: /

# PetalBot: Huawei.
User-agent: PetalBot
Disallow: /

# MJ12bot: Majestic — SEO competitor scraper.
User-agent: MJ12bot
Disallow: /

# AhrefsBot: Ahrefs — SEO competitor scraper.
User-agent: AhrefsBot
Disallow: /

# SemrushBot: Semrush — SEO competitor scraper.
User-agent: SemrushBot
Disallow: /

# DotBot: Moz — SEO competitor scraper.
User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SeekportBot
Disallow: /

# === Discovery ===
Sitemap: https://estimatrix.io/sitemap.xml
Sitemap: https://estimatrix.io/sitemap-news.xml
Host: estimatrix.io