# SeniorCRE robots.txt - seniorcre.com
# Last updated: October 2026
#
# Single rule set for every crawler. Named crawler groups with their own
# "Allow: /" used to bypass the private-page Disallow rules below (the most
# specific group wins under the robots standard), so there are intentionally
# NO per-crawler allow groups: Googlebot, Bingbot, social crawlers and AI
# crawlers (GPTBot, ClaudeBot, PerplexityBot, Google-Extended, CCBot, Applebot,
# Amazonbot, Meta-ExternalAgent, Diffbot, YouBot, OAI-SearchBot, ChatGPT-User,
# Claude-Web, FacebookBot) all inherit this group and may crawl everything
# that is not disallowed here.

# ============================================
# DEFAULT RULES - Allow all major crawlers
# ============================================
User-agent: *
Allow: /
Disallow: /team/tbd

# ============================================
# BLOCK ALL PRIVATE USER DASHBOARDS
# ============================================
Disallow: /marketplace-access
Disallow: /dashboard
Disallow: /raise
Disallow: /operator-dashboard
Disallow: /investor-dashboard
Disallow: /broker-dashboard
Disallow: /vendor-dashboard
Disallow: /client-dashboard
Disallow: /buyer-dashboard
Disallow: /seller-dashboard
Disallow: /haven-realty-dashboard
# Public sales-preview surfaces are intentionally indexable.
Allow: /seller-dashboard-preview
Allow: /buyer-dashboard-preview
Disallow: /admin
# Internal, password + MFA gated intranet namespace (all gated instruments)
Disallow: /intranet
Disallow: /intranet/
Disallow: /executive-sales-toolkit
Disallow: /executive-briefing/thank-you
Disallow: /quote-builder
Disallow: /platform-functionality
Disallow: /SeniorCRE-Sales
Disallow: /admin/
Disallow: /admin-panel
# Explicit: admin-only HUD 232 console (also covered by /admin above)
Disallow: /admin/hud232-content-generator

# ============================================
# BLOCK AUTHENTICATION & ACCOUNT MANAGEMENT
# ============================================
# Public diagnostic surface — must stay crawlable despite the /auth prefix rule
Allow: /authority-chain-diagnostic
Allow: /authority-layer
Disallow: /auth

Disallow: /analytics
Disallow: /investor-deals
Disallow: /investor-portal
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /verify-email
Disallow: /onboarding
Disallow: /profile
Disallow: /settings
Disallow: /security-settings
Disallow: /notifications-preferences

# ============================================
# BLOCK USER-SPECIFIC OPERATIONAL AREAS
# ============================================
Disallow: /portfolio$
Disallow: /portfolio-analytics
Disallow: /portfolio-optimization
Disallow: /portfolio-transactions
Disallow: /transactions
Disallow: /messages
Disallow: /notifications
Disallow: /saved-listings
Disallow: /my-listings

# Block vendor operational + authenticated-only pages
Disallow: /vendor-leads
Disallow: /vendor-quotes
Disallow: /vendor-analytics
Disallow: /vendor-profile-editor
Disallow: /vendor-onboarding

# Block client operational pages
Disallow: /client-project-request
Disallow: /client-vendor-browser

# Block broker operational pages
Disallow: /broker/client-management
Disallow: /broker/deal-pipeline
Disallow: /broker/market-reports
Disallow: /broker/buyer-network

# Block operator operational pages
Disallow: /adl-assessment
Disallow: /care-plans
Disallow: /medication-logs
Disallow: /incident-reports
Disallow: /staff-scheduling

# Block authenticated calculators (public lead-gen calculators are indexable)
Disallow: /commission-calculator
Disallow: /pdpm-calculator
Disallow: /mds-assessment

# ============================================
# BLOCK API & BACKEND ROUTES
# ============================================
Disallow: /api/
Disallow: /api-marketplace/keys
Disallow: /supabase/
Allow: /manifest.json
Allow: /sitemap.xml
Allow: /.well-known/
# Machine-readable agent surfaces (intentionally crawlable)
Allow: /api/v1/openapi.json
Allow: /data/


# ============================================
# BLOCK INTERNAL TESTING & DEVELOPMENT
# ============================================
Disallow: /grok-test
Disallow: /app-icon-preview
Disallow: /messaging-demo
Disallow: /protected
Disallow: /unauthorized
Disallow: /custom-login
Disallow: /users


# ============================================
# BLOCK BAD BOTS & AGGRESSIVE SCRAPERS
# ============================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /


# ============================================
# SITEMAPS
# ============================================
Sitemap: https://seniorcre.com/sitemap.xml
Sitemap: https://seniorcre.com/sitemap-video.xml