# HRTailor.AI robots policy (regenerated 2 Sep 2026 by scratchpad/batch_d.py).
# INDEX: the marketing site and every tool LANDING page (they canonicalise to https://hrtailor.ai).
# NEVER CRAWL: the logged-in HR OS, tool app-views, admin, auth and tokenised links.
#
# The Disallow list below is GENERATED from the app/(app) and app/(bare) route folders,
# because the hand-kept version had drifted: 14 of 32 app routes (attendance, calendar,
# payroll-runs, requests, alerts, assets, orgchart, compliance-audit, analytics, policies,
# agreements, announcements, offboarding, support) were missing. Those pages also carry
# noindex,nofollow from app/(app)/layout.tsx; robots.txt is the belt to that brace.
# When you add an app route, re-run the script. Do not hand-edit this file.

# ---- Search engines and every other bot -------------------------------------
User-agent: *
Allow: /
Disallow: /app/
Disallow: /admin
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard
Disallow: /myaccount
Disallow: /plan
Disallow: /history
Disallow: /copilot
Disallow: /onboarding
Disallow: /onboard
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /thank-you
Disallow: /cancel-subscription
Disallow: /payment/
Disallow: /survey
Disallow: /home2
Disallow: /hr-overview
Disallow: /coming-soon
Disallow: /*/app
Disallow: /*/app/
Disallow: /*/builder
Disallow: /agreements
Disallow: /alerts
Disallow: /analytics
Disallow: /announcements
Disallow: /assets
Disallow: /attendance
Disallow: /calendar
Disallow: /compliance-audit
Disallow: /employees
Disallow: /feedback
Disallow: /home
Disallow: /marketplace
Disallow: /offboarding
Disallow: /orgchart
Disallow: /payroll-runs
Allow: /policies/history
Disallow: /policies
Disallow: /report-bug
Disallow: /request-feature
Disallow: /requests
Disallow: /resume-vault
Disallow: /setup
Disallow: /support
Disallow: /team
Disallow: /vault
Disallow: /welcome
Disallow: /workspace-branding
Disallow: /employee-setup
Disallow: /sign

# ---- AI / LLM crawlers: block the app, keep the marketing pages citable ------
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: Meta-ExternalAgent
User-agent: cohere-ai
User-agent: Diffbot
User-agent: Omgilibot
User-agent: Timpibot
User-agent: img2dataset
Disallow: /app/
Disallow: /admin
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard
Disallow: /myaccount
Disallow: /plan
Disallow: /history
Disallow: /copilot
Disallow: /onboarding
Disallow: /onboard
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /thank-you
Disallow: /cancel-subscription
Disallow: /payment/
Disallow: /survey
Disallow: /home2
Disallow: /hr-overview
Disallow: /coming-soon
Disallow: /*/app
Disallow: /*/app/
Disallow: /*/builder
Disallow: /agreements
Disallow: /alerts
Disallow: /analytics
Disallow: /announcements
Disallow: /assets
Disallow: /attendance
Disallow: /calendar
Disallow: /compliance-audit
Disallow: /employees
Disallow: /feedback
Disallow: /home
Disallow: /marketplace
Disallow: /offboarding
Disallow: /orgchart
Disallow: /payroll-runs
Allow: /policies/history
Disallow: /policies
Disallow: /report-bug
Disallow: /request-feature
Disallow: /requests
Disallow: /resume-vault
Disallow: /setup
Disallow: /support
Disallow: /team
Disallow: /vault
Disallow: /welcome
Disallow: /workspace-branding
Disallow: /employee-setup
Disallow: /sign

Sitemap: https://hrtailor.ai/sitemap.xml
# Machine-readable site summary for AI assistants:
# https://hrtailor.ai/llms.txt