User-agent: *
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

# Every named crawler below gets its OWN rule group. Per the robots.txt spec
# (RFC 9309), a crawler matches the MOST SPECIFIC group with its own name —
# it does NOT fall back to or merge with the `*` group above. A named group
# with only "Allow: /" and no Disallow lines would leave every private route
# (dashboard, employees, settings, the API, auth) fully crawlable to that
# specific bot, regardless of what the `*` group says. Every group below
# repeats the same private-route disallows for exactly that reason — do not
# remove them when adding a new named crawler.

# Google
User-agent: Googlebot
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

# Google-Extended is a separate opt-out token for some Gemini/Vertex AI uses;
# we allow it for brand discoverability while keeping private app routes
# disallowed, same as every other group here.
User-agent: Google-Extended
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

User-agent: Bingbot
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

# OpenAI — allow search and user-requested retrieval. GPTBot is training-related.
User-agent: OAI-SearchBot
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

User-agent: GPTBot
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

# Anthropic / Claude — allow search and user-requested retrieval
User-agent: Claude-SearchBot
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

User-agent: Claude-User
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

User-agent: ClaudeBot
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/
Crawl-delay: 1

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

User-agent: Perplexity-User
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

# Applebot powers Apple search surfaces and may be used for AI grounding.
User-agent: Applebot
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

# Common Crawl — optional broad AI dataset visibility
User-agent: CCBot
Allow: /
Disallow: /dashboard$
Disallow: /employees$
Disallow: /employees/
Disallow: /documents$
Disallow: /attendance$
Disallow: /leave$
Disallow: /salary$
Disallow: /companies$
Disallow: /settings$
Disallow: /portal$
Disallow: /billing$
Disallow: /tasks$
Disallow: /payroll-wizard$
Disallow: /migration$
Disallow: /team$
Disallow: /api/
Disallow: /auth/

Sitemap: https://www.watheeqahr.com/sitemap.xml