# DeskTrust robots.txt
# -----------------------------------------------------------------------------
# All crawlers (search engines + AI assistants) are welcome on the public
# marketing surface. Authenticated areas are off-limits.
# AI assistants: see llms.txt and llms-full.txt (bottom of file) for a
# plain-text index and expanded product context.

User-agent: *
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/
Disallow: /testcases
Disallow: /testcases/

# -----------------------------------------------------------------------------
# Explicit allowlist for AI crawlers. Redundant with the wildcard above, but
# makes intent unambiguous — a few AI vendors look for a named rule before
# falling back to User-agent: *. If we ever need to pull back AI access
# (e.g. after a brand incident), per-bot rules can be adjusted here without
# touching the search-engine side.

User-agent: GPTBot
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: OAI-SearchBot
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: ClaudeBot
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: anthropic-ai
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: PerplexityBot
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: Perplexity-User
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: Google-Extended
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: Applebot-Extended
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: CCBot
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: cohere-ai
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: Bytespider
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: DuckAssistBot
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: Diffbot
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

User-agent: MistralAI-User
Allow: /
Disallow: /dashboard/
Disallow: /superadmin/
Disallow: /api/
Disallow: /employee/

# -----------------------------------------------------------------------------

Sitemap: https://www.desktrust.com/sitemap.xml

# Plain-text indexes designed for AI assistants (llmstxt.org spec):
# https://www.desktrust.com/llms.txt
# https://www.desktrust.com/llms-full.txt