# ClawWorld — https://www.claw-world.app
User-agent: *
Allow: /

# Authenticated app areas (no SEO value, redirect to sign-in)
Disallow: /signin
Disallow: /signup/
Disallow: /admin/

# AI answer engines are explicitly welcome. The first four are the retrieval and
# user-triggered fetchers that decide whether we can be cited at all; the next
# three are training crawlers, allowed on purpose; Claude-SearchBot (added
# 2026-09-22) is Anthropic's search-index crawler and used to fall into the
# "*" group. Note that a bot matching this group stops reading the "*" group
# above, so the authenticated-area rules are repeated here rather than
# inherited.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Claude-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Claude-SearchBot
Allow: /
Disallow: /signin
Disallow: /signup/
Disallow: /admin/

# The customer-only /codepay page and the ops dashboard under
# /sonar/codepay/dashboard are deliberately NOT disallowed here: a page blocked
# in robots.txt can never be read, so its noindex is never seen and the URL
# lingers in the index.

Sitemap: https://www.claw-world.app/sitemap.xml