# A crawler obeys only the most specific group that names it, so a bot with a
# group of its own ignores the `*` rules entirely. The AI crawlers are listed
# here, in the same group as `*`, so they get the same Disallow lines — they are
# named only to record that they are welcome (AI answer engines are a citation
# and traffic source; never block them).
User-agent: *
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: Google-Extended
Allow: /
Disallow: /dashboard/
Disallow: /calculator/
Disallow: /settings/
Disallow: /api/

Sitemap: https://www.selah.fyi/sitemap.xml