# AI crawlers are intentionally NOT restricted here.
#
# Every crawler - search engines and AI answer engines alike (GPTBot,
# OAI-SearchBot, ClaudeBot, Claude-SearchBot, PerplexityBot, Google-Extended,
# Applebot-Extended, Amazonbot, meta-externalagent, CCBot, ...) - falls under
# the single User-agent: * group below and gets the full site.
#
# Do not add a named User-agent group for a bot unless you mean to restrict it:
# a crawler that finds a group matching its own name ignores the * group
# entirely, which would silently drop the Disallow lines below.

User-agent: *
Allow: /

Disallow: /api/
Disallow: /login
Disallow: /forgot-password
Disallow: /verify-email
Disallow: /reset-password
Disallow: /settings

Sitemap: https://optionsbell.com/sitemap.xml