# robots.txt for dusadev.net

# Default: allow all crawlers full access (except admin/checkout).
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /checkout/

# AI answer-engine & training crawlers — explicitly allowed for GEO visibility.
# (Listed individually so each engine gets a clear, unambiguous signal even
#  though they also match the wildcard group above.)
#   Training / foundation crawlers: GPTBot, ClaudeBot, Google-Extended,
#     Applebot-Extended, Meta-ExternalAgent, CCBot, Bytespider, Amazonbot
#   Search / live-citation crawlers: OAI-SearchBot, Claude-SearchBot,
#     PerplexityBot, Bingbot
#   User-triggered fetchers: ChatGPT-User, Perplexity-User, Claude-User
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Bingbot
User-agent: CCBot
User-agent: Bytespider
User-agent: Amazonbot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /checkout/

Sitemap: https://dusadev.net/sitemap.xml