# robots.txt — https://www.moroccoclassictours.com
# Updated by YassirSEO, September 2026
#
# How crawlers read this file: a crawler obeys ONLY the most specific group that names it,
# and ignores the "*" group entirely. Any shared rule must therefore be repeated in each group.

# --- Search engines and every other crawler (Googlebot, Bingbot, ...) ---
User-agent: *
Allow: /

# --- AI answer engines: these cite sources and send referral visits ---
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
Allow: /

# --- AI training crawlers: allowed on purpose, so the brand stays in model knowledge.
#     To opt out of training later without affecting Google Search,
#     change "Allow: /" to "Disallow: /" in this group only.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Allow: /

# --- Blocked: crawls aggressively, sends no referral traffic ---
User-agent: Bytespider
Disallow: /

Sitemap: https://www.moroccoclassictours.com/sitemap.xml