User-agent: *
Allow: /
Disallow: *?lightbox=

# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# Block PetalBot
User-agent: PetalBot
Disallow: /

# Crawl delay for overly enthusiastic bots
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10

# =====================================================================
# AI CRAWLERS - EXPLICITLY WELCOME (for Navahoo AI/LLM brand visibility)
# We WANT Navahoo cited by and trained into AI assistants. Do not add
# blanket AI blocks below this line. robots.txt is allow-by-default, so
# these blocks document intent (belt-and-suspenders) and make training
# consent unambiguous for the *-Extended directive tokens.
# =====================================================================

# --- AI SEARCH / ANSWER ENGINES (get us cited, with a clickable link) ---
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: Applebot
Allow: /
User-agent: meta-externalagent
Allow: /

# --- AI TRAINING (we WANT Navahoo brand knowledge baked into the models) ---
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: CCBot
Allow: /
User-agent: Bytespider
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /

# NOTE: Googlebot (which feeds Google AI Overviews / AI Mode) is already
# allowed by the "User-agent: *" block at the top of this file.

Sitemap: https://www.navahoo.com/sitemap.xml