# robots.txt — Duvivier
# Sitemap principal :
Sitemap: https://duvivier.fr/sitemap-index.xml

# Bots scrapers / archivers agressifs — block
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: SemrushBot
Crawl-delay: 10
User-agent: MJ12bot
Crawl-delay: 10
User-agent: DotBot
Crawl-delay: 10
User-agent: PetalBot
Crawl-delay: 10

# Bots IA — accepter mais respecter llms.txt
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Google-Extended
Allow: /

# Tous les autres bots
User-agent: *
Allow: /

# Block paramètres de recherche (pas de valeur SEO, génère duplicate content)
Disallow: /*?q=
Disallow: /*&q=
Disallow: /recherche
Disallow: /search
Disallow: /*?s=

# Block pages techniques éventuelles
Disallow: /api/
Disallow: /admin/
Disallow: /_/