# robots.txt – Sabelle Cosmetics (2025-10-30)

# === Règles par défaut ===
User-agent: *
Crawl-delay: 20

# Autoriser les ressources nécessaires au rendu
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /js/jquery/
Allow: /*?id_currency=
Allow: /*&id_currency=

# Bloquer les endpoints dynamiques (AJAX de modules)
Disallow: /module/
Disallow: /fr/module/
Disallow: /es/module/
Disallow: /de/module/
Disallow: /it/module/
Disallow: /nl/module/
Disallow: /pl/module/
Disallow: /pt/module/
Disallow: /en/module/

# Dossiers techniques (lecture seule côté SEO)
Disallow: /app/
Disallow: /cache/
Disallow: /classes/
Disallow: /config/
Disallow: /controllers/
Disallow: /download/
Disallow: /log/
Disallow: /mails/
Disallow: /override/
Disallow: /pdf/
Disallow: /src/
Disallow: /tools/
Disallow: /translations/
Disallow: /upload/
Disallow: /var/
Disallow: /vendor/
Disallow: /webservice/
Disallow: /admin*/
Disallow: /personnel/

# Sitemaps
Sitemap: https://www.sabellecosmetics.com/1_index_sitemap.xml
Sitemap: https://www.sabellecosmetics.com/2_index_sitemap.xml

# === Robots majeurs : autorisations explicites (optionnel) ===
User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$

User-agent: Googlebot-Image
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$

User-agent: AdsBot-Google
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$

User-agent: bingbot
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$

# === Blocage simple des bots bruyants (ils ignorent souvent robots.txt) ===
User-agent: Bytespider
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Dotbot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: 360Spider
Disallow: /