# ==========================================================
# 1. BOTS TOTALEMENT BANNIS (Scrapers & Moteurs indésirables)
# ==========================================================
User-agent: Bytespider
User-agent: PetalBot
User-agent: IbouBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: scoopit-crawler
User-agent: Sogou web spider
User-agent: Baiduspider
User-agent: YandexBot
User-agent: SemrushBot
Disallow: /

# ==========================================================
# 2. BOTS VIP
# ==========================================================
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: bingbot
User-agent: msnbot
User-agent: UptimeRobot

# --- BLOCAGES DRUPAL ---
Disallow: /recherche?
Disallow: /recherche/
Disallow: /search/
Disallow: /core/
Disallow: /modules/
Disallow: /profiles/
Disallow: /includes/
Disallow: /taxonomy/
Disallow: /print/
Disallow: /admin/
Disallow: /user/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /node/*/edit
Disallow: /index.php/
Disallow: /web.config
Disallow: /install.php
Disallow: /update.php
Disallow: /README.txt
# --- AUTORISATIONS EXPLICITES ---
Allow: /*.css$
Allow: /*.css?
Allow: /*.js$
Allow: /*.js?
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.pdf$
Allow: /sites/default/files/
# ==========================================================
# 3. TOUS LES AUTRES (IA, Outils divers, Bots inconnus)
# ==========================================================
User-agent: *
Crawl-delay: 10

# --- EXCLUSIONS DRUPAL ---
Disallow: /recherche?
Disallow: /recherche/
Disallow: /search/
Disallow: /core/
Disallow: /modules/
Disallow: /profiles/
Disallow: /includes/
Disallow: /taxonomy/
Disallow: /print/
Disallow: /admin/
Disallow: /user/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /node/*/edit
Disallow: /index.php/
Disallow: /web.config
Disallow: /install.php
Disallow: /update.php
Disallow: /README.txt
# --- AUTORISATIONS EXPLICITES ---
Allow: /*.css$
Allow: /*.css?
Allow: /*.js$
Allow: /*.js?
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.pdf$
Allow: /sites/default/files/
# XML sitemap
Sitemap: https://www.education.gouv.fr/sitemap.xml