User-agent: *
Allow: /

# Allow important directories
Allow: /products/
Allow: /gallery/
Allow: /assets/*.css
Allow: /assets/*.js

# Block non-essential files for better crawl budget
Disallow: /assets/*.map
Disallow: /assets/temp/
Disallow: /*.log$
Disallow: /loading.html

# Allow legal pages
Allow: /mentions-legales.html
Allow: /politique-confidentialite.html

# Sitemap location (primary)
Sitemap: https://compactusfrance.fr/sitemap.xml

# Crawl-delay for polite crawling
Crawl-delay: 1

# Special rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot  
Allow: /
Crawl-delay: 1

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Crawl-delay for respectful crawling
Crawl-delay: 1