# robots.txt for https://votre-domaine.com

# Allow all search engines to crawl the entire site
User-agent: *
Disallow: /admin/  # Block access to any admin sections (or other sensitive pages)
Disallow: /private/  # Block private directories or confidential data
Disallow: /login/  # Block login pages from being crawled

# Allow specific pages
Allow: /public/  # Allow public directory to be crawled
Allow: /index.html  # Allow homepage to be crawled

# Sitemap Location
Sitemap: https://votre-domaine.com/sitemap.xml

# Block any known bots that might be harmful or irrelevant
User-agent: BadBot
Disallow: /

User-agent: EvilBot
Disallow: /

# End of robots.txt