User-agent: *
Allow: /

# Block admin area
Disallow: /admin/
Disallow: /logs/
Disallow: /vendor/
Disallow: /build/

# Allow important assets
Allow: /assets/
Allow: /uploads/
Allow: /cdn.gtranslate.net/
Allow: /cdn.jsdelivr.net/
Allow: /maxcdn.bootstrapcdn.com/

# Sitemap location
Sitemap: https://<?php echo $_SERVER['HTTP_HOST']; ?>/sitemap.php

# Crawl delay (optional - be respectful to server)
Crawl-delay: 1