# Allow all search engines to crawl everything
User-agent: *
Allow: /

# Prevent search engines from crawling unnecessary directories
Disallow: /admin/
Disallow: /backend/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/

# Block sensitive files
Disallow: /config.php
Disallow: /database/

# Allow important pages
Allow: /public/
Allow: /blog/
Allow: /services/
Allow: /products/

# Sitemap location (important for SEO)
Sitemap: https://zilex.de/sitemap.xml

# Ensure Googlebot can crawl and index everything
User-agent: Googlebot
Allow: /

# Allow AdsBot-Google for Google Ads optimization
User-agent: AdsBot-Google
Allow: /

# Allow only necessary pages for Googlebot-Image (for images to appear in Google Images)
User-agent: Googlebot-Image
Allow: /images/