# MINOAR Staging Robots.txt - Bot Traffic Optimization
# Generated: August 30, 2025
# Purpose: Reduce bot crawling load on staging environment

User-agent: *
# Main staging access - limited crawling
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/
Disallow: /*.php$

# De-prioritize localized variants (reduce bot load)
Disallow: /de/
Disallow: /it/  
Disallow: /fr/
Disallow: /es/

# Crawl delay to prevent I/O floods
Crawl-delay: 10

# Specific bot handling
User-agent: MJ12bot
Crawl-delay: 30
Disallow: /de/
Disallow: /it/
Disallow: /fr/
Disallow: /es/

User-agent: Googlebot
Crawl-delay: 5
Allow: /

User-agent: Bingbot
Crawl-delay: 10
Allow: /

# Sitemap for efficient crawling
Sitemap: https://bunker.minoar.com/sitemap.xml