# robots.txt for MIF Engineering Solutions
# ============================================
# Global rules for all crawlers
# ============================================
User-agent: *
Allow: /
Disallow: /.git/
Disallow: /.idea/
Disallow: /.vscode/
Disallow: /assets/
Disallow: /design-research.md
Crawl-delay: 1

# ============================================
# Googlebot
# ============================================
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

# ============================================
# Bingbot
# ============================================
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# ============================================
# Yahoo (Slurp)
# ============================================
User-agent: Slurp
Allow: /
Crawl-delay: 2

# ============================================
# DuckDuckGo
# ============================================
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# ============================================
# Yandex  
# ============================================
User-agent: Yandex
Allow: /
Disallow: /assets/
Crawl-delay: 1

# ============================================
# Applebot  
# ============================================
User-agent: Applebot
Allow: /
Disallow: /assets/
Crawl-delay: 0.5

# ============================================
# Baiduspider  
# ============================================
User-agent: Baiduspider
Disallow: /
Crawl-delay: 5

# ============================================
# Sitemap reference
# ============================================
Sitemap: https://mifengineering.com/sitemap.xml