# robots.txt for impactPlus
# https://www.impactplus.co.in/robots.txt

# ====================================
# Default Rules for All Crawlers
# ====================================
User-agent: *
Allow: /

# Allow CSS and images for proper rendering
Allow: /assets/css/
Allow: /assets/images/
Allow: /assets/pdf/

# Disallow old/deprecated directories
Disallow: /resources/

# Disallow 404 and other error pages
Disallow: /404.html

# ====================================
# Major Search Engine Crawlers
# ====================================

# Google
User-agent: Googlebot
Allow: /
Allow: /assets/css/
Allow: /assets/images/

# Google Images
User-agent: Googlebot-Image
Allow: /assets/images/

# Bing
User-agent: Bingbot
Allow: /

# Yahoo
User-agent: Slurp
Allow: /

# Baidu
User-agent: Baiduspider
Allow: /

# Yandex
User-agent: Yandex
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# ====================================
# SEO Tool Bots (Rate Limited)
# ====================================

# Ahrefs
User-agent: AhrefsBot
Crawl-delay: 30

# Semrush
User-agent: SemrushBot
Crawl-delay: 30

# Moz
User-agent: dotbot
Crawl-delay: 30

# Majestic
User-agent: MJ12bot
Crawl-delay: 30

# ====================================
# Sitemap Location
# ====================================
Sitemap: https://www.impactplus.co.in/sitemap.xml