# robots.txt for ISM - Indie School of Music
# Website: https://indieschool.5thdimensionrecords.in/

User-agent: *
Allow: /
Allow: /courses/
Allow: /images/
Allow: /min_css/
Allow: /min_js/
Allow: /components/
Allow: /#about
Allow: /#courses

# Prevent duplicate content issues with these paths
Disallow: /min_js/*.map$
Disallow: /min_css/*.map$

# Block sensitive directories (if applicable)
Disallow: /admin/
Disallow: /backup/
Disallow: /includes/
Disallow: /temp/
Disallow: /logs/
Disallow: /cgi-bin/

# Block any development/staging versions (if applicable)
Disallow: /dev/
Disallow: /staging/
Disallow: /test/

# Special rules for specific bots
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Googlebot-Image
Allow: /images/
Allow: /images/user/
Allow: /images/ism-logo/

User-agent: Bingbot
Allow: /
Crawl-delay: 2

# Rate limiting for less capable bots
User-agent: *
Crawl-delay: 10

# Sitemap reference
Sitemap: https://indieschool.5thdimensionrecords.in/sitemap.xml