# robots.txt for CSGO-Guides.com
# Last Updated: 2025

User-agent: *
Allow: /

# Sitemap Location
Sitemap: https://csgo-guides.com/sitemap.xml

# Disallow admin and internal paths
Disallow: /storage/
Disallow: /vendor/
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /configs/

# Allow CSS and JS for proper rendering
Allow: /css/
Allow: /js/
Allow: /img/

# Crawl Delay for polite crawling
Crawl-delay: 1

# Google specific
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing specific
User-agent: Bingbot
Allow: /
Crawl-delay: 1