# Optimized robots.txt for gameplus1.icu # Last updated: 2024-12-19 # Purpose: Ensure proper indexing, protect sensitive areas, and optimize crawl efficiency # Default rules for all crawlers User-agent: * Allow: / # Allow full site access by default Allow: /index.html Allow: /about.html Allow: /casino.html Allow: /slots.html Allow: /sports.html Allow: /live.html Allow: /promotions.html Allow: /news.html Allow: /news-detail*.html Allow: /images/ Allow: /css/ Allow: /js/ Disallow: /admin/ # Block admin area from indexing Disallow: /tmp/ # Block temporary files Disallow: /cache/ # Block cached files Disallow: /private/ # Block private areas Allow: /favicon.ico # Explicitly allow favicon for Google indexing Allow: /robots.txt Allow: /sitemap.xml Crawl-delay: 10 # Suggest 10-second delay to prevent server overload # Specific rules for Googlebot User-agent: Googlebot Allow: / # Allow Googlebot full access Allow: /index.html Allow: /about.html Allow: /casino.html Allow: /slots.html Allow: /sports.html Allow: /live.html Allow: /promotions.html Allow: /news.html Allow: /news-detail*.html Disallow: /admin/ Disallow: /tmp/ Disallow: /cache/ Disallow: /private/ Allow: /favicon.ico Crawl-delay: 5 # Slightly lower delay for Googlebot for faster indexing # Sitemap locations Sitemap: https://gameplus1.icu/sitemap.xml # Host declaration (optional, for search engine reference) Host: https://gameplus1.icu