# ============================================ # ROBOTS.TXT - GRANDHAVAKAH # ============================================ # ============================================ # ALLOW ALL USER AGENTS # ============================================ User-agent: * Allow: / # ============================================ # DISALLOW PRIVATE/CONFIG FOLDERS # ============================================ Disallow: /admin/ Disallow: /includes/ Disallow: /templates/ Disallow: /config/ Disallow: /assets/ Disallow: /ajax/ Disallow: /vendor/ Disallow: /uploads/ Disallow: /logs/ Disallow: /cache/ # ============================================ # DISALLOW USER-ONLY PAGES (No SEO needed) # ============================================ Disallow: /dashboard Disallow: /login Disallow: /register Disallow: /cart Disallow: /checkout Disallow: /wishlist Disallow: /wallet Disallow: /profile Disallow: /my-orders Disallow: /my-fines Disallow: /notifications Disallow: /support-center Disallow: /create-ticket Disallow: /ticket-chat Disallow: /ticket-details Disallow: /activate Disallow: /renewal Disallow: /payment-verify Disallow: /payment-callback Disallow: /renewal-callback Disallow: /return-request # ============================================ # SITEMAP LOCATION # ============================================ Sitemap: https://grandhavahak.com/sitemap.php?type=index # ============================================ # CRAWL DELAY (Be nice to server) # ============================================ Crawl-delay: 2 # ============================================ # GOOGLEBOT SPECIFIC # ============================================ User-agent: Googlebot Crawl-delay: 1 # ============================================ # BINGBOT SPECIFIC # ============================================ User-agent: Bingbot Crawl-delay: 2