# ============================================ # ROBOTS.TXT - EvolCRM # https://evolcrm.in # ============================================ User-agent: * Allow: / # Sitemap Sitemap: https://evolcrm.in/sitemap.xml # ============================================ # BLOCK ADMIN & SYSTEM DIRECTORIES # ============================================ Disallow: /Admin/ Disallow: /admin/ Disallow: /includes/ Disallow: /config/ Disallow: /database/ Disallow: /vendor/ Disallow: /tmp/ Disallow: /temp/ Disallow: /cache/ Disallow: /logs/ Disallow: /uploads/private/ Disallow: /uploads/temp/ # ============================================ # BLOCK SENSITIVE FILES # ============================================ Disallow: /*.sql$ Disallow: /*.log$ Disallow: /*.ini$ Disallow: /*.env$ Disallow: /*.git$ Disallow: /*.htaccess$ Disallow: /*.htpasswd$ # Block direct PHP files (only if URLs are not meant to be indexed) Disallow: /*.php$ # ============================================ # ALLOW STATIC ASSETS # ============================================ Allow: /assets/ Allow: /assets/css/ Allow: /assets/js/ Allow: /assets/images/ Allow: /assets/fonts/ # ============================================ # BLOCK DUPLICATE URL PARAMETERS # ============================================ Disallow: /*?page= Disallow: /*?category= Disallow: /*?tag= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*?search= # ============================================ # BLOCK UNUSED PATHS # ============================================ Disallow: /cgi-bin/ Disallow: /xmlrpc.php Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-* # ============================================ # BLOCK SEO CRAWLERS (OPTIONAL) # ============================================ User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: /