User-agent: *
Allow: /
Allow: /sitemap.html # Explicitly allow HTML sitemap
Allow: /search.html # Explicitly allow search page
Allow: /code_of_conduct.html # Explicitly allow code of conduct

# Disallow access to administrative, private, temporary, or development directories
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /dev/
Disallow: /includes/
Disallow: /cgi-bin/

# Disallow access to specific backend or sensitive files
Disallow: /config.php
Disallow: /install.php
Disallow: /*.inc$ 
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*.old$

# Example: If you have product pages that generate many URLs but you only want the canonical version indexed,
# you might disallow certain parameter-based URLs if not handled by canonical tags.
# Disallow: /products/search?* # Sitemap: Point to your XML sitemap file(s)
Sitemap: https://www.mechz.com/sitemap.xml