# Robots.txt for Cotecna Inspection SA (https://cotecna.com/)
# This file controls crawler access to ensure SEO-friendly indexing while protecting sensitive areas.
# Last updated: [Insert Date]
        User-agent: *
            Disallow: /aspnet_client/
            Disallow: /bin/
            Disallow: /config/
            Disallow: /data/
            Disallow: /install/
            Disallow: /macroScripts/
            Disallow: /masterpages/
            Disallow: /umbraco/
            Disallow: /umbraco_client/
            Disallow: /usercontrols/
            Disallow: /xslt/
            Disallow: /en/search/
            Disallow: /uadmin/

        User-agent: SalesforceWebCrawler
            Disallow: /media/

# Allow access to sitemap for better crawling
            Allow: /sitemap.xml

# Specific rules for SemrushBot (allow full access for audits)
        User-agent: SemrushBot
            Allow: /

# Specific rules for Googlebot (allow full access, prioritize if needed)
        User-agent: Googlebot
            Allow: /

# Block all access for known bad bots (optional, add more if needed)
        User-agent: BadBot
            Disallow: /

# Sitemap reference (helps crawlers discover pages)

    Sitemap: https://www.cotecna.com/en/en/sitemap.xml