# robots.txt for https://www.adconnecta.com/ # Allow all crawlers except for some internal folders User-agent: * # Block access to sensitive or technical folders Disallow: /cdn-cgi/ Disallow: /old/ Disallow: /includes/ Disallow: /functions/ Disallow: /mail/ Disallow: /adconnecta_dev/ Disallow: /*?debug= # Allow all other useful pages Allow: / # Sitemap location Sitemap: https://www.adconnecta.com/sitemap.xml