User-agent: * # Don't index directories ending in -excl or containing the word private Disallow: /*-excl* Disallow: /*private* # don't index cgi scripts (or AuroraCGI associated files) Disallow: /cgi-bin/* Disallow: /*AuroraCGI* Disallow: /*cgi/out* # Don't index this site used for monitoring Acquia, as per UMC Disallow: /siteinformation/ # Don't index this site used for dev testing Disallow: /test/