User-agent: * # Don't index directories ending in -excl or containing the word private Disallow: /*-excl* Disallow: /*private* # don't index cgi scripts (or AuroraCGI associated files) Disallow: /cgi-bin/* Disallow: /*AuroraCGI* Disallow: /*cgi/out*