# # robots.txt # http://info.webcrawler.com/mak/projects/robots/robots.html # User-agent: * Disallow: /cgi-bin/ Disallow: /private/ Disallow: /software/ Disallow: /servlets/ Disallow: /webmail/ Disallow: /manuals/