# robots.txt for http://168.96.66.10/ User-agent: * Disallow: /cgi-bin/ # don't travel through our CGI binaries Disallow: /webint/ # these are the private internal stuff Disallow: /ms-dog/ # these are all password protected Disallow: /imglib/ # these are internal stuff, not cacheable Disallow: /documents/ # these are internal stuff, not cacheable Disallow: /references/ # these are internal stuff, not cacheable