# robots.txt # Provide a limited welcome to Web Robots and Spiders # # Reference: # http://info.webcrawler.com/mak/projects/robots/faq.html # # Updated 8/26/97 to reflect desired directories not to be indexed ##################################################################### User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /lib/ Disallow: /search/ Disallow: /ISP/ Disallow: /isp/ Disallow: /search2/ Disallow: /presskit/ Disallow: /images/ Disallow: /pdf_docs/ Disallow: /people/ Disallow: /includes/