########################################################### # # robots.txt file for this website # addresses all robots by using wild card * # User-agent: * # # List folders robots are not allowed to index # Disallow: /admin/ Disallow: /borders/ Disallow: /errormsgs/ Disallow: /images/ Disallow: /scripts/ Disallow: /styles/ Disallow: /cgi-bin/ Disallow: /dist/ Disallow: /lib/ Disallow: /old_html_pages/ Disallow: /old_pages_2/ Disallow: /reports/ Disallow: /stats/ Disallow: /subx/ Disallow: /technical/ Disallow: /W3SVC6/ Disallow: /webglimspe-1.6.edu/