# robots.txt for http://www.csuhayward.edu/ # # CSUH Modification History: # Joe Correia 17-Mar-97 Initial configuration. # dlegate 2004-04-05 Moved comments to separate lines according to: # http://www.searchengineworld.com/cgi-bin/robotcheck.cgi ## #User-agent: * #Disallow: * # Netscape catalog agent is a good robot #User-agent: Netscape-Catalog-Agent/1.0 #Disallow: #-------------------------------------------------------------------------------- # applies to all robots User-agent: * # disallow indexing of all Reports pages - Web Admin Team Only Disallow: /Reports/ # disallow indexing of older catalogs Disallow: /ecat/19961998/ Disallow: /ecat/19982000/ Disallow: /ecat/19992000/ Disallow: /ecat/20002001/ Disallow: /ecat/20012002/ Disallow: /ecat/20022003/ Disallow: /ecat/20032004/ Disallow: /ecat/20042005/ Disallow: /ecat/20052006/ Disallow: /ecat/20062007/ Disallow: /ecat/20072008/ Disallow: /ecat/20072008b/ Disallow: /ecat/20082009/ Disallow: /ecat/general/ # disallow search of Web Test Area, for Web Admin Team Only Disallow: /inprogress/ Disallow: /recycleables/ Disallow: /_Archive_pages/ Disallow: /libinfo.csueastbay.edu/