############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /1hour/ Disallow: /spec_header/ Disallow: /javadir/ Disallow: /INDEX/ Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /index/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /_webalizer/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /HEADER/ Disallow: /graphics/ # # list specific files robots are not allowed to index # Disallow: /header.html Disallow: /spec_header.htm # # ###############################