# # This file is used to indicate to # WWW robots which parts of a web site should not be indexed. # User-agent: * Disallow: /htdocs/archive/ Disallow: /htdocs/cgi-bin/ Disallow: /htdocs/images/ Disallow: /private/ Disallow: /logfiles/