# exclude help system from robots User-agent: * Disallow: /cgi-bin/ /cgilib Disallow: /images/ # but allow htdig to index our doc-tree #User-agent: #Disallow: