# exclude help system from robots User-agent: * #Disallow: /manual/ #Disallow: /doc/ Disallow: /cgi-bin/ Disallow: /gastbuch.htm # but allow htdig to index our doc-tree #User-agent: susedig #Disallow: