# exclude help system from robots
User-agent: *
Disallow: /archiv/ /status/
# but allow htdig to index our doc-tree