# exclude some junk from robots
User-agent: *
Disallow: /knowledgetree/ /htdig/
# but allow htdig to index our doc-tree
User-agent: htdig
Disallow: