# exclude help system from robots
User-agent: *
Disallow: /tmp/
Disallow: /ab/
Disallow: /eb/
Disallow: /hjb/
Disallow: /kb/
Disallow: /prgm/
Disallow: /pub/
Disallow: /cdrom
Disallow: /cgi-bin
Disallow: /dd5kb/
Disallow: /dl5das/
Disallow: /barthen/
Disallow: /barthen/im
# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /