# exclude help system from robots
User-agent: *
Disallow: /cgi-bin/
Disallow: /images
Disallow: /tmp/
Disallow: /sysinfo/
Disallow: /admin/
Disallow: /tools/
Disallow: /html/impr_files/
Disallow: /html/impr.html
Disallow: /html/regeln.html
Disallow: /html/newst.html
Disallow: /classes/
Disallow: /backup/
Disallow: /includes/
Disallow: /language/
Disallow: /lib/
Disallow: /objects/
Disallow: /session/
Disallow: /admin.php


# but allow htdig to index our doc-tree
# disallow stress test
user-agent: stress-agent
Disallow: /