# exclude help system from robots
User-agent: *
Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /mini/
Disallow: /tmp/
Disallow: /log/
Disallow: /css/
Disallow: /tpl/
Disallow: /help/
Disallow: /users/
Disallow: hits.php
Disallow: hits.php?advanced=1&showsearch=1&skey=
Disallow: hits.php?advanced=0&showsearch=1&skey=
Disallow: user_new.php
Disallow: user_password.php
Disallow: session_logout.php
#
# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /