# exclude help system from robots
User-agent: *
# ---------- disallow our test areas, internal areas
Disallow: /a1a1/
Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /gif/
Disallow: /hastymail2/
Disallow: /squirrelmail/
# ----------- disallow private areas -------
Disallow: /alta_private/
Disallow: /chpeake_etr/
Disallow: /crx_private/
Disallow: /cwenergy_keechi/
Disallow: /cwenergy_private/
Disallow: /elpaso_private/
Disallow: /eog_private/
Disallow: /goldston_private/
Disallow: /kk/
Disallow: /larry_private/
Disallow: /petrohawk_private/
Disallow: /petroquest_private/
Disallow: /prime_private/
Disallow: /sulphur_private/
Disallow: /swn_private/
Disallow: /valioso_private/
Disallow: /wk/
# ---------------------------------------
# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /