# excludes
User-agent: *

# allow htdig to index our doc-tree
User-agent: htdig

user-agent: stress-agent
Disallow: /