# exclude certain robots
user-agent: stress-agent
Disallow: /
user-agent: LinkWalker
Disallow: /