# exclude statistics from robots
User-agent: *
Disallow: /webalizer
Disallow: /logs
Disallow: /test

# disallow stress test
User-agent: stress-agent
Disallow: /