# exclude admin system from robots User-agent: * Disallow: /admin/ Disallow: /classes/ Disallow: /service/ Disallow: /wwwstats/ Disallow: # disallow stress test user-agent: stress-agent Disallow: /