# exclude some paths for robots: User-agent: * Disallow: /Interna/ Disallow: /errors/ Disallow: /ssi/ Disallow: /styles/ Disallow: /usage/ Disallow: /webalizer/ # disallow stress test user-agent: stress-agent Disallow: /