# disallow stress test User-agent: stress-agent Disallow: / # disallow mass download User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /cgi-bin/ # exclude old stuff and other stuff from robots User-agent: * Disallow: /cgi-bin/ Disallow: /cleanroom/ Disallow: /alte_webseite_07022003/