# disallow stress test

User-agent: wget
Disallow: /

# exclude folders

User-agent: *
Disallow: /cgi-bin/ 
Disallow: /admin/ 
Disallow: /pear/ 
Disallow: /img/