# disallow stress test
User-agent: stress-agent 
Disallow: /

# disallow wget
#User-agent: wget
#Disallow: /

# for all clients
User-agent: *
Disallow: /cgi-bin/ 
Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /ads/
Disallow: /admin/
Disallow: /pdfs/