User-agent: *
Disallow: /cgi-bin
Disallow: /err_pages
Disallow: /images
Disallow: /js
Disallow: /asp
Disallow: /search.shtml
Disallow: /stylesheet
Disallow: /_private
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /pub
Disallow: /stats

#idiot-bot; generates tons of 404 and malformed urls
User-agent: wget
Disallow: /

User-agent: ExtractorPro
Disallow: /