User-agent: *
Disallow: /cgi-bin
User-agent: *
Disallow: /_*

User-agent: *
Disallow: /daflash.htm


#idiot-bot; generates tons of 404 and malformed urls
User-agent: wget
Disallow: /

User-agent: ExtractorPro
Disallow: /