User-agent: * 
Disallow: /cgi-bin/ 

User-agent: Baiduspider
User-agent: NetMechanic
User-agent: URL_Spider_Pro
User-agent: EmailCollector
User-agent: ExtractorPro
User-agent: CopyRightCheck
User-agent: ia_archiver
User-agent: Alexibot
User-agent: Teleport
User-agent: Wget
User-agent: LinkextractorPro
User-agent: Offline Explorer
Disallow: /