User-agent: EmailCollector
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 
 
User-agent: Microsoft URL Control 
Disallow: / 

User-agent: Xenu's 
Disallow: / 

User-agent: Flaming AttackBot 
Disallow: /

User-agent: Openbot 
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: JennyBot 
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: Java
Disallow: /

User-agent: fetch
Disallow: /

User-agent: oBot
Disallow: /

User-agent: URLy Warning 
Disallow: / 

User-agent: spanner 
Disallow: / 

User-agent: WWW-Collector-E 
Disallow: /

User-agent: LNSpiderguy 
Disallow: / 

User-agent: ia_archiver 
Disallow: / 

User-agent: WebBandit 
Disallow: /

User-agent: looksmart 
Disallow: /

User-agent: *
Disallow: