User-agent *
Disallow /

#Google's crawler
User-agent: Googlebot
Disallow: /

#Altavista's crawler
User-agent: Scooter
Disallow: /

#Lycos' crawler
User-agent: Lycos_Spider_(T-Rex)
Disallow: /

#AlltheWeb's crawler
User-agent: FAST-WebCrawler/
Disallow: /

#INKTOMI's crawler
User-agent: Slurp
Disallow: /

#Yahoo's crawler
User-agent: Yahoo Slurp
Disallow: /

#MSN's crawler
User-agent: Msnbot
Disallow: /

############# A list of some of the more useless useragents that use up bandwidth
User-agent: Black Hole
Disallow: /

User-agent: Titan
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: NICErsPRO
Disallow: /