# Disallow: allows that robot to search your site
# Disallow: / DOES NOT allow that robot to search your site

# Allows Googlebot to access our site

User-agent: Googlebot
Disallow:

# Allows Google's BackRub agent access to our site

User-agent: BackRub/*.*
Disallow:

# Alexa's robot.  You may want to allow this one for the sake of rank, but it eats up a lot of bandwidth.

User-agent: ia_archiver
Disallow:

# Bot looking for copyright and trademark violations

User-agent: NPBot
Disallow: /

# Downloads your entire site for offline viewing or content theft

User-agent: WebZip
Disallow: /

# Spam bot that harvests email addresses from your site

User-agent: CherryPicker
Disallow: /

# Spam bot that harvests email addresses from your site

User-agent: EmailCollector
Disallow: /

# Spam bot that harvests email addresses from your site

User-agent: EmailSiphon
Disallow: /

# Downloads your entire site

User-agent: WebBandit
Disallow: /

# Spam bot

User-agent: EmailWolf
Disallow: /

# Spam bot

User-agent: ExtractorPro
Disallow: /

# Bot that looks for copyright violations

User-agent: CopyRightCheck
Disallow: /

# Downloads entire site

User-agent: SiteSnagger
Disallow: /

# Downloads entire site

User-agent: WebZip/4.0
Disallow: /

# Content theft

User-agent: WebStripper
Disallow: /

# Copies entire site

User-agent: WebCopier
Disallow: /

# Image collector

User-agent: Mister PiX
Disallow: /

# Spam bot

User-agent: Harvest/1.5
Disallow: /

# Spam bot

User-agent: CherryPickerSE/1.0
Disallow: /

# Spam Bot

User-agent: CherryPickerElite/1.0
Disallow: /

# Site copier

User-agent: WebBandit/3.50
Disallow: /

# Site copier

User-agent: Wget/1.6
Disallow: /

# Site copier

User-agent: Wget/1.5.3
Disallow: /

# Site copier

User-agent: Wget
Disallow: /

# Site copier

User-agent: moget
Disallow: /

# Copies site for offline viewing

User-agent: Offline Explorer
Disallow: /

# Copies your images

User-agent: Web Image Collector
Disallow: /

# With a name like that, do we really want it on our site?

User-agent: Flaming AttackBot
Disallow: /

# Site copier

User-agent: WebCopier v3.2a
Disallow: /

# Site copier

User-agent: WebCapture 2.0
Disallow: /

# Site copier

User-agent: WebCopier v.2.2
Disallow: /

# Disallowing all SEs (including the friendly bots) from accessing files in our cgi-bin

User-agent: *
Disallow: /cgi-bin/