# -- Known bots -- #

# AltaVista -> av
User-agent: Scooter
Disallow: 
Disallow: /search/searchdh
Disallow: /search/searchex
Disallow: /search/searchfs
Disallow: /search/searchgo
Disallow: /search/searchin

# DirectHit
User-agent: Grabber->dh
Disallow:
Disallow: /search/searchav
Disallow: /search/searchex
Disallow: /search/searchfs
Disallow: /search/searchgo
Disallow: /search/searchin

# Excite -> ex
User-agent: ArchitextSpider
Disallow:
Disallow: /search/searchav
Disallow: /search/searchdh
Disallow: /search/searchfs
Disallow: /search/searchgo
Disallow: /search/searchin

# Fast -> fs
User-agent: Fast
Disallow:
Disallow: /search/searchav
Disallow: /search/searchdh
Disallow: /search/searchex
Disallow: /search/searchgo
Disallow: /search/searchin

# Google -> go
User-agent: Googlebot
Disallow:
Disallow: /search/searchav
Disallow: /search/searchdh
Disallow: /search/searchex
Disallow: /search/searchfs
Disallow: /search/searchin

# Inktomi -> in
User-agent: Slurp
Disallow:
Disallow: /search/searchav
Disallow: /search/searchdh
Disallow: /search/searchex
Disallow: /search/searchfs
Disallow: /search/searchgo


# -- Unknown bots (i.e. all the others) -- #

# Uses /search/searchav

User-agent: *
Disallow:
Disallow: /search/searchdh
Disallow: /search/searchex
Disallow: /search/searchfs
Disallow: /search/searchgo
Disallow: /search/searchin


# -- Email collectors, density analysers --#

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: WWW-Collector-E
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /