#########################################################
#		 -- NETPOINTERS INTL. --		#
#		http://www.netpointers.com		#
#							#
#		    Vestergade 18 B			#
#		  DK-1456 Copenhagen K			#
#							#
# Robot exclusion file. Sets recommended access rights	#
# for known and unknown robots.				#
#							#
# Author: Rasmus T. Mohr (rmo@netpointers.com)		#
#                                                       #
# Modified 2002-03-26					#
# by: Søren Vainio 				        #
#							#
# (c) Netpointers Intl. 2001				#
#########################################################

# -- Known bots -- #

# AltaVista -> av
User-agent: Scooter
Disallow: 
Disallow: /search/searchfs
Disallow: /search/searchgo
Disallow: /search/searchin

# Fast -> fs
User-agent: Fast
Disallow:
Disallow: /search/searchav
Disallow: /search/searchgo
Disallow: /search/searchin

# Google -> go
User-agent: Googlebot
Disallow:
Disallow: /search/searchav
Disallow: /search/searchfs
Disallow: /search/searchin

# Inktomi -> in
User-agent: Slurp
Disallow:
Disallow: /search/searchav
Disallow: /search/searchfs
Disallow: /search/searchgo

# -- Unknown bots (i.e. all the others) -- #

# Uses /search/searchav

User-agent: *
Disallow:
Disallow: /search/searchfs
Disallow: /search/searchgo
Disallow: /search/searchin

# -- Email collectors, density analysers --#

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: WWW-Collector-E
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /