## Tell search engines to allow 

User-agent: googlebot	# allow Google crawler
Disallow: /search

User-agent: slurp	# allow Inktomi crawler
Disallow: /search

User-agent: fast	# allow FAST crawler
Disallow: /search

User-agent: scooter	# allow AltaVista crawler
Disallow: /search

User-agent: ia_archiver	# allow Internet Archive crawler
Disallow: /search




## Tell search engines not to index these folders 

User-agent: *
Disallow: /logs/
Disallow: /cgi-bin/
Disallow: /images/


User-agent: *		# disallow all other crawlers access
Disallow: /