#control which bots crawl the site
#copy this file to root folder of web site


User-agent: Slurp
Disallow: /

User-agent: YahooSeeker
Disallow: /

User-agent: * 		# match all bots
Disallow: / 		# keep them out from entire site