# Allow only specific directories
	Disallow: /
	Disallow: _
	Allow: /public



	User-agent: http://www.almaden.ibm.com/cs/crawler 
	Disallow: /

	# in the head of the document make a meta tag: 
	<meta name="robots" content="noindex,nofollow">