# robots.txt for http://nehealth.com User-agent: * Disallow: /_private/ # nothing under this folder should be spidered Disallow: /Q&As/ Disallow: /pcn/ # Disallow: /file.html # no point indexing this # Disallow: /remove.asp # active content here, no point spidering it