# robots.txt for http://www.chelthockey.org/ # Sitemap's Sitemap: http://www.chelthockey.org/sitemap.xml Sitemap: http://www.chelthockey.org/spotlight-sitemap.xml # Go Away User-agent: * Disallow: /old_site/ Disallow: /taxonomy/ Disallow: /node/ Disallow: /search-results.php # Nuke PDF's User-agent: Googlebot Disallow: /*.pdf$ # Nuke DOC's User-agent: Googlebot Disallow: /*.doc$