# Require all robots to follow User-agent: * # Set sitemap Sitemap: https://www.ncchc.org/sitemap.xml # Comment/remove after deploying # Disallow: / # Block all pdf files from getting indexed Disallow: /*.pdf # Block include files while still allowing images Disallow: /filebin/* Allow: /filebin/images/ Allow: /filebin/flash/ Allow: /filebin/video/ # Block mightysite files Disallow: /mightysite