# robots.txt for www.khiztv.com User-agent: * Allow:/ # Disallow crawling on the following directories/files: User-agent: * Disallow: /cgi-bin/ Disallow: /templates/ Disallow: /weather/ Disallow: /administration/ Disallow: /scripts/