# Robots.txt file for domain: http://www.nleindex.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /css/ User-agent: * Disallow: /css/ # Disallow directory /htdi/ User-agent: * Disallow: /htdi/ # Disallow directory /html/ User-agent: * Disallow: /html/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /js/ User-agent: * Disallow: /js/ # Disallow directory /kfc/ User-agent: * Disallow: /kfc/ # Disallow directory /logs/ User-agent: * Disallow: /logs/ # Disallow directory /lrni/ User-agent: * Disallow: /lrni/ # Disallow directory /php/ User-agent: * Disallow: /php/ # Disallow directory /php_uploads/ User-agent: * Disallow: /php_uploads/ # Disallow directory /service/ User-agent: * Disallow: /service/ # Disallow directory /sitemap/ User-agent: * Disallow: /sitemap/ # Disallow directory /stats/ User-agent: * Disallow: /stats/ # Disallow directory /visitors/ User-agent: * Disallow: /visitors/ Sitemap: http://nleindex.com/sitemap.xml