# Robots.txt file created by Kyle Goodwin # For domain: http://www.customindprod.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /beta/ User-agent: * Disallow: /beta/ # Disallow directory /admin/ User-agent: * Disallow: /admin/ # Disallow directory /errors/ User-agent: * Disallow: /errors/ # Disallow directory /email_templates/ User-agent: * Disallow: /email_templates/ # Disallow directory /picture_library/ User-agent: * Disallow: /picture_library/ # Disallow directory /dev/ User-agent: * Disallow: /dev/ # Disallow directory /sitemap_gen/ User-agent: * Disallow: /sitemap_gen/