# Robots.txt file # For domain: http://www.westcountrywatercolours.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /logs/ User-agent: * Disallow: /logs/ # Disallow directory /ebay/ User-agent: * Disallow: /ebay/ # Disallow directory /web_stats/ User-agent: * Disallow: /web_stats/ # Disallow directory /backup/ User-agent: * Disallow: /backup/ # Disallow directory /backup plus/ User-agent: * Disallow: /backup plus/ # Disallow directory /paintings/ User-agent: * Disallow: /paintings/ # Disallow directory /Java/ User-agent: * Disallow: /Java/ # -------------------------- #End of disallows #-------------------------- # Allow file User-agent: * Allow: catalog/paintings.php # Allow file User-agent: * Allow: /catalog/payment.php # Allow file User-agent: * Allow: /catalog/profile.php # Allow file User-agent: * Allow: /catalog/conditions.php # Allow file User-agent: * Allow: /catalog/conditions.php # Allow file User-agent: * Allow: /catalog/shipping.php # Allow file User-agent: * Allow: /catalog/contact_us.php # Allow file User-agent: * Allow: /catalog/index.php/cPath/24 # Allow file User-agent: * Allow: /catalog/index.php/cPath/22 # Allow file User-agent: * Allow: /catalog/index.php/cPath/23 # Allow file User-agent: * Allow: /catalog/index.php