# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / User-Agent: * # Disallow: /signup Disallow: /products/*/share Disallow: /products/similar/ Disallow: /add_to_cart Disallow: /variations/ Disallow: /settings Disallow: /checkout Disallow: /onerror Disallow: /cart Disallow: /pagedump Disallow: /sessions Disallow: /xspf Disallow: /ad_report