# See http://www.google.com/support/webmasters/, http://www.robotstxt.org/wc/faq.html # and http://en.wikipedia.org/wiki/Robots_Exclusion_Standard User-agent: * # match all bots Crawl-delay: 5 # per http://en.wikipedia.org/wiki/Robots.txt#Nonstandard_extensions, sets number of seconds to wait between requests to 5 seconds. may not work Request-rate: 1/5 # per http://en.wikipedia.org/wiki/Robots.txt#Extended_Standard, maximum rate is one page every 5 seconds. may not work Disallow: /addreviews.aspx Disallow: /addtocart.aspx Disallow: /addtolist.aspx Disallow: /changepwd.aspx Disallow: /checkout.aspx Disallow: /checkoutnormal.aspx Disallow: /contactus.aspx Disallow: /controls/ Disallow: /emailfriend.aspx Disallow: /eship/ Disallow: /expresscheckout.aspx Disallow: /forgotpassword.aspx Disallow: /googlecheckout.aspx Disallow: /includes/ Disallow: /logout.aspx Disallow: /orderhistory.aspx Disallow: /ordersview.aspx Disallow: /pagenotfound.aspx Disallow: /register.aspx Disallow: /retrievepassoword.aspx Disallow: /shoppingcart.aspx Disallow: /signin.aspx Disallow: /thankyou.aspx Disallow: /webresource.axd Disallow: /webservice/ Disallow: /wishlist.aspx User-agent: Googlebot-Image Disallow: / Allow: /Images/Product_images