#**************************************************************************** # robots.txt # : Robots, spiders, and search engines use this file to detmine which # content they should *not* crawl while indexing your website. # : This system is called "The Robots Exclusion Standard." # : It is strongly encouraged to use a robots.txt validator to check # for valid syntax before any robots read it! # # Examples: # # Instruct all robots to stay out of the admin area. # : User-agent: * # : Disallow: /admin/ # # Restrict Google and MSN from indexing your images. # : User-agent: Googlebot # : Disallow: /images/ # : User-agent: MSNBot # : Disallow: /images/ #**************************************************************************** User-agent: * Disallow: /*?*Gemstone%20Shape* Disallow: /*?*Gemstone%20Shape=* Disallow: /*?*Gemstone_Shape=* Disallow: /*?*Gemstone+Shape=* Disallow: /*?*Ring%20Style* Disallow: /*?*Ring%20Style=* Disallow: /*?*Ring_Style=* Disallow: /*?*Ring+Style=* Disallow: /*?*Band%20Style* Disallow: /*?*Band%20Style=* Disallow: /*?*Band_Style=* Disallow: /*?*Band+Style=* Disallow: /*?*Carats* Disallow: /*?*Carats=* Disallow: /*?*Color* Disallow: /*?*Color=* Disallow: /*?*Gemorigin* Disallow: /*?*Gemorigin=* Disallow: /*?*Gemartist* Disallow: /*?*Gemartist=* Disallow: /*?*Width* Disallow: /*?*Width=* Disallow: /*?*Length* Disallow: /*?*Length=* Disallow: /*?*Ringsize* Disallow: /*?*Ringsize=* Disallow: /*?*add-to-wishlist-itemid* Disallow: /*?*add-to-wishlist-itemid=* Disallow: /?*refinementList Disallow: /?*sortBy Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/