User-agent:* Disallow: /*.axd$ # Prevent duplicate information pages generated by aliases # being indexed Disallow: /information/arran.aspx Disallow: /information/aran.aspx Disallow: /information/About%20Woolovers.aspx Disallow: /information/about%20woolovers.aspx Disallow: /information/cardigan.aspx Disallow: /information/gilet.aspx Disallow: /information/guernsey_sweater.aspx Disallow: /information/jersey_sweater.aspx Disallow: /information/nordic.aspx Disallow: /information/nordic_knitwear.aspx Disallow: /information/pullover.aspx Disallow: /information/waistcoat.aspx Disallow: /information/~/ # Catch all product searches and excessive product pages Disallow: /Products.aspx?SEARCH=* disallow: /products.aspx?search=* # Remove any url containing 'categoryid' # This means each product page will only be indexed if it is currently linked to # from the information pages or sitemap. # This removes the bulk of the duplicate product pages. Disallow: /Style.aspx?*CATEGORYID=* Disallow: /style.aspx?*categoryid=* # Remove any url containing 'stylename'. # Uncomment this once we have all links fixed to just include STYLEID. # With this commented and the one above uncommented products will have a maximum # of two duplicates, with some not duplicated at all. Once all product links # go to the same place we'll get rid of the 'stylename' links too for a happy, # duplicate-free website #Disallow: /Style.aspx?*STYLENAME=* # Remove unneccesary pages from the index. # As the pages were originally Capitalised and now lowercase # I am listing both versions to speed their removal from the search engines Disallow: /Basket.aspx Disallow: /basket.aspx Disallow: /DeliveryInformation.aspx Disallow: /deliveryinformation.aspx Disallow: /Forgotten_Password.aspx Disallow: /Forgotten_password.aspx Disallow: /forgotten_password.aspx Disallow: /Home.aspx Disallow: /Login.aspx Disallow: /login.aspx Disallow: /Recommend_A_Friend.aspx Disallow: /recommend_a_friend.aspx Disallow: /Register.aspx Disallow: /register.aspx Disallow: /Request_A_Catalogue.aspx Disallow: /request_a_catalogue.aspx Disallow: /Blog # This line does not remove the normal sitemap but only the sitemap pages generated # from a 404 error - again, useless duplicate content Disallow: /Sitemap.aspx?PAGE* Disallow: /Checkout* Disallow: /checkout* Disallow: http://www.woolovers.co.uk/cashmere-merino/womens/tie-wrap-cardigan.aspx Disallow: cms.woolovers.com* Disallow: http://www.woolovers.co.uk* Disallow: /*bypass?true Disallow: /*?cse=nexttag