# Robots.txt file for http://www.duoboots.com # Disallow teleport User-agent: teleport Disallow: / # exclude some areas from spidering User-agent: * Disallow: /admin/ Disallow: /admin_bk160808/ Disallow: /css/ Disallow: /duo_new/ Disallow: /plesk-stat/ Disallow: /scripts/ Disallow: /UserFiles/ Disallow: /cronjobs/ Disallow: /products/secretsale/ Disallow: /myaccount/wishlist/ Disallow: /pages/pagenotfound/ Disallow: /*{* Disallow: /*%7B* Disallow: /*/shoesize/* Disallow: /*/calfwidth/* Disallow: /*/shoewidth/* # location of sitemap_index.xml file Sitemap: http://www.duoboots.com/sitemap_index.xml