# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: * # Disallow: / Sitemap: https://thenextcloset.com/sitemap_nl.xml.gz Sitemap: https://thenextcloset.com/sitemap_en.xml.gz Sitemap: https://thenextcloset.com/sitemap_nl_be.xml.gz User-agent: * Disallow: /carts/ Disallow: /favs Disallow: /*/follow # bing bot crawler Disallow: /en/diy/photo-tips # prevent crawl on thankyou page -> returns 404 Disallow: /thankyou Disallow: /*/thankyou # prevent crawl on shipping_label UUID page Disallow: */shipping_labels/*