# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /
Sitemap: https://thenextcloset.com/sitemap_nl.xml.gz
Sitemap: https://thenextcloset.com/sitemap_en.xml.gz
Sitemap: https://thenextcloset.com/sitemap_nl_be.xml.gz
User-agent: *
Disallow: /carts/
Disallow: /favs
Disallow: /*/follow
# bing bot crawler
Disallow: /en/diy/photo-tips
# prevent crawl on thankyou page -> returns 404
Disallow: /thankyou
Disallow: /*/thankyou
# prevent crawl on shipping_label UUID page
Disallow: */shipping_labels/*