User-agent: AdIdxBot
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /
Disallow: /sea/

User-agent: AdsBot-Google
Allow: /
Disallow: /sea/

User-agent: ShopWiki
Disallow: /

User-agent: Pinterestbot
Crawl-delay: 0.5

User-agent: freddyAiBot
Allow: /klantenservice/

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: *
Sitemap: https://www.wehkamp.nl/sitemap_index.xml

# old PDP/POP structures
Disallow: /*_*_*_*/
Disallow: /*/*_*_*_*/
Disallow: /product/
Disallow: /*ArtikelNummer=*
Disallow: /Winkelen/KenmerkAdviseurArtikel.aspx*
Disallow: /Winkelen/ProductOverview.aspx*
Disallow: /app/Winkelen/KenmerkAdviseurArtikel.aspx*
Disallow: /app/Winkelen/ProductOverview.aspx*
Disallow: /Winkelen/Search.aspx*
Disallow: /Winkelen/SearchOverview.aspx*
Disallow: /winkelen/wensenlijst.aspx*
Disallow: /Winkelen/Wensenlijst.aspx*
Disallow: /Blokken/Blokken.aspx*

# disallow from crawling
# Disallow: /zoeken/*
# Disallow: /Zoeken/*
Disallow: /specials/kieskeurig/
Disallow: /inspiratie/vlogger*
Disallow: /*/_/
Disallow: /*PI=*
Disallow: /werkenbij/umbraco/
Disallow: /Blogging/*
Disallow: /Blokken/Blokken.aspx*
Disallow: /specials/voorbeeld*
Disallow: /privatedata/
Disallow: /*/graphql
Disallow: /*/undefined
Disallow: /*/undefined/
Disallow: /site/pdp/criteo/*
Disallow: /cdn-cgi/
Disallow: /-*
Disallow: /service/account/shopper/data
Disallow: /service/wishlist/wishlist
Disallow: /service/basket/basket/minimalContent
Disallow: /service/snowplow-stream-collector/
Disallow: /service/recommender-fetch/api/v1/combinations
Disallow: /service/recommender-fetch/api/v1/more_of_this_brand
Disallow: /service/recommender-fetch/api/v1/lastviewed
Disallow: /service/lastviewed/v2/items
Disallow: /*uitgelicht=*
Disallow: /*&*&*
Disallow: /*?CC=*
Disallow: /*?BC=*
Disallow: /*?SC=*
Disallow: /site/content-site/*
Disallow: /*preview=*
Disallow: /*redirectUrl=*
Disallow: /login/?redirectUrl=*
Disallow: /*weergave=*
Disallow: /*ref=*
Disallow: */*NavState=
Disallow: /kassa/
Disallow: */spongebob/v1/bacon?hash=*
Allow: /*pagina=*
Allow: /*utm_*
Allow: /*campagne*
Allow: /site/content-site/*.css
Allow: /site/content-site/*.js
Allow: /register/
Disallow: /register/*
Allow: /register/*.js
Allow: /register/*.css


# duplicate categories
Disallow: /damesmode/damesmode/
Disallow: /herenmode/herenmode/
Disallow: /kinderen/kinderen/
Disallow: /baby/baby/
Disallow: /wonen-slapen/wonen-slapen/
Disallow: /tuin-klussen/tuin-klussen/
Disallow: /huishouden/huishouden/
Disallow: /elektronica/elektronica/
Disallow: /speelgoed-games/speelgoed-games/
Disallow: /sport-vrije-tijd/sport-vrije-tijd/
Disallow: /mooi-gezond/mooi-gezond/
Disallow: /koken-tafelen/koken-tafelen/
Disallow: /sale/sale/

# Disallow old noindex tags
Disallow: /ProfielPagina/
Disallow: /specials/voorbeeld*
Disallow: /Reviews/TopReviewers.aspx*
Disallow: /Reviews/ReviewsOverzicht.aspx*
Disallow: /Reviews/SchrijfReview.aspx*
Disallow: /Geldzaken/BetaalwijzerPopup.aspx*
Disallow: /Geldzaken/EosPopup.aspx*
Disallow: /Opruiming/ArtikelOverzichtArtikel.aspx*
Disallow: /Matenassistent/Maatinformatie.aspx*
Disallow: /klantenservice/download.aspx*
Disallow: /*trends--styles-*
Disallow: /*/BestellenPanel.aspx*
Disallow: /cache.aspx
Disallow: /*alleen-verkrijgbaar-i-c-m-actie*

# allow all resources
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.svg
Allow: /*.gif
Allow: /*.png
Allow: /*.js*
Allow: /*.css*
Allow: /*.jpg*
Allow: /*.jpeg*
Allow: /*.svg*
Allow: /*.gif*
Allow: /*.png*

# allow special resources that have been disallowed before
Allow: /zoeken/*.js
Allow: /zoeken/*.css
Allow: /zoeken/css/*
Allow: /service/header-footer/*.js
Allow: /service/header-footer/*.css
