Sitemap: https://www.mediamarkt.nl/sitemaps/sitemap-index.xml

User-agent: *

#added 10-9-25
Disallow: /*myaccount/auth/

#added 14-1-25
Disallow: /en/

#added 26-3-24
Disallow: /api/v1/msg
Disallow: /api/v1/mms-sst
Disallow: /api/v1/graphql?operationName=GetPaidBundles
Disallow: /api/v1/graphql?operationName=GetFreeBundles

Disallow: /cdn-cgi/challenge-platform/

#added 29-11-23
Disallow: /cdn-cgi/bm/cv/
Disallow: /cdn-cgi/images/trace/
Disallow: /cdn-cgi/rum
Disallow: /cdn-cgi/scripts/
Disallow: /cdn-cgi/styles/
Disallow: /cdn-cgi/zaraz/

Disallow: /rde_server/
Disallow: /public/setCookie/
Allow: /*storeId=10101*
Disallow: /*nl/promo-list/*
Disallow: /*nl/list/*_*
Disallow: /*storeId=*
Disallow: /*view=
Disallow: /*sort=
Disallow: /*searchParams=
Disallow: /*?filter=
Disallow: /*?filter%
Disallow: /*?ga_query=
Disallow: /*query=

# allowing ai crawlers added 12-6-2025
 
User-agent: GPTBot
Allow: /
 
User-agent: OAI-SearchBot
Allow: /
 
User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Applebot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: TikTokSpider
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: anthropic-ai
Allow: /

# allowing other bots 3-7-2025
 
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Operator
Allow: /

User-agent: Storebot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

# disallowing ai crawlers 12-6-2025
 
User-agent: Amazonbot
Disallow: /
 
User-agent: AI2Bot
Disallow: /
 
User-agent: CCBot
Disallow: /
 
User-agent: Timpibot
Disallow: /
 
User-agent: imgproxy
Disallow: /
 
User-agent: img2dataset
Disallow: /
 
User-agent: iaskspider
Disallow: /
 
User-agent: Cotoyogi
Disallow: /
 
User-agent: Diffbot
Disallow: /
 
User-agent: aiHitBot
Disallow: /
 
User-agent: Sidetrade
Disallow: /
 
User-agent: PanguBot
Disallow: /
 
User-agent: ISSCyberRiskCrawler
Disallow: /
 
User-agent: DigitalOceanGenAICrawler
Disallow: /
 
User-agent: omgili
Disallow: /
 
User-agent: FriendlyCrawler
Disallow: /
 
User-agent: NovaAct
Disallow: /
 
User-agent: cohere-ai
Disallow: /
 
User-agent: YouBot
Disallow: /
