# Generated: 2026-09-07T12:28:13.647Z
# Brand: dvhn.nl | Environment: prod

# All copyrights, neighbouring rights and database rights in the content and layout of this website/app are explicitly reserved and are for personal, non-commercial use only. 
# In accordance with Article  4 of the Directive on Copyright in the Digital Single Market (CDSM) and its transposition into the law of the applicable Member State,  
# all content of this website on which it is made available is not to be used for the purposes of text and data mining, extraction, scraping and/or the use of programs or robots
# for automatic data collection and/or extraction of digital data, whether for machine learning or artificial intelligence purposes or otherwise. 
# See also the Terms and Conditions of this website.

# robots.txt prod Dagblad van het Noorden
user-agent: *
Allow: /
Allow: /tags

# Disallow Internal Search
Disallow: /zoeken/ 

# Disallow bundle
Disallow: /*?bundle

# Disallow infront widgets
Disallow: /infront/widget/

# Disallow Large Language Models
User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-externalfetcher
Disallow: /

User-agent: Ahrefsbot
Disallow: /

User-agent: Archive.org_bot
Disallow: /

User-agent: Bravebot
Disallow: /

User-agent: Claude-Searchbot
Disallow: /

User-agent: Claude-User
Disallow: /

User-agent: DeepSeekBot
Disallow: /

User-agent: Meta-WebIndexer
Disallow: /

User-agent: MistralAI-Index
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: OAI-AdsBot
Disallow: /

User-agent: OAI-Searchbot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: Youbot
Disallow: /

User-agent: Grok
Disallow: /

User-agent: Grokbot
Disallow: /

User-agent: Grok-DeepSearch
Disallow: /

User-agent: xAI-Bot
Disallow: /

User-agent: xAI-Grok
Disallow: /

User-agent: Bingbot
Disallow: /

#list sitemaps
Sitemap: https://www.dvhn.nl/sitemap.xml
Sitemap: https://www.dvhn.nl/sitemap-image.xml
Sitemap: https://www.dvhn.nl/sitemap-news.xml
Sitemap: https://www.dvhn.nl/sitemap-video.xml

# Served via new CDN
