# Alle auteurs-, naburige en databankrechten die op de inhoud en opmaak van de DPG Media websites
# en DPG Media apps rusten, worden door DPG Media BV uitdrukkelijk voorbehouden. De inhoud van de
# DPG Media websites en apps is uitsluitend voor persoonlijk, niet-commercieel gebruik en het is
# niet toegestaan om gegevens van de website of uit de apps door middel van screen scraping
# (of een andere geautomatiseerde werkwijze) te vergaren.
# Zie ook de Gebruikersvoorwaarden van DPG Media B.V. op www.dpgmedia.nl/gebruiksvoorwaarden

# All copyrights, neighbouring rights and database rights in the content and layout of the
# DPG Media websites and DPG Media apps are explicitly reserved by DPG Media BV. The content of the DPG Media
# websites and DPG Media apps is for personal, non-commercial use only and it is not allowed to
# collect data from the website or from the apps by means of screen scraping (or any other
# automated method).
# See also the terms of use of DPG Media B.V. at www.dpgmedia.nl/gebruiksvoorwaarden

User-agent: Twitterbot
Allow: /

User-agent: *
Allow: /
Allow: /zoeken/$
Disallow: /*?otag*
Disallow: /*?abo_type*
Disallow: /*?URL_referrer*
Disallow: /auth/
Disallow: /temptation/
Disallow: /*utm_campaign=shared_earned*
Disallow: /*redirectUri=*
Disallow: /api/_next-api*
Disallow: /_next/data/*
Disallow: /zoeken/
Disallow: /search
Disallow: /tag/*?page=
Disallow: /*?parentSlug=*
Disallow: /web/urlpatterns

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: DeepSeekBot
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: MistralAI-User/1.0
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: YandexAdditional
Disallow: /

User-agent: YandexAdditionalBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexRenderBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: DuckAssistBot
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: Google-NotebookLM
Disallow: /

User-agent: Gemini-Deep-Research
Disallow: /

User-agent: iAskBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: Google-Agent
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

Sitemap: https://www.trouw.nl/sitemap.xml
