#
# robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
# https://datatracker.ietf.org/doc/html/rfc9309

User-agent: *
# System paths
Disallow: /admin/
Disallow: /comment/
Disallow: /filter/
Disallow: /node/
Disallow: /search
Disallow: /search/
Disallow: /taxonomy/
Disallow: /user/
# System paths EN
Disallow: /en/admin/
Disallow: /en/comment/
Disallow: /en/filter/
Disallow: /en/node/
Disallow: /en/search
Disallow: /en/search/
Disallow: /en/taxonomy/
Disallow: /en/user/
# Custom Paths
Disallow: /actueel
Allow: /actueel/*
Disallow: /documenten
Allow: /documenten/*
Disallow: /vraag-van-de-maand
Allow: /vraag-van-de-maand/*
Disallow: /privacyverhalen
Allow: /privacyverhalen/*
#custom Paths EN
Disallow: /en/current
Allow: /en/current/*
Disallow: /en/documents
Allow: /en/documents/*
Disallow: /en/privacy-stories
Allow: /en/privacy-stories/*
Disallow: /en/question-of-the-month
Allow: /en/question-of-the-month/*

# prevent AI from using the site for learning
User-agent: GPTBot
Disallow: /

# Sitemap
Sitemap: https://www.autoriteitpersoonsgegevens.nl/sitemap.xml
