User-Agent: *
Allow: /
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3conf/
Allow: /typo3conf/ext/*/Resources/Public/
Disallow: /typo3temp/
Allow: /typo3temp/compressor/
Allow: /typo3temp/pics/
Disallow: /storage/
Disallow: /search-results/*
Disallow: /*?no_cache=*
Disallow: /*?type=*
Disallow: /*?search=*
Disallow: /*?filter=*
Disallow: /*?filters=*
Disallow: /*?date=*

Disallow: /*?id=*
Crawl-delay: 3

# Sitemap: http://www.example.tld/sitemap.xml   # Your Sitemap
# Sitemap: http://www.example.tld/rss.xml       # Your RSS Feed

User-agent: Fasterfox
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: wget
Disallow: /

User-agent: BlackWidow
Disallow: /
