User-Agent: *
Disallow: /*?id=*
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /typo3conf/
Allow: /typo3conf/ext/*/Resources/Public/
Disallow: /typo3temp/
Allow: /typo3temp/assets
Disallow: /en/search/
Disallow: /nl/search/
Disallow: /search/

User-agent: Fasterfox
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: wget
Disallow: /

User-agent: BlackWidow
Disallow: /

User-agent: SemrushBot
Disallow: /