# We do not distinguish between the browsers.
User-agent: *

# Only allow URLs generated with frontend routing
Disallow: /*?id=*
Disallow: /*&id=*

# Should always be protected, but you know...
Disallow: /*/Private/*
Disallow: /*/Configuration/*

# Disallow all files in /typo3temp/var/
Disallow: /typo3temp/var/*

# Disallow all files in /typo3/
Disallow: /typo3/

# Disallow all kind of sql files
Disallow: *.sql
Disallow: *.sql.gz

# Disallow all kind of csv files
Disallow: *.csv

# Disallow all kind of compressed files
Disallow: *.gzip
Disallow: *.gz
Disallow: *.lzip
Disallow: *.rar
Disallow: *.tar
Disallow: *.xz
Disallow: *.zip