# We do not distinguish between the browsers. User-agent: * # Only allow URLs generated with frontend routing Disallow: /*?id=* Disallow: /*&id=* Disallow: /*cHash Disallow: /*hsa_ Disallow: /*tx_powermail_pi1 # Exclude PDF files from crawling Disallow: /*.pdf$ # L=0 is the default language Disallow: /*?L=0* Disallow: /*&L=0* # Should always be protected Disallow: /*/Private/* Disallow: /*/Configuration/* # Disallow all files in /typo3temp/var/ Disallow: /typo3temp/var/* # Disallow all files in /typo3/ Disallow: /typo3/