# Allow all search engines to crawl everything User-agent: * Disallow: # Disallow access to TYPO3 backend Disallow: /typo3/ Disallow: /typo3_src/ # Disallow access to the installation folder Disallow: /install/ # Disallow specific system files and directories Disallow: /fileadmin/ Disallow: /uploads/ Disallow: /temp/ # Disallow specific file types if needed Disallow: /*.pdf$ Disallow: /*.doc$