# http://www.grapeshot.co.uk/crawler.php
User-agent: grapeshot
Disallow: /

# http://www.httrack.com
#User-agent: HTTrack
#Disallow: /

User-agent: *
Disallow: /fileadmin/_temp_/
Disallow: /fileadmin/groups/
Disallow: /fileadmin/logs/
Disallow: /fileadmin/scripts/
Disallow: /fileadmin/templates/
Disallow: /fileadmin/users/
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /typo3conf/
Allow: /typo3conf/ext/*/Resources/Public/*
Disallow: /typo3temp/
# allow Stylesheets for Google-Mobile-Check
Allow: /typo3temp/*/*.css
Allow: /typo3temp/*.css*
Allow: /typo3temp/*.js*