# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Disallow directory /typo3/
User-agent: *
Disallow: /typo3/

# Disallow directory /fileadmin/
User-agent: *
Disallow: /fileadmin/

User-agent: *
Disallow: /typo3conf/

User-agent: *
Disallow: /typo3temp/

User-agent: *
Disallow: /t3lib/

User-agent: *
Disallow: /tslib/

User-agent: *
Disallow: /awstats_log/

User-agent: *
Disallow: /cache/

User-agent: *
Disallow: /typo3_src/

User-agent: *
Disallow: /typo3_src-4.0/

User-agent: *
Disallow: /uploads/