User-agent: thesubot
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-data/
Disallow: /clt/
Disallow: /fileadmin/
Disallow: /misc/
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /typo3temp/
Disallow: /uploads/


User-agent: ia_archiver
Disallow: /