#Verbotene Bots
#User-agent: Yahoo! Slurp
#User-agent: Slurp
User-agent: jobs.de-Robot
User-agent: httrack
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
User-agent: Twiceler
User-agent: Twiceler-0.9
User-agent: IRLbot
Disallow: /

User-agent: *
#Disallow: /robots.txt
Disallow: /js/
Disallow: /css/
Disallow: /stuff/
Disallow: /errors/
Disallow: /html_auth/
Disallow: /logs/
Disallow: /usage/
Disallow: /portal/mysql_conn.inc.php
Disallow: /portal/captcha.php
Disallow: /portal/konzerte.inc.php
Disallow: /portal/bugreport.php
Disallow: /portal/imprint.html
Disallow: /portal/disclaimer.html
Disallow: /*_mailer*