User-agent: *
Disallow: /typo3/
Disallow: /*type=123
Disallow: /*.pdf$
Crawl-delay: 20
User-agent: infometrics-bot
Crawl-delay: 5
Sitemap: http://www.stw.de/website/sitemap.html
User-agent: WebReaper
Disallow: /
user-agent: infometrics-bot
disallow: /
User-agent: jobs.de-Robot
Crawl-delay: 50