# robots.txt zu http://www.bm-chemie.de

User-agent: Heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: IncyWincy
Disallow: /

User-agent: larbin
Disallow: /

User-agent: mobileGate-Spider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: seekbot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: x-Tractor
Disallow: /

# Disallow: Downloader

User-agent: Teleport*
Disallow: /

User-agent: Webwhacker
Disallow: /

User-agent: WebDevil
Disallow: /

User-agent: Webzip
Disallow: /

User-agent: Net Attache
Disallow: /

User-agent: SiteSnagger
Disallow: /

# Nix Mail-Terror

User-agent: WX_mail/2.000
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: WhoWhere
Disallow: /

User-Agent: Roverbot
Disallow: /

User-Agent: ActiveAgent
Disallow: /

User-agent: EmailSiphon
Disallow: /

# allow others

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-php/
Disallow: /ftp/
Disallow: /weblication/
Disallow: /_weblication/
Disallow: /bodo-moeller/
Disallow: /content/de/text-search/
Disallow: /content/de/download/kundenbereich/
Disallow: /content/en/text-search/
Disallow: /content/en/download/customerarea/
Disallow: /content/fr/text-search/
Disallow: /content/fr/download/kundenbereich/
Disallow: /content/nl/text-search/
Disallow: /content/nl/download/klantentoegang/
Disallow: /content/pl/download/customerarea/
Disallow: /content/pl/text-search/
Allow: /content/