# Stand 9. November 2009

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: OmniExplorer_Bot/6.22b
Disallow: /

User-Agent: OmniExplorer_Bot/6.22b (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

## Boese Bots, die Schweinskram veranstalten und rausgehalten werden sollen

# Der hier sucht Adressen fuer Spam
User-agent: Indy Library
Disallow: /


# Sitemap fuer alle Bots einreichen:
Sitemap: http://www.miltenyibiotec.com/en/Sitemap_en.txt
Sitemap: http://www.miltenyibiotec.com/jp/Sitemap_jp.txt

# Auszuschliessende Bots
User-Agent: MJ12bot
Disallow:   /

User-Agent: Exabot
Disallow:   /

User-Agent: libwww-perl
Disallow:   /

User-Agent: InsumaScout
Disallow:   /


User-Agent: yacybot
Disallow:   /

User-Agent: yetibot
Disallow:   /

User-Agent: Teemer
Disallow:   /

User-Agent: ICCrawler
Disallow:   /

User-agent: woriobo
Disallow:   /

User-agent: boitho.com-dc
Disallow:   /

User-agent: Speedy
Disallow:   /

User-agent: factbot
Disallow: /

User-agent: West Wind Internet Protocols 4.55
Disallow: /

User-agent: business-service
Disallow:   /

User-agent: sogou spider
Disallow:   /

User-agent: VB OpenUrl
Disallow:   /

User-agent: Moozilla
Disallow:   /

User-agent: Gigabot
Disallow:   /



# Standards zum Ausschliessen
User-agent: *
Disallow: /pressinfo /

User-agent: *
Disallow: /en/Forum_NewThread.aspx