# robots.txt zu http://www.ex-dtaus.de/

User-agent: AboutUsBot 
Disallow: / 

User-agent: flatlandbot
Disallow: /

User-agent: msrbot
Disallow: /

User-agent: linkwalker
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: ICCrawler - ICjobs
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: BecomeBot
Disallow: /

# Personensuchmaschinen ausschließen
User-agent: Yasni
User-agent: Pipl
User-agent: 123People
User-agent: MyOnID
Disallow: /

User-agent: *
Disallow: *.xls
Disallow: *.ods
Disallow: *.zip
Disallow: /php-bin/
Disallow: /cms/downloads/

User-Agent: Googlebot
Disallow: /php-bin/
Disallow: /cms/downloads/
Disallow: *.xls
Disallow: *.ods
Disallow: *.zip