# robots.txt file for http://www.medical.siemens.com

User-agent: *
Crawl-delay: 8
Disallow: /*.xml$
Disallow: /*/templatedata/
#The google crawler sometimes seems to interpret xml and the TeamSite templatedata 
#files in the javascript omniture calls as urls and must not try to crawl them.

##If this crawler is to aggressive, we can block it: 
#User-agent: Mozilla/5.0 (compatible; NLCrawler/2.0.25/r6; Linux 2.6.3-7; i686; en_US)KHTML/3.4.89 (like Gecko)
#User-agent: NLCrawler
#Disallow: /