### robots.txt für www.btc-ag.com
User-agent: *
Allow: /
crawl-delay: 5
#Sitemap
Sitemap: https://www.btc-ag.com/sitemap
## Sitecore
Disallow: *sitecore
Disallow: *Sitecore
Disallow: /netzportal/sitecore/
Disallow: /Netzportal/sitecore/
Disallow: /itrend-impulse/sitecore/
Disallow: /ITrend-Impulse/sitecore/
Disallow: /versorgerkongress/sitecore/
Disallow: /Versorgerkongress/sitecore/
Disallow: /sitecore/
Disallow: /Sitecore/
Disallow: /sitecore_files/
Disallow: /sitecore modules/
Disallow: /App_Browsers/
Disallow: /App_config/
Disallow: /App_Data/
Disallow: /temp/
Disallow: /upload/
Disallow: /xsl/
## errorpages
Disallow: /400
Disallow: /500
Disallow: /404?*$
## api
Disallow: /api/
## Sperren alte BTC Seiten
Disallow: /de/
Disallow: /ch/
Disallow: /pl/
Disallow: /tr/
## disallow media-subdir
Disallow: /-/media/
## disallow old php-and-html-files
Disallow: /*.php$
Disallow: /*.php3$
Disallow: /*.php4$
Disallow: /*.php5$
Disallow: /*.htm$
Disallow: /*.html$
## disallow old asp-files
Disallow: /*.asp$
Disallow: /*.aspx$
## disallow (office-)docouments 
#lowercase
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xslx$
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.docm$
Disallow: /*.dot$
Disallow: /*.dotm$
Disallow: /*.wpd$
Disallow: /*.odt$
Disallow: /*.rtf$
Disallow: /*.csv$
Disallow: /*.txt$
#uppercase
Disallow: /*.DOC$
Disallow: /*.DOCX$
Disallow: /*.XLS$
Disallow: /*.XSLX$
Disallow: /*.PPT$
Disallow: /*.PPTX$
Disallow: /*.DOCM$
Disallow: /*.DOT$
Disallow: /*.DOTM$
Disallow: /*.WPD$
Disallow: /*.ODT$
Disallow: /*.RTF$
Disallow: /*.CSV$
Disallow: /*.TXT$
## special pages like
## abc.htm?print=true
Disallow: /*?print=*$ # disallow sub-pages
## fuer yandex
# priority for www-domain
User-Agent: YandexBot
Host: www.btc-ag.com
#Sitemap
Sitemap: https://www.btc-ag.com/sitemap