User-agent: * # Do not allow crawling of login pages, because this may be a path to ssl access, which we # do not want for search engines. Disallow: /german/cms_login.html Disallow: /english/cms_login.html # Do not allow common cms directories Disallow: /common/ # it seems to confuse search robots. Disallow: /*/config/ Disallow: /careers/ # Outdated start page parameter Disallow: /*?c=* # Do not allow SPO-pages: Disallow: /english/company/purchasing/form.html Disallow: /german/company/purchasing/form.html Disallow: /china/chinese/company/purchasing/form.html Disallow: /english/company/purchasing/form_cz.html Disallow: /english/company/purchasing/form_ru.html Disallow: /hometech/*/products/resistan/ # Do not allow onboarding pages: Disallow: /english/jobs/onboarding/ # Other special pages not relevant for everyone Disallow: /tubing/english/india/terms-and-conditions-of-sale.html # Do not allow Tubing Complaint Page Disallow: /tubing/english/complaint.html Disallow: /tubing/english/landingpage/fiolax-karachi-summary.html Disallow: /tubing/english/pharma-infoletter-pakistan/subscription.html # Do not allow links to Pixelserver (params include the "paths" created for Webtrends; mistaken by Google as real page-pathes): Disallow: /dcs* # Other Disallow: /english/company/legal4.html Disallow: /german/company/legal4.html # Do not allow "virtual" paths for special Webtrends reporting events # general events Disallow: /*.event Disallow: /*.slide # onclick events for social bookmarks Disallow: /*.html/share/* Disallow: /*/follow-us/* # special page elements Disallow: /*/application_box/* Disallow: /*/box/popup/* Disallow: /*/noflash_stage/* Disallow: /*/register_box/* Disallow: /*/sobanner/* # other pseudo paths from Javascript Disallow: /*.html/animation/* Disallow: /*.html/call-to-action$ Disallow: /*.html/de/* Disallow: /*.html/download/* Disallow: /*.html/global/* Disallow: /*.html/slide/* Disallow: /*.html/socialmedia/* Disallow: /*.html/stage/* Disallow: /*.html/tab_* Disallow: /*.html/video/* Disallow: /*/click$ Crawl-delay: 2 Sitemap: http://www.schott.com/sitemap.xml