User-agent: * # Do not allow crawling of login pages, because this may be a path to ssl access, which we # do not want for search engines. Disallow: /german/cms_login.html Disallow: /english/cms_login.html # Do not allow certain common cms directories Disallow: /common/editor/ Disallow: /common/admin/ # it seems to confuse search robots. Disallow: /*/config/ # Outdated start page parameter Disallow: /*?c=* # Do not allow links to Pixelserver (params include the "pathes" created for Webtrends; mistaken by Google as real page-pathes): Disallow: /dcs* # Do not allow "virtual" paths for special Webtrends reporting events # general events Disallow: /*.event Disallow: /*.slide # onclick events for social bookmarks Disallow: /*.html/share/* Disallow: /*/follow-us/* # special page elements Disallow: /*/application_box/* Disallow: /*/box/popup/* Disallow: /*/noflash_stage/* Disallow: /*/register_box/* Disallow: /*/sobanner/* # other pseudo paths from Javascript Disallow: /*.html/animation/* Disallow: /*.html/call-to-action$ Disallow: /*.html/de/* Disallow: /*.html/download/* Disallow: /*.html/global/* Disallow: /*.html/socialmedia/* Disallow: /*.html/stage/* Disallow: /*.html/tab_* Disallow: /*.html/video/* Disallow: /*/click$ # pharma-product-training is not public Disallow: /pharma-product-training/* Crawl-delay: 2