User-agent: * Disallow: /404.html Disallow: /st/ Disallow: /q Disallow: /nf/ Disallow: /getpdf/ Disallow: /is-bin/ Disallow: /sc/ Disallow: /ad/ Disallow: /pcscontent/ Disallow: /pages/ Disallow: /availability Disallow: /feedback-form-frontend/ # ITHD-47159 User-agent: * Disallow: /p/415-elmag55930/WIG_Schlauchpaket_SR_26_V_4_m_DINSE_35_50_mm2.html User-agent: * Disallow: /basket/ Disallow: /my-mercateo/ Disallow: /goto/ User-agent: * Disallow: /c/live~ Disallow: /p/live~ User-agent: * Disallow: /p/majorcustomer. Disallow: /c/majorcustomer. Disallow: /c/sv. Disallow: /p/sv. Disallow: /p/oem. Disallow: /c/oem. Disallow: /c/green Disallow: /p/green Disallow: /p/preview. Disallow: /c/preview. Disallow: /p/setpreview. Disallow: /c/setpreview. User-agent: * Disallow: /maintenance/ User-agent: * Disallow: /autocomplete Disallow: /gp/ Disallow: /gpl User-agent: * Disallow: /c/690-0770/Mobilcom_Zubehoer.html User-agent: * Disallow: /p/CM001- Disallow: /c/CM001- User-agent: * Disallow: /edit/ User-agent: Adsbot-Google Allow: /q Allow: *~showGrossColumn&Page* Allow: *~showGrossColumn&pk_* Disallow: /nf/ Disallow: /availability User-agent: * Disallow: /infobox.jsp User-agent: * Disallow: /infoportal/verkauf-marketing-kontakt.html Disallow: /infoportal/verkauf-lieferantenkatalog-kontakt.html User-agent: * Allow: /pages/ratgeber-infoseite/infoseite.html Allow: /pages/firma-unternehmen/unternehmen.html Sitemap: http://www.mercateo.com/sitemaps/siteMapIndex.xml User-agent: AhrefsBot Disallow: / User-agent: * Disallow: /kw/zewotherm/zewotherm.html User-agent: * Disallow: /delivery.engine User-agent: * Disallow: /de/a/LP Disallow: /features/lp-summit-01.html User-agent: * Disallow: /kw/smartbox(20)pro(20)(28)ehem(2e)nips(29) User-agent: * Disallow: /c/live_ Disallow: /p/live_ User-agent: * Disallow: /geolocation.jsp User-agent: * Disallow: /login Disallow: /login/ User-agent: * Disallow: /pdf/ # test patterns, see ITD-29801 Disallow: /*?*itd29801~~ # ITHD-13980 User-agent: * Disallow: /*?*ViewName= # PI-753 User-agent: Scrapy Disallow: / User-agent: bingbot Crawl-delay: 1