User-agent: *
Disallow: /404.html
Disallow: /st/
Disallow: /q
Disallow: /nf/
Disallow: /getpdf/
Disallow: /is-bin/
Disallow: /sc/
Disallow: /ad/
Disallow: /pcscontent/
Disallow: /pages/
Disallow: /availability
Disallow: /feedback-form-frontend/
# ITHD-47159
User-agent: *
Disallow: /p/415-elmag55930/WIG_Schlauchpaket_SR_26_V_4_m_DINSE_35_50_mm2.html
User-agent: *
Disallow: /basket/
Disallow: /my-mercateo/
Disallow: /goto/
User-agent: *
Disallow: /c/live~
Disallow: /p/live~
User-agent: *
Disallow: /p/majorcustomer.
Disallow: /c/majorcustomer.
Disallow: /c/sv.
Disallow: /p/sv.
Disallow: /p/oem.
Disallow: /c/oem.
Disallow: /c/green
Disallow: /p/green
Disallow: /p/preview.
Disallow: /c/preview.
Disallow: /p/setpreview.
Disallow: /c/setpreview.
User-agent: *
Disallow: /maintenance/
User-agent: *
Disallow: /autocomplete
Disallow: /gp/
Disallow: /gpl
User-agent: *
Disallow: /c/690-0770/Mobilcom_Zubehoer.html
User-agent: *
Disallow: /p/CM001-
Disallow: /c/CM001-
User-agent: *
Disallow: /edit/
User-agent: Adsbot-Google
Allow: /q
Allow: *~showGrossColumn&Page*
Allow: *~showGrossColumn&pk_*
Disallow: /nf/
Disallow: /availability
User-agent: *
Disallow: /infobox.jsp
User-agent: *
Disallow: /infoportal/verkauf-marketing-kontakt.html
Disallow: /infoportal/verkauf-lieferantenkatalog-kontakt.html
User-agent: *
Allow: /pages/ratgeber-infoseite/infoseite.html
Allow: /pages/firma-unternehmen/unternehmen.html
Sitemap: http://www.mercateo.com/sitemaps/siteMapIndex.xml
User-agent: AhrefsBot
Disallow: /
User-agent: *
Disallow: /kw/zewotherm/zewotherm.html
User-agent: *
Disallow: /delivery.engine
User-agent: *
Disallow: /de/a/LP
Disallow: /features/lp-summit-01.html
User-agent: *
Disallow: /kw/smartbox(20)pro(20)(28)ehem(2e)nips(29)
User-agent: *
Disallow: /c/live_
Disallow: /p/live_
User-agent: *
Disallow: /geolocation.jsp
User-agent: *
Disallow: /login
Disallow: /login/
User-agent: *
Disallow: /pdf/
# test patterns, see ITD-29801
Disallow: /*?*itd29801~~
# ITHD-13980
User-agent: *
Disallow: /*?*ViewName=
# PI-753
User-agent: Scrapy
Disallow: /
User-agent: bingbot
Crawl-delay: 1