# For all robots
User-agent: *

# Disallow
Disallow: /*/cart
Disallow: /*/checkout
Disallow: /*/my-account
Disallow: /*/search
Disallow: /*/login
Disallow: /*/p/*?yoReviews


# Allow search crawlers to discover the sitemaps

Sitemap: https://www.drmartens.com/de/de/sitemap.xml
Sitemap: https://www.drmartens.com/es/es/sitemap.xml
Sitemap: https://www.drmartens.com/eu/en_eu/sitemap.xml
Sitemap: https://www.drmartens.com/fr/fr/sitemap.xml
Sitemap: https://www.drmartens.com/it/it/sitemap.xml
Sitemap: https://www.drmartens.com/nl/nl/sitemap.xml
Sitemap: https://www.drmartens.com/uk/en_gb/sitemap.xml
Sitemap: https://www.drmartens.com/us/en/sitemap.xml
Sitemap: https://www.drmartens.com/ca/en_ca/sitemap.xml
Sitemap: https://www.drmartens.com/ca/fr_ca/sitemap.xml
Sitemap: https://www.drmartens.com/se/se/sitemap.xml
Sitemap: https://www.drmartens.com/dk/da/sitemap.xml
Sitemap: https://www.drmartens.com/fi/fi/sitemap.xml

 

# Block CazoodleBot as it does not present correct accept content headers

User-agent: CazoodleBot

Disallow: /

 

# Block MJ12bot as it is just noise

User-agent: MJ12bot

Disallow: /

 

# Block dotbot as it cannot parse base urls properly

User-agent: dotbot/1.0

Disallow: /

 

# Block Gigabot

User-agent: Gigabot

Disallow: /