# For all robots
User-agent: *

# Block access to specific groups of pages
Disallow: /fr_LU/cart

# Pages with url parameters
Disallow: /fr_LU*search
Disallow: /fr_LU*search
Disallow: /fr_LU/my-account
Disallow: /fr_LU*newsletterUpdate
Disallow: /fr_LU*newsletterUnregister

# Pages without url parameters
Disallow: /fr_LU*replacementRequest$
Disallow: /fr_LU*contactRequestSuccess$
Disallow: /fr_LU*store-finder
Disallow: /fr_LU*newsletterRegisterOptinSuccess$
Disallow: /fr_LU/checkout

# Allow search crawlers to discover the sitemap
Sitemap: https://www.haba.de/fr_LU/sitemap.xml
Disallow: /fr_LU*newsletterRegisterSuccess$
Disallow: *zoomImages$

# Exclude Base Products
Disallow: */p/100*$

# disallow /search/autocompleteSecure requests
Disallow: autocompleteSecure$
Disallow: /haba/*

# Sicherheit aktuell
Disallow: /fr_LU*o38vk1$


# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot


# Block Gigabot
User-agent: Gigabot


# Block MJ12bot as it is just noise
User-agent: MJ12bot


# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0