# Crawlers Setup for Dobell

User-agent: *
# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/

# Paths
Disallow: /cart
Disallow: /checkout
Disallow: /my-account
Disallow: /search
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /*SID=

# Parameters to prevent server overload
disallow: /*?*customFilters
disallow: /*?*priceMax
disallow: /*?*sortKey
disallow: /*?*customFilters
disallow: /*?*priceMax
disallow: /*?*sortKey
disallow: /*?*jacket_size
disallow: /*?*brand:
disallow: /*?*fit:
disallow: /*?*price
disallow: /*?*primary_color
disallow: /*?*trouser_size
disallow: /*?*shoe_size
disallow: /*?*primary_colour

# Website Sitemap
Sitemap: https://www.dobell.de/media/sitemap_de.xml
Sitemap: https://www.dobell.com/media/sitemap_us.xml
Sitemap: https://www.dobell.fr/media/sitemap_fr.xml
Sitemap: https://www.dobell.at/media/sitemap_at.xml
Sitemap: https://www.mytuxedo.com.au/media/sitemap_au.xml
Sitemap: https://www.dobell.nl/media/sitemap_nl.xml
Sitemap: https://www.dobell.se/media/sitemap_se.xml
Sitemap: https://www.dobell.co.uk/media/sitemap_uk.xml