# Crawlers Setup for Dobell

User-agent: *
# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/

# Paths
Disallow: /cart
Disallow: /checkout
Disallow: /my-account
Disallow: /search
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /*SID=

# Parameters to prevent server overload
Disallow: /*?*customFilters
Disallow: /*?*priceMax
Disallow: /*?*sortKey
Disallow: /*?*jacket_size
Disallow: /*?*brand:
Disallow: /*?*fit:
Disallow: /*?*price
Disallow: /*?*primary_color
Disallow: /*?*trouser_size
Disallow: /*?*shoe_size
Disallow: /*?*primary_colour
Disallow: /*?*brand
Disallow: /*?*category
Disallow: /*?*chest_size
Disallow: /*?*colour
Disallow: /*?*dir
Disallow: /*?*limit
Disallow: /*?*mode
Disallow: /*?*p
Disallow: /*?*size
Disallow: /*?*sort
Disallow: /*?*shirt_size

# Website Sitemap
Sitemap: https://www.dobell.co.uk/media/sitemap_uk.xml