Sitemap: https://www.niton999.co.uk/sitemap.xml

# # Do not index the search queries and filtered results
Disallow: /catalogsearch/

User-agent: *
# Crawl delay for all compliant bots
Crawl-delay: 10
Disallow: /search/*
Disallow: /result/*
Disallow: /catalogsearch/result/?

# Core Magento paths to disallow
Disallow: /checkout/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /catalogsearch/
Disallow: /index.php/
Disallow: /*.php$
Disallow: /*SID=
Disallow: /*?cat=

# Tracking params
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?gclid=
Disallow: /*?fbclid=

# Filter nav
Disallow: /*?*price=*
Disallow: /*?*manufacturer=*
Disallow: /*?*color=*
Disallow: /*?*productspecification=*
Disallow: /*?*ncolour=*
Disallow: /*?*nleg_length=*
Disallow: /*?*noption=*
Disallow: /*?*nsize=*
Disallow: /*?*ntype=*
Disallow: /*?*nwaist_size=*
Disallow: /*?*nwidth=*

# Disallow unnecessary or duplicate content
Disallow: */newsletters/*
Disallow: */fb/*

# Marketing or non-index targets
Disallow: */huge-warehouse-clearance/*
Disallow: */promotions/*
Disallow: */pound-store/*
Disallow: */clearance/*
Disallow: */summer-essentials/*
Disallow: */winter-essentials/*
Disallow: */winter-shop/*
Disallow: */autumn-essentials/*
Disallow: */tactical-outwear/*
Disallow: */patrol-essentials/*

# Allow Googlebots full access
User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:

User-agent: Bingbot
Disallow: /result/*
Disallow: /catalogsearch/result/?