Robots.txt
Sitemap: https://www.toppstiles.co.uk/sitemap.xml
# Crawlers Setup
User-agent: *
# Paths (clean URLs)
Allow: /trade/
Allow: /trade/brands
Allow: /trade/rewards
Allow: /trade/trade-credit-account
Allow: /trade/need-to-know
Allow: /trade/vanarama
Allow: /trade/simply-business
Allow: /trade/roadshow
Allow: /trade/offers/bulk-deals
Allow: /trade/home
Allow: /trade/rewards-plus-products
Disallow: /_=_
Disallow: /basket
Disallow: /checkout
Disallow: /checkout/login
Disallow: /checkout/success
Disallow: /account
Disallow: /search/*
Disallow: /trade/brands/*
Disallow: /trade/a*
Disallow: /trade/b*
Disallow: /trade/c*
Disallow: /trade/d*
Disallow: /trade/e*
Disallow: /trade/f*
Disallow: /trade/g*
Disallow: /trade/h*
Disallow: /trade/i*
Disallow: /trade/j*
Disallow: /trade/k*
Disallow: /trade/l*
Disallow: /trade/m*
Disallow: /trade/n*
Disallow: /trade/o*
Disallow: /trade/p*
Disallow: /trade/q*
Disallow: /trade/r*
Disallow: /trade/s*
Disallow: /trade/t*
Disallow: /trade/u*
Disallow: /trade/v*
Disallow: /trade/w*
Disallow: /trade/x*
Disallow: /trade/y*
Disallow: /trade/z*
# Paths (no clean URLs)
Disallow: /*.php
Disallow: /3rdparty/*.html
Disallow: /admin/*.html
Disallow: /app/*.html
Disallow: /basket/*.html
Disallow: /catalog/*.html
Disallow: /checkout/*.html
Disallow: /customer/*.html
Disallow: /newsletter/*.html
Disallow: /plugin/*.html
Disallow: /tile-calculator/*.html
Disallow: /ui/*.html
Disallow: /wishlist/*.html
(Nice to have)