Rexel.co.uk - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

• Newey and Eyre

Robots.txt

User-agent: *
Disallow: */uki/cart
Disallow: */uki/cart/*
Disallow: *_=*
Disallow: */*/c/brands
Disallow: *//c/
Disallow: */_s/saveFulfillmentJson
Disallow: */addBulkProductItemsToCart
Disallow: */addBulkProductItemsToCartReplacementModel
Disallow: */addCustomerUserNboProductTocart
Disallow: */addObseleteReplacementProductItemsToCart
Disallow: */addProductsToCartFormConfigurator
Disallow: */addToCartFromUrl
Disallow: */addtoJoblist/*
Disallow: */c/.seo-collapse
Disallow: */**/c/browseCategoryAndBrandForMobile
Disallow: */checkout
Disallow: */checkout/*
Disallow: */closeGlobalPromotion
Disallow: */closeNotificationIcon
Disallow: *collapseTwo
Disallow: */combined.css*
Disallow: */combined.js*
Disallow: */compare/
Disallow: */cookieCosent
Disallow: */cookieCosentToggler
Disallow: */deliveryDateSimulatorData.json
Disallow: */enableCookieConsent
Disallow: */erp/*
Disallow: */fast-register
Disallow: */findDefaultStore
Disallow: */findNearestStoreForAnonymous
Disallow: */footer/globalSites
Disallow: */GDPRCookieContainerComponentController/*
Disallow: */getBranchList*
Disallow: */getHtmlFormContent
Disallow: */getInspirationCompanyUrl
Disallow: */getJWTTokenAndUserDetails
Disallow: */getLimitedDistributionPickupZip
Disallow: */getNotificationMsgvaluesForLD
Disallow: */isQuantityVisibleForProducts
Disallow: */oauth/getOauthToken
Disallow: */getHtmlFormContent
Disallow: */getPagablePickupBranchesForAnonymous.json
Disallow: */getRegionList
Disallow: */getReplacementForObsoleteproduct
Disallow: */getTieredPricingMap
Disallow: */getJWTTokenAndUserDetails
Disallow: */isQuantitySectionVisible
Disallow: */isQuantityVisibleForProducts
Disallow: */login
Disallow: */login/*
Disallow: */logout
Disallow: */medias/*.pdf
Disallow: */mergeCart/*
Disallow: */mobilelogin*
Disallow: */mobileprivacy
Disallow: */mobileRegistration*
Disallow: */mockMedia/*
Disallow: */mostordered/getcategories
Disallow: */my-account
Disallow: */my-account/*
Disallow: */myaccountpopup
Disallow: */my-company/*
Disallow: */mysettings
Disallow: */newQuickorder/*
Disallow: */notification/*
Disallow: */oauth/getOauthToken
Disallow: */obseleteProductAddToCart
Disallow: */order-return/*
Disallow: */order-new-return/*
Disallow: */p/getEmailPDPpopup
Disallow: */p/getTieredPricing
Disallow: */p/slangKeyword
Disallow: */pf/getProductSelectedVariant
Disallow: */pf/productvariants
Disallow: *page=0
Disallow: *page=-1
Disallow: *pageSize=*&
Disallow: */perse/getNoResultsPage
Disallow: */prefillAddToCart
Disallow: */priceToolTip/*
Disallow: */product360view/*
Disallow: */productBranchStock
Disallow: */productBranchStock/*
Disallow: */punchoutCxmlCart/punchout
Disallow: */quickorder
Disallow: */recommendedCategories.ajax
Disallow: */register
Disallow: */register/*
Disallow: */removeChangeRegionPopup
Disallow: */removeGDPRLegalNotification
Disallow: */removePCIComplianceNotification
Disallow: */replacementProduct
Disallow: */sales/*
Disallow: */search/*
Disallow: */search*
Disallow: */search/searchCategory
Disallow: */updatelanguage
Disallow: */updateRegion
Disallow: */validateUpdateRegion
Disallow: */view/TabbedNavigationComponentController/updateTabIndex
Disallow: */p/*/zoomImages
Disallow: *{0}
Disallow: *%7B0%7D

## cms related
Disallow:*/cms/getPDPContent.json?productCode=*
## testing

# allow odd PDP combinations
Allow: *%3A*%3A*/p/*

# spam pattern
Disallow:/search*.com
Disallow:/search*.net

## site specific blocks

# old pagination facets - params - tests
Disallow: *isOnlyProductIds=&isOrderForm=&skuIndex=&isCreateOrderForm*
Disallow: */c/*displayProductList*

## PERSE
Disallow: *q=:relevance*&filter=*:*  ## old + new
Disallow: *relevance&filter=*:*  ## old + new
Disallow: *filter=*:*
Disallow: *filter=*:*~*
Disallow: *filter=*:*;*:*
Allow: *filter=brandCode:*
Disallow: *filter=brandCode:*~
Disallow: *filter=brandCode:*;*
Disallow: */brands/*/c/*filter=brandCode:*
Allow: */brands/*/c/*filter=categoryCode:*
Disallow: */brands/*/c/*filter=categoryCode:*~
Disallow: */brands/*/c/*filter=categoryCode:*;*

Disallow: *main-*.js
Disallow: *scripts-*.js
Disallow: *polyfills-*.js
Disallow: *runtime-*.js

# Limit PLP Facet Crawling 

# Disallow facets but those allowed elsewhere
Disallow: *%3Arelevance%3A*%3A*
Disallow: *:relevance:*:*

## disallow other
Disallow: */c/*__*
Disallow: */c/*/*productbranchstock*
Disallow: *page=-1*
## disallow facet removal
Disallow: */c/*?q=%3Arelevance&text=&filter=&aliasname=&partialSearch=#

### disallow category facet on category pages
Disallow: */root-category/*/c/*relevance%3Acategory*

#Disallow brand facet on brand pages
Disallow: */brands/*/c/*relevance%3Abrand*

# Allow / Disallow Brand facets for category pages
Allow: */root-category/*/c/*q=%3Arelevance%3Abrand%3A*
Disallow: */root-category/*/c/*q=%3Arelevance%3Abrand%3A*%3A
Disallow: */root-category/*/c/*q=%3Arelevance%3Abrand%3A*page=-1*

# Allow / Disallow Category Facets for Brand pages
Allow: */brands/*/c/*q=%3Arelevance%3Acategory%3A*
Disallow: */brands/*/c/*q=%3Arelevance%3Acategory%3A*%3A
Disallow: */brands/*/c/*q=%3Arelevance%3Acategory%3A*page=-1*


User-agent: Bytespider
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: CazoodleBot
Disallow: /
 
User-agent: MJ12bot
Disallow: /
 
User-agent: dotbot/1.0
Disallow: /
 
User-agent: Gigabot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User 
Disallow: /

User-agent: GPTBot
Disallow: /

Sitemap: https://www.rexel.co.uk/uki/sitemap.xml

#v20240523

Search preview