Viking-direct.co.uk - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

• St Ivel
• Viking Direct

Robots.txt

# For all robots
User-agent: *

# Block access to specific groups of pages



Disallow: /*/cart$
Disallow: /*/cart/
Disallow: /*/checkout$
Disallow: /*/checkout/
Disallow: /*/my-account$
Disallow: /*/my-account/
Disallow: /*/login$
Disallow: /*/login/
Disallow: /*/registration/
Disallow: /*/registration$
Disallow: /*/ajax/
Disallow: /*/ajax$
Disallow: /*/notFound404/
Disallow: /*/notFound404$
Disallow: /*/searchEmpty/
Disallow: /*/searchEmpty$
Disallow: /*/ergonomieshop6/
Disallow: /*/ergonomieshop6$
Disallow: /*/officedepotshop27$
Disallow: /*/officedepotshop27/
Disallow: /*/officedepotshop27uk/
Disallow: /*/officedepotshop27uk$
Disallow: *?*token=
Disallow: /ajax$
Disallow: /*/styleguide/
Disallow: /*/c/
Disallow: /*/query
Disallow: /ajax/
Disallow: /*/search

# 10 seconds between page requests
Crawl-delay: 10

# Allow search crawlers to discover the sitemap
Sitemap: https://www.viking-direct.co.uk/sitemap.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Block Google AdsBots
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google-Mobile-Apps
Disallow: /ajax/
Disallow: /ajax$

Search preview