Savilerowco.com - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

# XML Sitemap
Sitemap: https://savilerowco.com/sitemap_index.xml

User-agent: 008
Disallow: /	

# Begin UA Bans

#Block RogerBot - added by Jan on the 15th April 2019
User-agent: rogerbot
Disallow: *

User-agent: URLspy
Disallow: /

# End UA Bans

# Crawlers Setup
User-agent: *

#Allow all to Nosto crawler
User-agent: Mozilla/5.0 (compatible;NostoCrawlerBot/1.0;+http://my.nosto.com/tagging)

# Blackholes to kill those who fail to honour robots.txt
# and Sand Traps for email addresses scrapers
Disallow: /blackhole/
Disallow: /sand/


# Allowable Index
Allow: /*?p=
Allow: /catalog/seo_sitemap/category/
Allow: /catalog/seo_sitemap/product/
#Disallow: /catalogsearch/result/

# Allowable images so you will show in image search and shopping networks

Allow: /media/catalog/product

# Directories
Disallow: /404/
Disallow: /api/
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /install/
Disallow: /js/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /private/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /skin/
Disallow: /stats/
Disallow: /upload/
Disallow: /var/
Disallow: /6373bac9c22a8/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product/view/
Disallow: /catalog/category/view/
Disallow: /catalog/product_compare/
#Disallow: /catalogsearch/
#Disallow: /catalogsearch/advanced/
#Disallow: /catalogsearch/advanced/result/
#Disallow: /catalogsearch/term/
#Disallow: /catalogsearch/term/popular/
Disallow: /checkout/
Disallow: /checkout/cart/
Disallow: /checkout/cart/add/
Disallow: /control/
#Disallow: /contacts/
Disallow: /contacts/index/
Disallow: /contacts/index/post/
Disallow: /customer/
#Disallow: /customer/account/
#Disallow: /customer/account/login/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
# Added by Jan, MTM step links, on 12th Nov 2018
Disallow: /made-to-measure/personalise/
Disallow: /made-to-measure/measure/
# Added by DT, MTM non-canonical, on 9th Sept 2022
Disallow: /made-to-measure-category/

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Paths (no clean URLs)
Allow: /*.js$
Allow: /*.css$
#Allowed by Jan 14.9.2018, recommended by new SEO agency
Disallow: /*.php$
Disallow: /*?p=*&
Disallow: /*?SID=

Disallow: /enable-cookies
Disallow: /service-unavailable
Disallow: /helpful-support
Disallow: /ocado_offer
Disallow: /offer
Disallow: /test
Disallow: /staging/stg_main/
Disallow: /new-customers/
Disallow: /short
Disallow: /lookbook

# Filter Block
Disallow: */size-
Disallow: *chest_size
Disallow: *colour_
Disallow: *--
Disallow: *fabric_type
Disallow: *clearance/design-
Disallow: *shirts/design-
Disallow: *collar_type
Disallow: *sleeve_length
Disallow: *cuff_type
Disallow: *fit-slim
Disallow: *fit-classic
Disallow: *fit-tailored
Disallow: *jacket_length
Disallow: *waist_size
Disallow: *leg_length
Disallow: *color_group
Disallow: *cat-clearance
Disallow: *promo_flag
Disallow: *cat-casual_wear
Disallow: *cat-shirts
Disallow: *cat-suits
Disallow: *cat-accessories

# Block old FactFinder filter links, added by Jan 19.8.2021
Disallow: *filtercategoryROOT
Disallow: *filterdesign

Suchvorschau