Demon-tweeks.com - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# Crawlers Setup
User-agent: *
Crawl-delay: 20

Disallow: */shop-by/
Allow: */shop-by/page/
Allow: */shop-by/categories/*/page/
Allow: /*/*/*/*/shop-by/brand/
Allow: /*/*/*/shop-by/brand/
Disallow: /*/*/*/*/shop-by/brand/*,*/
Disallow: /*/*/*/shop-by/brand/*,*/
Disallow: /uk/*/*/shop-by/brand/
Disallow: /us/*/*/shop-by/brand/
Disallow: /au/*/*/shop-by/brand/
Disallow: /nz/*/*/shop-by/brand/
Disallow: /jp/*/*/shop-by/brand/
Disallow: /dk/*/*/shop-by/brand/
Disallow: /se/*/*/shop-by/brand/
Disallow: /no/*/*/shop-by/brand/
Disallow: /eu/*/*/shop-by/brand/

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /magento/
Disallow: /stats/
Disallow: /var/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /search/*
Disallow: /sales/

# Paths (no clean URLs)
Disallow: /*?p=*&

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Parameters
Disallow: /*?brand=*
Disallow: /*?product_list_order=*
Disallow: /*?source=*
Disallow: /*?width=*
Disallow: /*?diameter=*
Disallow: /*?size=*
Disallow: /*?colour_group=*
Disallow: /*?pcd=*
Disallow: /*?helmet_type=*
Disallow: /*?approval=*
Disallow: /*?attachment_points=*
Disallow: /*?price=*
Disallow: /*?badge=*
Disallow: /*?dm_i=*
Disallow: /*?oil_viscosity=*
Disallow: /*?tyre_profile=*
Disallow: /*?gender=*
Disallow: /*?material=*
Disallow: /*?hans_fhr_posts=*
Disallow: /*?cat=*
Disallow: /*?gauge_type=*
Disallow: /*?a=*
Disallow: /*?damping_type=*
Disallow: /*?oil_type=*
Disallow: /*?dish=*
Disallow: /*?application=*
Disallow: /*?thickness=*
Disallow: /*?communication=*
Disallow: /*?limit=*
Disallow: /*?fitment=*
Disallow: /*?car_seat_age_range=*
Disallow: /*?pressure=*
Disallow: /*?battery_type=*
Disallow: /*?thread=*
Disallow: /*?pedal_option=*
Disallow: /*?operation=*
Disallow: /*?bulb_type=*
Disallow: /*?helmet_design=*
Disallow: /*?silicone_hose_type=*
Disallow: /*?wbraid=*
Disallow: /*?tyre_speed_rating=*
Disallow: /*?fuel_additive_type=*
Disallow: /*?mount_type=*
Disallow: /*?battery_capacity=*
Disallow: /*?discipline=*
Disallow: /*?display=*
Disallow: /*?caliper_number_of_pistons=*
Disallow: /*?run_flat=*
Disallow: /*?angle=*
Disallow: /*?buckle_type=*
Disallow: /*?fhr_recline=*
Disallow: /*?hose_end_fitting=*
Disallow: /*?length=*
Disallow: /*?pad_compound=*
Disallow: /*?adaptor_type=*
Disallow: /*?facing=*
Disallow: /*?brake_component=*
Disallow: /*?totalCount=*
Disallow: /*?ref=*
Disallow: /*?caliper_model=*
Disallow: /*?attachment=*
Disallow: /*?neck_type=*
Disallow: /*?fhr_compatibility=*
Disallow: /*?cooler_height=*
Disallow: /*utm_source=*
Disallow: /*?q=*
Disallow: /*?awc=*
Disallow: /*?hose_size=*
Disallow: /*?thread_size=*
Disallow: /*?fluid_specification=*
Disallow: /*?rev_range=*

# Customer login wall
Disallow: */customer/account/*

# XML Sitemaps

Sitemap: https://www.demon-tweeks.com/media/sitemaps/sitemap_uk.xml
Sitemap: https://www.demon-tweeks.com/media/sitemaps/sitemap_us.xml
Sitemap: https://www.demon-tweeks.com/media/sitemaps/sitemap_au.xml
Sitemap: https://www.demon-tweeks.com/media/sitemaps/sitemap_nz.xml
Sitemap: https://www.demon-tweeks.com/media/sitemaps/sitemap_jp.xml
Sitemap: https://www.demon-tweeks.com/media/sitemaps/sitemap_dk.xml
Sitemap: https://www.demon-tweeks.com/media/sitemaps/sitemap_se.xml
Sitemap: https://www.demon-tweeks.com/media/sitemaps/sitemap_no.xml
Sitemap: https://www.demon-tweeks.com/media/sitemaps/sitemap_eu.xml

Search preview