Kedo.de - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

User-agent: *

# Disallow common directories
Disallow: /*/com/
Disallow: /*/cron/
Disallow: /*/ebaypics/
Disallow: /*/errors/
Disallow: /*/opt/
Disallow: /*/phpmailer/
Disallow: /*/s/

Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/

# Paths (clean URLs)
Disallow: /control/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /sendfriend/
Disallow: /wishlist/

# Disallow files
Disallow: /*cron.php
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt

# Disallow Tag & Review (Avoid duplicate content)
Disallow: /*/tag/
Disallow: /*/review/

# Do not index pages that are sorted or filtered  (Avoid duplicate content)
Disallow: /*/*?*product_list_mode=
Disallow: /*/*?*product_list_order=
Disallow: /*/*?*product_list_limit=
Disallow: /*/*?*product_list_dir=

# Do not crawl 2-nd home page copy (example.com/index.php/)
Disallow: /index.php/
Disallow: /home

# Other pages that should not be crawled
Disallow: /impressum/
Disallow: /widerrufsbelehrung/
Disallow: /datenschutz/

# Restrict User Account & Checkout Pages
Disallow: /*/checkout/
Disallow: /*/onestepcheckout/
Disallow: /*/customer/
Disallow: /*/customer/account/
Disallow: /*/customer/account/login/
Disallow: /*/customer/account/login/referer/

# Disallow Catalog Search Pages
Disallow: /*/catalogsearch/
Disallow: /*/catalog/product_compare/
Disallow: /*/catalog/category/view/
Disallow: /*/catalog/product/view/

# Disallow URL Filter Searches
Disallow: /*/*?dir*
Disallow: /*/*?dir=desc
Disallow: /*/*?dir=asc
Disallow: /*/*?limit=all
Disallow: /*/*?mode*

## Do not crawl links with session IDs
Disallow: /*?SID=
#Disallow: /*?
Allow: /*?p=1$
Allow: /*?p=2$
Allow: /*?p=3$
Allow: /*?p=4$
Allow: /*?p=5$
Allow: /*?p=6$
Allow: /*?p=7$
Allow: /*?p=8$
Allow: /*?p=9$
Allow: /*?p=10$
Disallow: /*.php$

# Do not crawl product images cache
Disallow: /*/media/catalog/product/cache/

# Do not index pages with the following GET parameters
Disallow: /*/*?*promo_stock_truefalse=
Disallow: /*/*?*main_hersteller=
Disallow: /*/*?*main_radgroesse=
Disallow: /*/*?*main_xttype=

Disallow: /*/ssl/php/function/ShowFileNew.php

Search preview