Historia.net - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

• August 1914

Robots.txt

# # Robots.txt for Magento Community and Enterprise

# # GENERAL SETTINGS

# Enables robots.txt rules for all crawlers

User-agent: *

## Do not crawl Magento admin page
Disallow: /admin/
## Do not crawl cms homepage
Disallow: */home

# # Do not allow indexing files and folders that are required during development: CVS, SVN directory and dump files
Disallow: /CVS
Disallow: /*. Svn $
Disallow: /*. Idea $
Disallow: /*. Sql $
Disallow: /*. Tgz $

# # GENERAL SETTINGS For MAGENTO

# # Do not index the general technical Magento directory
Disallow: */app/
Disallow: */downloader/
Disallow: */errors/
Disallow: */includes/
Disallow: */lib/
Disallow: */pws_import/
Disallow: */pkginfo/
Disallow: */shell/
Disallow: */var/

# # Do not index the shared files Magento
Disallow: */api.php
Disallow: */cron.php
Disallow: */cron.sh
Disallow: */error_log
Disallow: */get.php
Disallow: */install.php
Disallow: */LICENSE.html
Disallow: */LICENSE.txt
Disallow: */LICENSE_AFL.txt
Disallow: */README.txt
Disallow: */RELEASE_NOTES.txt
Disallow: */readme.md
Disallow: */getImage.php
Disallow: */autocomplete.php
Disallow: */mage


# # MAGENTO SEO IMPROVEMENT

# # Do not index the page subcategories that are sorted or filtered.
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
Disallow: /*?q=*
Disallow: /*?partner_code=*

# # Do not index wishlist
Disallow: */wishlist/index/add/product/*
Disallow: */wishlist/index/add/*
Disallow: */wishlist/index/*
Disallow: */wishlist/*

# # Do not index product compare
Disallow: */catalog/product_compare/add/product/*
Disallow: */catalog/product_compare/add/*
Disallow: */catalog/product_compare/*

# Paths (clean URLs)
Disallow: */index.php/
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
Disallow: */catalogsearch/
Disallow: */customer/
Disallow: */poll/
Disallow: */review/
Disallow: */sendfriend/
Disallow: */tag/
Disallow: */wishlist/

# # Do not index product video url
Disallow: */productvideo/*

# # Do not index the second copy of the home page (example.com / index.php /). Un-comment only if you have activated Magento SEO URLs.
# # Disallow: /index.php/

# # Do not index the link from the session ID
Disallow: /*?SID =

# # Do not index the page checkout and user account
Disallow: */checkout/
Disallow: */customer/
Disallow: */customer/account/
Disallow: */customer/account/login/

# # Do not index contacts, newsletter pages
Disallow: */contacts/
Disallow: */newsletter/

# # Do not index the search page and CEO, non-optimized link categories
Disallow: */catalogsearch/
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/

# # SETTINGS Image indexing

# # Optional: If you do not want to Google and Bing to index your images
User-agent: Googlebot-Image
Disallow: 
User-agent: msnbot-media
Disallow:

Suchvorschau