Benza.es - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

• Inodoros en Japón
• The Benza

Robots.txt

## Custom made disallows 21/07/2016 - 08:52

# Open Link Profiler 
#	Mozilla/5.0+(compatible;+spbot/4.4.2;++http://OpenLinkProfiler.org/bot+) 
#	http://OpenLinkProfiler.org/bot 
User-agent: spbot 
Disallow: /

# SemrushBot
#	Mozilla/5.0 (compatible; SemrushBot/1.1~bl; +http://www.semrush.com/bot.html)
#	http://www.semrush.com/bot.html
User-agent: semrushbot
Disallow: /

# DotBot 
#	Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, [email protected])
#	http://www.opensiteexplorer.org/dotbot
User-agent: dotbot
Disallow: /

# AhrefsBot 
#	Mozilla/5.0 (compatible; AhrefsBot/5.1; +http://ahrefs.com/robot/)
#	http://ahrefs.com/robot
User-agent: ahrefsbot
Disallow: /

# MJ12bot 
#	Mozilla/5.0 (compatible; MJ12bot/v1.4.5; http://www.majestic12.co.uk/bot.php?+)
#	http://www.majestic12.co.uk/bot.php
User-agent: mj12bot
Disallow: /

# MojeekBot 
#	Mozilla/5.0 (compatible; MojeekBot/0.6; +https://www.mojeek.com/bot.html)
#	https://www.mojeek.com/bot.html
User-agent: mojeekbot
Disallow: /

# YandexImages 
#	Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)
#	http://yandex.com/bots
User-agent: yandex
Disallow: /

# Shareaholicbot 
#	Mozilla/5.0 (compatible; Shareaholicbot/1.0; +http://www.shareaholic.com/bot)
#	http://www.shareaholic.com
User-agent: shareaholicbot
Disallow: /

# Baiduspider 
# 	Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
#	http://www.baidu.com/search/spider.html
User-agent: baiduspider
Disallow: /

# BLEXBot 
#	Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)
#	http://webmeup-crawler.com 136.243.36.100
User-agent: blexbot
Disallow: /

## END Custom made

# robots.txt automaticaly generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
User-agent: *

# Crawl Delay 60 seg.
Crawl-delay: 60

# Private pages
Disallow: /*orderby=
Disallow: /*orderway=
Disallow: /*tag=
Disallow: /*id_currency=
Disallow: /*search_query=
Disallow: /*back=
Disallow: /*n=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-opc
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking
# Directories
Disallow: /*classes/
Disallow: /*config/
Disallow: /*download/
Disallow: /*mails/
Disallow: /*modules/
Disallow: /*translations/
Disallow: /*tools/
# Files
Disallow: /*es/contrasena-olvidado
Disallow: /*es/direccion
Disallow: /*es/direcciones
Disallow: /*es/autenticacion
Disallow: /*es/carro-de-la-compra
Disallow: /*es/descuento
Disallow: /*es/historial-de-pedidos
Disallow: /*es/identidad
Disallow: /*es/mi-cuenta
Disallow: /*es/devolucion-de-productos
Disallow: /*es/vales
Disallow: /*es/carrito
Disallow: /*es/buscar
Disallow: /*es/pedido-rapido
Disallow: /*es/estado-pedido

Suchvorschau