Agroanimal.es - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# robots.txt automatically generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# Allow Directives
Allow: */modules/*.css
Allow: */modules/*.js
Allow: */modules/*.png
Allow: */modules/*.jpg
Allow: /js/jquery/*

# Private pages
Disallow: /*?order=
Disallow: /*?tag=
Disallow: /*?id_currency=
Disallow: /*?search_query=
Disallow: /*?back=
Disallow: /*?n=
Disallow: /*&order=
Disallow: /*&tag=
Disallow: /*&id_currency=
Disallow: /*&search_query=
Disallow: /*&back=
Disallow: /*&n=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking

#281122
Disallow: /cdn-cgi/challenge-platform/h/b/scripts/cb/invisible.js
Disallow: /cdn-cgi/challenge-platform/h/g/scripts/cb/invisible.js
Disallow: /*?page=
Disallow: /*?p=
Disallow: /*?gclid=
Disallow: /*?post=
Disallow: /*?open=
Disallow: */feed/
Disallow: */?
Disallow: */index.php?
Disallow: */?mobile_theme_ok
Disallow: */module/gsnippetsreviews/
Disallow: */module/lgcookieslaw/
Disallow: */img/admin/
Disallow: */amp
Disallow: */gsnippetsreviews

# Directories
Disallow: /app/
Disallow: /cache/
Disallow: /classes/
Disallow: /config/
Disallow: /controllers/
Disallow: /download/
Disallow: /js/
Disallow: /localization/
Disallow: /log/
Disallow: /mails/
Disallow: /modules/
Disallow: /override/
Disallow: /pdf/
Disallow: /src/
Disallow: /tools/
Disallow: /translations/
Disallow: /upload/
Disallow: /var/
Disallow: /vendor/
Disallow: /webservice/

# Files
Disallow: /address
Disallow: /addresses
Disallow: /login
Disallow: /cart
Disallow: /discount
Disallow: /guest-tracking
Disallow: /order-history
Disallow: /identity
Disallow: /my-account
Disallow: /order
Disallow: /order-confirmation
Disallow: /order-follow
Disallow: /credit-slip
Disallow: /password-recovery
Disallow: /search

# Lista de bots bloqueados
User-agent: duggmirror
Disallow: /
User-agent: noxtrumbot
Crawl-delay: 50
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: GurujiBot
Disallow: /
User-agent: hl_ftien_spider
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: Mediapartners-Google*
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: msnbot
Crawl-delay: 30
User-agent: libwww
Disallow: / 
User-agent: Slurp
Crawl-delay: 10

# Sitemap
Sitemap: https://www.agroanimal.es/1_index_sitemap.xml
Sitemap: https://www.agroanimal.es/sitemap_es_0.xml

Search preview