Ugatu.com - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

## GENERAL
User-agent: *
Crawl-delay: 30

## DESARROLLO (CVS, directorios SVN o ficheros dump)
Disallow: /*.git$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.zip$

## DIRECTORIOS MAGENTO
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /tools/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
Disallow: /pub/

## ARCHIVOS MAGENTO
Disallow: /CHANGELOG.md
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /Gruntfile.js.sample
Disallow: /.gitignore
Disallow: /.htaccess.sample
Disallow: /ISSUE_TEMPLATE.md
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /package.json.sample
Disallow: /.php_cs
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt
Disallow: /REVISION
Disallow: /.travis.yml
Disallow: /.user.ini

## PATHS Y PARAMETROS GET
Disallow: /index.php/

## CHECKOUT Y USUARIOS MAGENTO
Disallow: */checkout/
Disallow: */onestepcheckout/
Disallow: */customer/
Disallow: */customer/account/
Disallow: */customer/account/login/
Disallow: */wishlist/
Disallow: */contacts/
Disallow: */tag/
Disallow: */newsletter/
Disallow: */sendfriend/
Disallow: */review/

##STORE ES at root path
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /wishlist/
Disallow: /contacts/
Disallow: /tag/
Disallow: /newsletter/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /catalog/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /page/

## CATALOGO MAGENTO
Disallow: */catalog/
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
#Esto es si se usa infiniteScroll
Disallow: */page/

## CATALOGO MAGENTO
#Habilitamos las categorias paginadas pero deshabilitamos si tienen mas parametros que la pagina
Allow: /*?p=*
Disallow: /*?p=*&

## PETICIONES AJAX
Disallow: /ajax/

## AMASTY
Disallow: */amlocator/

## PATHS Y PARAMETROS GET
# No indexar ID de sesion
Disallow: /*?SID=
Disallow: /*SID=

#Deshabilitamos todas las urls que contengan parametros y con extension php (url no friendly)
Disallow: /*.php$
Disallow: /*?*
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*

#Se habilita la indexacion de los siguientes recursos con parametros
Allow: /*.css?*
Allow: /*.js?*
Allow: /*.otf?*
Allow: /*.eot?*
Allow: /*.svg?*
Allow: /*.ttf?*
Allow: /*.woff?*
Allow: /*.woff2?*

Sitemap: https://www.ugatu.com/sitemap_index.xml

Search preview