Ambients.net - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

User-agent: *
Disallow: /admin/
 
## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.php$
 
## Do not crawl common Magento technical folders
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /shell/
Disallow: /stats/
Disallow: /var/
 
## Do not crawl common Magento files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /STATUS.txt
 
## Do not crawl filtered.
#Disallow: /*?*
Disallow: /f/*
#Disallow: /*/f/*
Disallow: /amshopby/*
Disallow: *dir*&order=*
Disallow: *order=qty_ordered*
Disallow: */nf/*

#New Filters 
Disallow: /*yd_styles=*
Disallow: /*yd_material=*
Disallow: *?price=*
Disallow: /*cat=*
Disallow: *color=*
Disallow: *?p=*

 
## Do not crawl links with session IDs
Disallow: /*?SID=
 
## Do not crawl checkout and user account pages
Disallow: /checkout*
Disallow: /onestepcheckout
Disallow: /customer
Disallow: /poll
Disallow: /review
Disallow: /sendfriend
Disallow: /preguntas-frecuentes
Disallow: /enable-cookies
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
 
## Do not crawl seach pages and not-SEO optimized catalog links
Disallow: /catalog/*
Disallow: /catalogsearch/*
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /media/descargas/
 
## Do not crawl common server technical folders and files
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php

#Blog
Disallow: /blog/?s=*
Disallow: /blog/contacto/
Disallow: /blog/tag/*

User-Agent: *
Allow: /*.js$
Allow: /*.css$
Allow: */js/*
Allow: */css/*

User-agent: proximic
Disallow: /
User-agent: Exabot/3.0
Disallow: /
User-agent: GrapeshotCrawler/2.0
Disallow: /
User-agent: trendictionbot0.5.0
Disallow: /
User-agent: psbot-page
Disallow: /
User-agent: psbot/0.1
Disallow: /
User-agent: WijuBot/1.0
Disallow: /
User-agent: GetIntent Crawler
Disallow: /
User-agent: psbot-image
Disallow: /
User-agent: istellabot/t.1
Disallow: /
User-agent: SMTBot/1.0
Disallow: /
User-agent: DeuSu/5.0.2
Disallow: /
User-agent: JikeSpider
Disallow: /

# Habilitar y permitir el uso de busqueda y agentes de IA
User-agent: OAI-SearchBot
User-agent: ChatGPT-User  
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Allow: /

# Deshabilitar la recopilacion de datos para el entrenamiento de IA
User-agent: GPTBot  
User-agent: CCBot  
User-agent: Google-Extended  
Disallow: /

# Custom sitemap.xml
Sitemap: https://www.ambients.net/sitemap.xml
Sitemap: https://www.ambients.net/sitemap-filtered-categories.xml

Suchvorschau