Glamira.com.tr - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

Sitemap: https://www.glamira.com.tr/sitemap_index.xml
User-agent: adsbot-google
User-agent: *

# Directories
## Do not crawl Magento admin page
Disallow: /admin/
Disallow: /secured2021/

## Do not crawl common Magento technical folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
Disallow: /testcache/

## Do not crawl unncessary page resources
Disallow: /awin/
Disallow: /forter/
Disallow: /delivery_date/
Disallow: /promo_extend/
Disallow: /page_cache_public/
Disallow: /page_cache/
Disallow: /rest/
Disallow: /relation/
Disallow: /review/
Disallow: /*/awin/
Disallow: /*/forter/
Disallow: /*/delivery_date/
Disallow: /*/promo_extend/
Disallow: /*/page_cache_public/
Disallow: /*/page_cache/
Disallow: /*/rest/
Disallow: /*/relation/
Disallow: /*/review/


## Do not crawl common Magento files
Disallow: /mysqlprocesses.php
Disallow: /toolconvertcsv.php
Disallow: /health_check.php
Disallow: /memcachestat.php
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /xmlFeedExport.php
Disallow: /buildcache.php
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /rev.txt


## Do not crawl links with session IDs
# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*SID=
Disallow: /*___store=
Disallow: /*___SID=
Disallow: /*___from_store=
Disallow: /*limit=
Disallow: /*product_list_order=price
Disallow: /*amp=
Disallow: /*mode=list
Disallow: /*mode=grid
Disallow: /*order=relevance

## Do not crawl checkout and user account pages
Disallow: /customcheckout/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /data-faq/
Disallow: /*/customcheckout/
Disallow: /*/checkout/
Disallow: /*/onestepcheckout/
Disallow: /*/customer/
Disallow: /*/customer/account/
Disallow: /*/customer/account/login/
Disallow: /*/data-faq/

## Some ajax actions
Disallow: /override/catalog_ajax/recentviewed/
Disallow: /sendfriend/product/send/
Disallow: /catalog/product_compare/
Disallow: /gpt3/
Disallow: /googletagmanager/
Disallow: /custom/geoip/
Disallow: /*/override/catalog_ajax/recentviewed/
Disallow: /*/sendfriend/product/send/
Disallow: /*/catalog/product_compare/
Disallow: /*/gpt3/
Disallow: /*/googletagmanager/
Disallow: /*/custom/geoip/

## Do not crawl seach pages and not-SEO optimized captcha link
Disallow: /captcha/
Disallow: /captcha/refresh/


User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: trendictionbot0
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: IonCrawl
Disallow: /

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /


# Delay the GPTBot
User-agent: GPTBot
Crawl-delay: 2

Suchvorschau