Glamira.no - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

Sitemap: https://www.glamira.no/sitemap.xml
User-agent: adsbot-google
User-agent: *

# Directories
## Do not crawl Magento admin page
Disallow: /admin/
Disallow: /secured2021/

## Do not crawl common Magento technical folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
Disallow: /testcache/

## Do not crawl unncessary page resources
Disallow: /awin/
Disallow: /forter/
Disallow: /delivery_date/
Disallow: /promo_extend/
Disallow: /page_cache_public/
Disallow: /page_cache/
Disallow: /rest/
Disallow: /relation/
Disallow: /review/
Disallow: /*/awin/
Disallow: /*/forter/
Disallow: /*/delivery_date/
Disallow: /*/promo_extend/
Disallow: /*/page_cache_public/
Disallow: /*/page_cache/
Disallow: /*/rest/
Disallow: /*/relation/
Disallow: /*/review/


## Do not crawl common Magento files
Disallow: /mysqlprocesses.php
Disallow: /toolconvertcsv.php
Disallow: /health_check.php
Disallow: /memcachestat.php
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /xmlFeedExport.php
Disallow: /buildcache.php
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /rev.txt


## Do not crawl links with session IDs
# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*SID=
Disallow: /*___store=
Disallow: /*___SID=
Disallow: /*___from_store=
Disallow: /*limit=
Disallow: /*product_list_order=price
Disallow: /*amp=
Disallow: /*mode=list
Disallow: /*mode=grid
Disallow: /*order=relevance

## Do not crawl checkout and user account pages
Disallow: /customcheckout/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /data-faq/
Disallow: /*/customcheckout/
Disallow: /*/checkout/
Disallow: /*/onestepcheckout/
Disallow: /*/customer/
Disallow: /*/customer/account/
Disallow: /*/customer/account/login/
Disallow: /*/data-faq/

## Some ajax actions
Disallow: /override/catalog_ajax/recentviewed/
Disallow: /sendfriend/product/send/
Disallow: /catalog/product_compare/
Disallow: /gpt3/
Disallow: /googletagmanager/
Disallow: /custom/geoip/
Disallow: /*/override/catalog_ajax/recentviewed/
Disallow: /*/sendfriend/product/send/
Disallow: /*/catalog/product_compare/
Disallow: /*/gpt3/
Disallow: /*/googletagmanager/
Disallow: /*/custom/geoip/

## Do not crawl seach pages and not-SEO optimized captcha link
Disallow: /captcha/
Disallow: /captcha/refresh/

## Do not crawl filtered URLs with 2 or more filteres applied
Disallow: /*/*/*/
Disallow: /en/*/*/*/
Disallow: /ar/*/*/*/
Disallow: /cn/*/*/*/
Disallow: /es/*/*/*/
Disallow: /fr/*/*/*/
Disallow: /it/*/*/*/
Disallow: /my/*/*/*/
Disallow: /nl/*/*/*/
Disallow: /pt/*/*/*/
Disallow: /ru/*/*/*/
Disallow: /tr/*/*/*/
Disallow: /tw/*/*/*/
Allow: /en/*/*/
Allow: /ar/*/*/
Allow: /cn/*/*/
Allow: /es/*/*/
Allow: /fr/*/*/
Allow: /it/*/*/
Allow: /my/*/*/
Allow: /nl/*/*/
Allow: /pt/*/*/
Allow: /ru/*/*/
Allow: /tr/*/*/
Allow: /tw/*/*/
Allow: /media/*
Allow: /static/*
Allow: /megamenu/*


# Delay the GPTBot
User-agent: GPTBot
Crawl-delay: 2

Search preview