Fireplacesdirect.com - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

## GENERAL SETTINGS

User-agent: Beijing
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BrandVerity
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Pinterestbot
Crawl-delay: 1

User-agent: facebookcatalog
Crawl-delay: 1

User-agent: Bingbot
Crawl-delay: 5

## Enable robots.txt rules for all crawlers
User-agent: *

## Crawl-delay parameter: number of seconds to wait between successive requests to the same server.
## Set a custom crawl rate if you're experiencing traffic problems with your server.
# Crawl-delay: 30

## Magento sitemap: uncomment and replace the URL to your Magento sitemap file
Sitemap: https://www.fireplacesdirect.com/pub/sitemaps/fp.xml

## GENERAL MAGENTO SETTINGS

## Do not crawl Magento admin page
Disallow: /admin/
Disallow: /admin_*/

## Do not crawl common Magento technical folders
Disallow: /rest/
Disallow: /page_cache/block/
Disallow: /cache_warmer/
Disallow: /spotixcache/
Disallow: /404/
Disallow: /manage/
Disallow: /report/
Disallow: /stats/
Disallow: /control/
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /var/
Disallow: /contacts/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /manuals/
Disallow: /warmer/
Disallow: /magmimagmi/
Disallow: /feeds/
Disallow: .sql
Disallow: .tgz

## Do not crawl common Magento files
Disallow: /questions/
Disallow: /review/product/list/id/
Disallow: /amconf/ajax/
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /health_check.php
Disallow: /get.php

## MAGENTO SEO IMPROVEMENTS

## Do not crawl sub category pages that are sorted or filtered.
Disallow: /*?amp=
Disallow: /*?product_list_dir=
Disallow: /*?product_list_limit=
Disallow: /*?product_list_mode=
Disallow: /*-filter--*
Disallow: /*-filter=*
Disallow: /*?dir=
Disallow: /*?limit=
Disallow: /*?onSale=
Disallow: /*?type=
Disallow: /*?p=
Disallow: /*?___from_store=
Disallow: /*?___store=
Disallow: /*?rating=
Disallow: /*?pp=
Disallow: /*?stock=
Disallow: /*?_vsrefdom=
Disallow: /*?;ibp-custom=
Disallow: /*?adgroup=

## Do not crawl 2-nd home page copy (example.com/index.php/)
Disallow: /index.php

## Do not crawl links with session IDs
Disallow: /*SID=

## Do not crawl checkout and user account pages
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /sales/billing_agreement/
Disallow: /sales/recurring_profile/
Disallow: /sales/order/history/
Disallow: /sales/order/view/

## Do not crawl seach pages and not-SEO optimized catalog links
Disallow: /searchspring/
Disallow: /nsearch
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /tag/

## SERVER SETTINGS

## Do not crawl common server technical folders and files
Disallow: /modsec-shared-collections-lock
Disallow: /modsec-shared-collections

## IMAGE CRAWLERS SETTINGS

## Extra: Uncomment if you do not wish Google and Bing to index your images
# User-agent: Googlebot-Image
# Disallow: /
# User-agent: msnbot-media
# Disallow: /
Disallow: /warp.php*

## Multiple Manufacturers
Disallow: *--2-dogs-designs--*
Disallow: *--acumen--*
Disallow: *--agio--*
Disallow: *--alfa--*
Disallow: *--alfresco--*
Disallow: *--amantii--*
Disallow: *--ambient--*
Disallow: *--american-fireglass--*
Disallow: *--american-fyre-designs--*
Disallow: *--american-muscle-grill--*
Disallow: *--american-outdoor-grill--*
Disallow: *--aog--*
Disallow: *--aspire-by-hestan--*
Disallow: *--big-green-egg--*
Disallow: *--blaze--*
Disallow: *--bug-soother--*
Disallow: *--bull--*
Disallow: *--california-outdoor-concepts--*
Disallow: *--cavo-design-build--*
Disallow: *--copreci--*
Disallow: *--dagan--*
Disallow: *--danby--*
Disallow: *--dante--*
Disallow: *--dcs--*
Disallow: *--delsol--*
Disallow: *--delta-heat--*
Disallow: *--dexen--*
Disallow: *--dexin--*
Disallow: *--dimplex--*
Disallow: *--dormont--*
Disallow: *--drolet--*
Disallow: *--duravent--*
Disallow: *--empire--*
Disallow: *--everdure--*
Disallow: *--evo--*
Disallow: *--fire-by-design--*
Disallow: *--fire-magic--*
Disallow: *--fire-pit-art--*
Disallow: *--fire-sense--*
Disallow: *--firegear--*
Disallow: *--firetainment--*
Disallow: *--flamefx--*
Disallow: *--fornetto--*
Disallow: *--fusionchef--*
Disallow: *--grand-canyon--*
Disallow: *--greatco--*
Disallow: *--hatteras-hammocks--*
Disallow: *--hearth-products-controls--*
Disallow: *--henckels--*
Disallow: *--hestan--*
Disallow: *--homecrest--*
Disallow: *--honeywell--*
Disallow: *--iflame--*
Disallow: *--intermatic--*
Disallow: *--jatex-international--*
Disallow: *--kozy-heat--*
Disallow: *--louisiana--*
Disallow: *--lynx--*
Disallow: *--man-law--*
Disallow: *--maxitrol--*
Disallow: *--memphis-grills--*
Disallow: *--modern-flames--*
Disallow: *--modern-home-products--*
Disallow: *--napoleon--*
Disallow: *--olibra--*
Disallow: *--osburn--*
Disallow: *--outdoor-campfyre--*
Disallow: *--pawleys-island--*
Disallow: *--polyscience--*
Disallow: *--prier--*
Disallow: *--primo--*
Disallow: *--prism-hardscapes--*
Disallow: *--rasmussen--*
Disallow: *--real-fyre--*
Disallow: *--remii--*
Disallow: *--robertshaw--*
Disallow: *--royal-teak-collection--*
Disallow: *--rutland--*
Disallow: *--sedona-by-lynx--*
Disallow: *--sierra-flame--*
Disallow: *--simply-soothing--*
Disallow: *--sit--*
Disallow: *--skytech--*
Disallow: *--smart-grill--*
Disallow: *--spotix--*
Disallow: *--summerset--*
Disallow: *--tec--*
Disallow: *--the-good-one--*
Disallow: *--the-outdoor-greatroom-company--*
Disallow: *--the-outdoor-plus--*
Disallow: *--twin-eagles--*
Disallow: *--uei--*
Disallow: *--warming-trends--*
Disallow: *--white-rodgers--*
Disallow: *--yeti--*



Disallow: /tel
Disallow: /8889776849

Search preview