11teamsports.es - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# see http://www.robotstxt.org/orig.html for documentation
User-agent: *

# disable filters in categories and subcategories
#Disallow: /c/*/
#Disallow: /c/*/st-
Disallow: /c/*/sizes-*2B*
Disallow: /c/*/asizes-*2B*
Disallow: /c/*/as-*2B*
Disallow: /c/*/g_price-
Disallow: /c/*/colors-*%2B*
Disallow: /c/*/producer-*%2B*
Disallow: /c/*/type-*%2B*
Disallow: /c/*/type2-*%2B*
Disallow: /c/*/shoetype-*%2B*
Disallow: /c/*/rada-*%2B*
Disallow: /c/*/model-*%2B*
Disallow: /page/event/*

Disallow: /category-v2/*

#Disallow: /c/*/colors-
# disable dynamic content and filters
#Disallow: /*?
Disallow: /c/*?
Disallow: /s/*?
#Disallow: /p/*?
Disallow: /pg/*?
Disallow: /brand/*?
Allow: /brand/*?collections

# special content
Disallow: /basket/*
Disallow: /order/*
Disallow: /user/*
Disallow: /category/*

# ajax loading
Disallow: /product/gear-up*
Disallow: /product/similar-products*

# some delay
#User-agent: AhrefsBot 
#Crawl-Delay: 5

#User-agent: Pinterestbot 
#Crawl-Delay: 3

#User-agent: bingbot 
#Crawl-Delay: 1

#User-agent: YandexBot
#Crawl-Delay: 10

#User-agent: SeekportBot
#Crawl-delay: 10

#User-agent: Googlebot
#Crawl-Delay: 1


#User-agent: YandexBot
#Crawl-Delay: 10

User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:


# we don't use and causing non-trivial traffic
User-agent: Amazonbot
Disallow: /

User-agent: BLEXBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: trendkite-akashic-crawler
Disallow: /
User-agent: MJ12bot
Disallow: /

User-agent: AwarioRssBot
User-agent: Timpibot
User-agent: RainBot
User-agent: AwarioSmartBot
Disallow: /


Sitemap: https://11teamsports.es/sitemap.xml

Search preview