Mysortimo.at - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

# Sortimo International GmbH -- intelligente Mobilität
# 
#  SSSS   OOO   RRRR   TTTTT III   M  M   OOO  
# S      O   O  R   R    T    I   MM MM  O   O 
#  SSS   O   O  RRRR     T    I   M M M  O   O 
#     S  O   O  R R      T    I   M   M  O   O 
# SSSS    OOO   R  RR    T   III  M   M   OOO  
# 
# robots.txt for https://www.mysortimo.de
# 
# send e-mail to IT<at>Sortimo<dot>de for updates or problems
# Last updated 2024-11-06

# For all robots ##############
User-agent: *
Request-rate: 3/1              # maximum rate is 3 pages every 1 seconds
Crawl-delay: 3                 # 3 seconds between page requests
Visit-time: 2200-0600          # only visit between 22:00 and 06:00 UTC

# solr
Disallow: /*/search            # Wildcard for bots that can read it, fallback for others below.
Disallow: /*/v2/search         # Wildcard for bots that can read it, fallback for others below.


# Block access to specific groups of pages #########################
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /hac/*
Disallow: /register/
Disallow: /sortimoknots/api/v1/
Disallow: /unity/*
Disallow: */forms/
Disallow: */search-results.html

# Disallow country depending Sites #################################

Disallow: /de_AT/robots.txt
Disallow: /de_AT/cart
Disallow: /de_AT/checkout
Disallow: /de_AT/my-account
Disallow: /de_AT/o/

# Block access for specific Bots ################################

# Block BLEXBot (Bad Bot)
User-agent: BLEXBot
Disallow: /

# Block Bytespider
User-agent: Bytespider
Disallow: /

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Block DataForSeoBot
User-agent: DataForSeoBot
Disallow: /

# Block DotBot
User-agent: DotBot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Block ImagesiftBot
User-agent: ImagesiftBot
Disallow: /

# Block OpenindexSpider
User-agent: OpenindexSpider
Disallow: /

# Block Orbbot
User-agent: Orbbot
Disallow: /

# Block python-requests
User-agent: python-requests
Disallow: /

# Block SeekportBot
User-agent: SeekportBot
Disallow: /

# Block GeedoProductSearch https://geedo.com/product-search/ 
User-agent: GeedoProductSearch
Disallow: /

# Allow specific crawler #####################################################

# SiteAuditBot http://www.semrush.com/bot.html
# Is allowed to crawl every Sunday, but default delay 1 Second is too much load
User-agent: SiteAuditBot
Crawl-delay: 2
Allow: /

# AhrefsBot
User-agent: AhrefsBot
Crawl-delay: 3
Allow: /

# Place the Sitemap at the END ##############################################
# Allow search crawlers to discover the sitemap
User-agent: *

Sitemap: https://www.mysortimo.at/de_AT/sitemap.xml
Sitemap: https://www.mysortimo.at/blog/sitemap_index.xml

# END Of Robots.txt #########################################################

Suchvorschau