Ep.de - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

• Abruptum
• Barbara Pravi
• Bizzy Montana
• Bounce Brothas
• Carcass
• De Dion-Bouton Type GR
• Gringo (Rapper)
• Haze (Rapper)
• Noah (Rapper)
• St. Anger

Robots.txt

# For all robots
User-agent: *

# Block access to specific groups of pages
Disallow: /cart
Disallow: /*/cart
Disallow: /store-pickup
Disallow: /*/store-pickup
Disallow: /preselect
Disallow: /*/preselect
Disallow: /checkout
Disallow: /my-account
Disallow: /view/ProductCarouselComponentController/
Disallow: /*/view/ProductCarouselComponentController/
Disallow: /expressreservation/
Disallow: /*/expressreservation/

Request-rate: 1/10              # maximum rate is one page every 10 seconds
Crawl-delay: 10                 # 10 seconds between page requests
Visit-time: 0200-0800           # only visit between 02:00 and 08:00 UTC

# Allow search crawlers to discover the sitemap
Sitemap: https://www.ep.de/sitemap.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

User-agent: Amazonbot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# dotbot without version
User-agent: dotbot
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# SoGou (CN) Info: http://www.sogou.com/docs/help/webmasters.htm#07
User-agent: sogou spider
Disallow: /

User-agent: Sogou blog
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou News Spider
Disallow: /

User-agent: Sogou Orion spider
Disallow: /

User-agent: Sogou spider2
Disallow: /

User-agent: Sogou web spider
Disallow: /

# https://ahrefs.com/robot
User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Yandex
Disallow: /

# http://law.di.unimi.it/BUbiNG.html
User-agent: BUbiNG
Disallow: /

# slow down Yahoo
User-agent: Slurp
Crawl-delay: 5

User-agent: SeznamBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: adscanner
Disallow: /

User-agent: CCBot
Disallow: /
  
User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: GPTBot
Disallow: /

Suchvorschau