Kiteboarding.eu - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:

User-agent: Applebot
User-agent: MSNBot
User-agent: MSNBot-Media
User-agent: Bingbot
User-agent: BingPreview
Crawl-delay: 10

User-agent: sistrix
User-agent: Slurp
User-agent: WBSearchBot
user-agent: AhrefsBot
User-agent: grapeshot
User-agent: proximic
User-agent: Exabot
User-agent: MJ12bot
User-agent: neofonie
User-agent: WebReaper
User-agent: Cliqzbot
User-agent: spbot
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
User-agent: sentibot
User-agent: ADmantX
User-agent: BLEXBot
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-video
User-agent: Baiduspider-news 
User-agent: Baiduspider-favo
User-agent: Baiduspider-cpro
User-agent: Baiduspider-ads
User-agent: BuckyOHare
User-agent: TurnitinBot
User-agent: JobboerseBot
user-agent: ResearchBot
User-agent: Nutch
User-agent: LTX71
User-agent: SurdotlyBot
User-agent: SEOkicks-Robot
User-agent: RED
User-agent: Ezooms
User-agent: MLBot
user-agent: Sogou
user-agent: Dataprovider
User-agent: pagespeedbot
User-agent: Infohelfer
User-agent: WBSearchBot
User-agent: aiHitBot
User-agent: YandexBot
User-agent: YandexImages
User-agent: UnisterBot
User-agent: discobot
User-agent: Spiderlytics
User-agent: MegaIndex
User-agent: ia_archiver
User-agent: alexa
User-agent: Mail.RU_Bot
User-agent: ExB
User-agent: MacInroy
User-agent: SemrushBot
User-agent: CheckMarkNetwork
User-agent: iCjobs
User-agent: SeznamBot
User-agent: findlinks
User-agent: BLEXBot
User-agent: seoscanners
User-agent: MXT
User-agent: SiteExplorer
User-agent: linkdexbot
User-agent: Wotbox
User-agent: SMTBot
User-agent: domaintuno
User-agent: dubaiindex
User-agent: Abonti
User-agent: BacklinkCrawler
User-agent: NCBot
User-agent: GrapeshotCrawler
User-agent: DownloadBot
User-agent: TestCrawler
User-agent: 008
User-agent: it2media-domain-crawler
User-agent: SISTRIX
User-agent: psbot
User-agent: woriobot
User-agent: sSearch
User-agent: waybackarchive.org
User-agent: netEstate
User-agent: CompSpyBot
User-agent: spbot
User-agent: oBot
User-agent: baidu
User-agent: Baiduspider
User-agent: Exabot
User-agent: IstellaBot
User-agent: istellabot
User-agent: NetSeer
User-agent: MediaBot
User-agent: DotBot
User-agent: proximic
User-agent: CCBot
User-agent: Seobility
User-agent: NerdyBot
User-agent: MonoBot
User-agent: vebidoobot
User-agent: fr-crawler
User-agent: ca-crawler
User-agent: memoryBot
User-agent: SearchmetricsBot
User-agent: it2media-domain-crawler
User-agent: xxx
User-agent: XoviBot
User-agent: TurnitinBot
User-agent: LSSRocketCrawler
User-agent: Sitedomain-Bot
User-agent: wonderbot
User-agent: SafeDNSBot
User-agent: +CukBot
User-agent: Cliqzbot
User-agent: LinkpadBot
User-agent: DBot
User-agent: MediaLBot
User-agent: 200PleaseBot
User-agent: DL2Bot
User-agent: betaBot
User-agent: Lipperhey
User-agent: Pixray
User-agent: XaxisSemanticsClassifier
User-agent: Linguee
User-agent: YaK
User-agent: Kraken
Disallow: /


# The following might ignore the robots.txt

# IP 63.249.66.212
# "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1;  http://www.changedetection.com/bot.html )"
User-agent: ChangeDetection
Disallow: /

# IP 5.102.173.71
# "Mozilla/5.0 (compatible; MojeekBot/0.6; +https://www.mojeek.com/bot.html)"
User-agent: MojeekBot
Disallow: /

# IP 136.243.83.16
# "Mozilla/5.0 (compatible; MetaJobBot; http://www.metajob.de/crawler)"
User-agent: MetaJobBot
Disallow: /

# IP 81.30.151.220, 85.114.139.54
# "Mozilla/5.0 (compatible; publiclibraryarchive.org/1.0; [email protected])"
User-agent: publiclibraryarchive
Disallow: /
User-agent: publiclibraryarchive.org
Disallow: /

# IP 192.99.39.68, 192.99.107.208
# "Mozilla/5.0 (compatible; meanpathbot/1.0; +http://www.meanpath.com/meanpathbot.html)"
User-agent: meanpathbot
Disallow: /

# "Mozilla/5.0 (compatible; 200PleaseBot/1.0; +http://www.200please.com/bot)"
User-agent: 200PleaseBot
Disallow: /

# IP 192.99.40.137
# "Mozilla/5.0 (compatible; DomainTunoCrawler/0.1; +http://www.domaintuno.com/robot)"
User-agent: DomainTunoCrawler
Disallow: /

# IP 69.58.178.57, 69.58.178.58, 69.58.178.59
# "Mozilla/5.0 (X11; Ubuntu; Linux i686; rv:14.0; ips-agent) Gecko/20100101 Firefox/14.0.1"
User-agent: ips-agent
Disallow: /

# IP 207.241.237. 102,103,105,229 (abwechselnd!) + 207.241.226.234
# "Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)"
User-agent: archive.org_bot
Disallow: /

# IP 130.185.109.243, 130.185.104.89
# "PagesInventory (robot http://www.pagesinvenotry.com)"
User-agent: PagesInventory
Disallow: /

# 64.246.165.160, 64.246.187.42 
# "Mozilla/5.0 (Windows; U; Windows NT 5.1; en; rv:1.9.0.13) Gecko/2009073022 Firefox/3.5.2 (.NET CLR 3.5.30729) SurveyBot/2.3 (DomainTools)"
User-agent: SurveyBot
Disallow: /

# 65.208.151.112 - 65.208.151.119
# 63.110.148.104 - 120
# 63.110.158.48 - 63.110.158.55
# 65.200.47.0 - 65.200.47.7
# 65.208.189.24 - 65.208.189.31
# 65.208.185.96 - 65.208.185.103
# 65.211.195.16 - 65.211.195.23 
# "GET / HTTP/1.1" 200 4755 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)"
# Kintiskton LLC 

# IP 104.131.211.106
# "Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; [email protected])"
User-agent: NetcraftSurveyAgent
Disallow: /

# IP 69.50.234.130, 69.50.234.133, 198.89.97.194, 198.89.97.197
# "Mozilla/5.0 (compatible; MixrankBot; [email protected])"
User-agent: MixrankBot
Disallow: /


# global
User-agent: *
Disallow: /wp-admin/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /search/
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: */page/
Disallow: /?s
Disallow: /schlagwort/
Disallow: /author/

Search preview