Pur.kino.de - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

#Disallow Baidu Bot (Japanese)
User-agent: Baiduspider
Disallow: /

#Disallow Boitho dc Bot (Norway)
User-agent: boitho.com-dc
Disallow: /

#Disallow Busiverse Bot (Turkey Sirketce/Busiverse )
User-agent: Busiverse
Disallow: /

#Disallow CazoodleBot - from University of Illinois
User-agent: CazoodleBot
Disallow: /

#Disallow Exabot Bot - Exalead
User-agent: Exabot
Disallow: /

#Disallow Google Image Bot
User-agent: Googlebot-Image
Disallow: /
Allow: /favicon.ico

#Disallow heritrix Bot - from Yell.Com
User-agent: heritrix
Disallow: /

#Disallow IRLbot - IRL Texas AM research bot
User-agent: IRLbot
Disallow: /

#Disallow Jyxobot - Czech Webcrawler for Jyxo
User-agent: Jyxobot
Disallow: /

#Disallow Majestic12.co.uk
User-agent: MJ12bot
Disallow: /

#Disallow Mirago.com
User-agent: Mirago-Test-Robot (http://www.miragorobot.com)
Disallow: /

#Disallow NimbleCrawler (http://www.webmasterworld.com/forum93/858.htm)
User-agent: nimblecrawler
Disallow: /

#Disallow psbot spidering of images and hub
User-agent: psbot
Disallow: /

#Disallow Sirketce Bot (Turkey Sirketce/Busiverse )
User-agent: Sirketce
Disallow: /

#Disallow Seekbot - http://www.seekport.co.uk/seekbot/
User-agent: Seekbot
Disallow: /

#Disallow semanticdiscovery - from Southern Utah University (compyter Science Dept.)
User-agent: semanticdiscovery
Disallow: /

#Disallow Sogou - Chinese Search Engine
User-agent: Sogou
Disallow: /

#Disallow SoSo - Chinese Search Engine
User-agent: Soso
Disallow: /

#Disallow SoSoImageSpider - Chinese picture Search Engine
User-agent: Sosoimagespider
Disallow: /

#Disallow TinEye - Image trawler Search Engine
User-agent: TinEye
Disallow: /

#Disallow TurnITin - "This robot collects content from the Internet for the sole purpose of helping educational institutions prevent plagiarism"
User-agent: TurnitinBot
Disallow: /

#Disallow Twiceler - Cuill (also Barred IPs on firewall)
User-agent: twiceler
Disallow: /

#Disallow Voilabot Bot - France Telecom
User-agent: VoilaBot
Disallow: /

#Disallow WebAlta Bot - Russian
User-agent: WebAlta
Disallow: /

#Disallow Yahoo Image Bot
User-agent: Yahoo-MMCrawler
Disallow: /

#Disallow YodaoBot - Chinese Search Engine
User-agent: YodaoBot
Disallow: /

#Disallow zermelo - Bot du Jour from Amazon - may need to block IP range
User-agent: zermelo
Disallow: /

#By default all bots are allowed with restriction to dashboard
User-agent: *
Disallow:
Crawl-delay: 5
Disallow: /dashboard/

Suchvorschau