sitemap: http://www.geiseltal-radio.de/sitemap-rss.php # google in Robots.txt ansprechen User-agent: Googlebot Allow: /sitemap-rss.php Allow: /rss.xml # Admin-Bereich meiner Website hat im Index nichts zu suchen Disallow: /Privat/ Disallow: /_chat/ Disallow: /_cronjob/ Disallow: /_forum/ Disallow: /include/ Disallow: /_sendeplan/ Disallow: /Admin/ Disallow: /Admingast/ Disallow: /cgi-bin/ Disallow: /PCPIN/ Disallow: /_besuchercounter.php Disallow: /_besucherzaehler.php Disallow: /_clustrmaps.php Disallow: /_counter.php Disallow: /_zaehler.php Disallow: /forum.php # Das gleiche soll auch f?r MSN und Yahoo! andere gelten User-agent: Slurp Crawl-delay: 10 Allow: /sitemap-rss.php Allow: /rss.xml Disallow: /Privat/ Disallow: /_chat/ Disallow: /_cronjob/ Disallow: /_forum/ Disallow: /_sendeplan/ Disallow: /Admin/ Disallow: /Admingast/ Disallow: /cgi-bin/ Disallow: /pcpin/ Disallow: /_besuchercounter.php Disallow: /_besucherzaehler.php Disallow: /_clustrmaps.php Disallow: /_counter.php Disallow: /_zaehler.php Disallow: /forum.php User-agent: msnbot Crawl-delay: 10 Allow: /sitemap-rss.php Allow: /rss.xml Disallow: /Privat/ Disallow: /_chat/ Disallow: /_cronjob/ Disallow: /_forum/ Disallow: /_sendeplan/ Disallow: /Admin/ Disallow: /Admingast/ Disallow: /cgi-bin/ Disallow: /pcpin/ Disallow: /_besuchercounter.php Disallow: /_besucherzaehler.php Disallow: /_clustrmaps.php Disallow: /_counter.php Disallow: /_zaehler.php Disallow: /forum.php User-agent: ia_archiver Crawl-delay: 10 Disallow: /Privat/ Disallow: /_chat/ Disallow: /_cronjob/ Disallow: /_forum/ Disallow: /_sendeplan/ Disallow: /Admin/ Disallow: /Admingast/ Disallow: /cgi-bin/ Disallow: /pcpin/ Disallow: /_besuchercounter.php Disallow: /_besucherzaehler.php Disallow: /_clustrmaps.php Disallow: /_counter.php Disallow: /_zaehler.php Disallow: /forum.php User-agent: Teoma Crawl-delay: 5 Disallow: /Privat/ Disallow: /_chat/ Disallow: /_cronjob/ Disallow: /_forum/ Disallow: /_sendeplan/ Disallow: /Admin/ Disallow: /Admingast/ Disallow: /cgi-bin/ Disallow: /pcpin/ Disallow: /_besuchercounter.php Disallow: /_besucherzaehler.php Disallow: /_clustrmaps.php Disallow: /_counter.php Disallow: /_zaehler.php Disallow: /forum.php User-agent: Scooter Crawl-delay: 5 Disallow: /Privat/ Disallow: /_chat/ Disallow: /_cronjob/ Disallow: /_forum/ Disallow: /_sendeplan/ Disallow: /Admin/ Disallow: /Admingast/ Disallow: /cgi-bin/ Disallow: /pcpin/ Disallow: /_besuchercounter.php Disallow: /_besucherzaehler.php Disallow: /_clustrmaps.php Disallow: /_counter.php Disallow: /_zaehler.php Disallow: /forum.php User-agent: AbachoBOT Crawl-delay: 5 Disallow: /Privat/ Disallow: /_chat/ Disallow: /_cronjob/ Disallow: /_forum/ Disallow: /_sendeplan/ Disallow: /Admin/ Disallow: /Admingast/ Disallow: /cgi-bin/ Disallow: /pcpin/ Disallow: /_besuchercounter.php Disallow: /_besucherzaehler.php Disallow: /_clustrmaps.php Disallow: /_counter.php Disallow: /_zaehler.php Disallow: /forum.php User-agent: noodp Disallow: /Privat/ Disallow: /_chat/ Disallow: /_cronjob/ Disallow: /_forum/ Disallow: /_sendeplan/ Disallow: /Admin/ Disallow: /Admingast/ Disallow: /cgi-bin/ Disallow: /pcpin/ Disallow: /_besuchercounter.php Disallow: /_besucherzaehler.php Disallow: /_clustrmaps.php Disallow: /_counter.php Disallow: /_zaehler.php Disallow: /forum.php User-agent: netcraft Disallow: /Privat/ Disallow: /_chat/ Disallow: /_cronjob/ Disallow: /_forum/ Disallow: /_sendeplan/ Disallow: /Admin/ Disallow: /Admingast/ Disallow: /cgi-bin/ Disallow: /pcpin/ Disallow: /_besuchercounter.php Disallow: /_besucherzaehler.php Disallow: /_clustrmaps.php Disallow: /_counter.php Disallow: /_zaehler.php Disallow: /forum.php # Wo Informationen fehlen, wachsen die Geruechte # Nachdem die Bots teilweise etwas bloede sind, gibts hier ein paar # robots spider crawler, die den robot.txt ignurieren werden erfasst und landen im htaccess User-agent: 008 Disallow: / # User-agent: W3C-checklink # Disallow: / User-agent: MAINSEEK_BOT Disallow: / User-agent: PeterBot Disallow: / User-agent: stalker Disallow: / User-agent: adnbot Disallow: / User-agent: Python-urllib Disallow: / User-agent: NetMechanic Disallow: / User-agent: b2w/0.1 Disallow: / User-agent: Web-sniffer/1.0.31 Disallow: / User-agent: WebBandit Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: grub-client Disallow: / User-agent: looksmart Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: Mister PiX Disallow: / User-agent: WebAuto Disallow: / User-agent: WWW-Collector-E Disallow: / User-agent: Radiation Retriever 1.1 Disallow: / User-agent: Flaming AttackBot Disallow: / User-agent: Oracle Ultra Search Disallow: / User-agent: PerMan Disallow: / User-agent: searchpreview Disallow: / User-agent: HeinrichderMiragoRobot Disallow: / User-agent: naughtyrobot Disallow: / User-agent: httplib Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: TeleportPro Disallow: / User-agent: Website Quester Disallow: / User-agent: WebSauger Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: WebmasterWorldForumBot Disallow: / User-agent: SpankBot Disallow: / User-agent: LexiBot Disallow: / User-agent: WebEnhancer Disallow: / User-agent: Szukacz/1.4 Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: Openbot Disallow: / User-agent: URL Control Disallow: / User-agent: Webster Pro Disallow: / User-agent: Iron33/1.0.2 Disallow: / User-agent: Bookmark search tool Disallow: / User-agent: FairAd Client Disallow: / User-agent: Gaisbot Disallow: / User-agent: Aqua_Products Disallow: / User-agent: Web Image Collector Disallow: / # Alle anderen Crawler sollen keinen Traffic verursachen # User-agent: * # Disallow: / # robots.txt for http://www.geiseltal-radio.de/ # Mario Pforte # created 2010-09-23 # restrictions: none; all robots, all allowed
Following keywords were found. You can check the keyword optimization of this page for each keyword.
(Nice to have)