User-agent: Yandex Crawl-delay: 10 # specifies a 10 second delay between crawls Disallow: /haku Disallow: /yritykset/ Disallow: /yritykset/yritys/ Disallow: /yritykset/yrityshaku/hakutulos Disallow: /yritykset/menestyjat/hakutulos Disallow: /api/pages/v2/listingpage/search User-agent: sogou spider User-agent: Baiduspider User-agent: Baiduspider-video User-agent: Baiduspider-image User-agent: YoudaoBot User-agent: moget User-agent: ichiro Disallow: / User-agent: msnbot-media Crawl-delay: 10 # specifies a 10 second delay between crawls Disallow: /yritykset/yrityshaku/hakutulos Disallow: /yritykset/menestyjat/hakutulos Disallow: /sivustohaku/ Disallow: /haku Disallow: /api/pages/v2/listingpage/search User-agent: bingbot Crawl-delay: 10 # specifies a 10 second delay between crawls Disallow: /yritykset/yrityshaku/hakutulos Disallow: /yritykset/menestyjat/hakutulos Disallow: /sivustohaku/ Disallow: /haku Disallow: /api/pages/v2/listingpage/search User-agent: SentiBot [email protected] (compatible with Googlebot) Crawl-delay: 10 # specifies a 10 second delay between crawls Disallow: /yritykset/yrityshaku/hakutulos Disallow: /yritykset/menestyjat/hakutulos Disallow: /sivustohaku/ Disallow: /haku Disallow: /api/pages/v2/listingpage/search User-agent: Applebot # apple Crawl-delay: 10 # specifies a 10 second delay between crawls Disallow: /yritykset/yrityshaku/hakutulos Disallow: /yritykset/menestyjat/hakutulos Disallow: /sivustohaku/ Disallow: /haku Disallow: /api/pages/v2/listingpage/search User-agent: AI2Bot User-agent: Ai2Bot-Dolma Disallow: / User-agent: Amazonbot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-user Disallow: / User-agent: Claude-Web User-agent: ClaudeBot Disallow: / User-agent: cohere-ai Disallow: / User-agent: Diffbot Disallow: / User-agent: FacebookBot Disallow: / User-agent: FriendlyCrawler Disallow: / User-agent: Google-Extended Disallow: / User-agent: GPTBot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Meta-ExternalAgent User-agent: meta-externalagent Disallow: / User-agent: omgili User-agent: omgilibot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Scrapy Disallow: / User-agent: Webzio-Extended Disallow: / User-agent: * Crawl-delay: 5 # specifies a 5 second delay between crawls Disallow: /haku Disallow: /yritykset/yrityshaku/hakutulos Disallow: /yritykset/menestyjat/hakutulos Disallow: /sivustohaku/ Disallow: /yritykset/yritys/eskelinen+ville+valtteri/24948162 Disallow: /yritykset/toimialat/*/paikkakunta Disallow: /api/pages/v2/listingpage/search Sitemap: https://www.kauppalehti.fi/sitemaps/sitemapindex.xml Sitemap: https://www.kauppalehti.fi/yritykset/sitemaps/sitemap_yritykset.xml.gz
Folgende Keywords wurden erkannt. Überprüfe die Optimierung dieser Keywords für Deine Seite.
(Nice to have)