Adecco.co.uk - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

• Leslie Ferrar

Robots.txt

#-- LAST MODIFIED DATE 18-01-2024 by ACE --#


#-- Unwanted Directories & URL Paths --#
User-agent: *
Disallow: /App_Browsers/
Disallow: /App_config/
Disallow: /App_Data/
Disallow: /sitecore
Disallow: /Sitecore
Disallow: /sitecore_files/
Disallow: /sitecore modules/
Disallow: /temp/
Disallow: /upload/
Disallow: /xsl/
Disallow: /sitecore*/
Disallow: /App_*/
Disallow: *cm-adecco-uk.prd.cms*  # Disallow pages containing 'cm-adecco-uk.prd.cms' in the URL


#-- Spam Bots & Other Unwanted Bots --#
User-Agent: OmniExplorer_Bot
User-Agent: Verticrawlbot
User-agent: AddSearchBot
User-agent: admantx
User-agent: AhrefsBot
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: ChangeDetection
User-agent: dotbot
User-agent: Exabot
User-agent: GozaikBot
User-agent: grapeshot
User-Agent: Ichiro
User-agent: sogou spider
User-agent: WeSEE
User-agent: WijuBot
User-agent: XoviBot
User-agent: Cliqzbot
User-agent: PiplBot
User-agent: CCBot
User-agent: JobdiggerSpider
User-agent: 008
User-agent: Slurp
User-agent: Yandex
User-agent: ia_archiver
User-agent: aiHitBot
User-agent: Barkrowler
User-agent: BDCbot
User-agent: BLEXBot
User-agent: BLP_bbot
User-agent: brokenlinkcheck.com
User-agent: Buck
User-agent: cyencebot
User-agent: DomainCrawler
User-agent: Dow Jones Searchbot
User-agent: ExtLinksBot
User-agent: FemtosearchBot
User-agent: Fever
User-agent: GarlikCrawler
User-agent: Gigabot
User-agent: gobuster
User-agent: GrapeshotCrawler
User-agent: heritrix
User-agent: istellabot
User-agent: Jersey
User-agent: Jobkicks
User-agent: libwww-perl
User-agent: linkdexbot
User-agent: LinkpadBot
User-agent: ltx71 - (http://ltx71.com/)
User-agent: lua-resty-http
User-agent: LumtelBot
User-agent: magpie-crawler
User-agent: Magus bot
User-agent: Mail.RU_Bot
User-agent: Megaindex.ru
User-agent: NL-Crawler
User-agent: OnPageBot
User-agent: Riddler
User-agent: ScoutJet
User-agent: Scrapy
User-agent: Seekport
User-agent: SeznamBot
User-agent: Siteimprove
User-agent: SMTBot
User-agent: UptimeRobot
User-agent: VelenPublicWebCrawler
User-agent: Wget
User-agent: yacybot
User-agent: Yeti
User-agent: YisouSpider
User-agent: YunSecurityBot
User-agent: ZoominfoBot
Disallow: /


#-- SEO Tools & Service - Set Crawl Delay for Optimal Performance --#
User-agent: SemrushBot
Crawl-Delay: 5


#-- XML Sitemap Locations --#
Sitemap: https://www.adecco.co.uk/index-sitemap.xml

User-agent: *
Disallow: https://cm-adecco-uk.prd.cms.adecco.com/

Suchvorschau