Hays.com - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

• Clare Sutcliffe

Robots.txt

User-agent: *
Disallow: /search?
Disallow: /it/search?
Disallow: /page-not-found
Disallow: /c/portal/
Disallow: /en/c/portal/
Disallow: /_Incapsula_Resource?
Disallow: /combo?
Disallow: /jobs-search/
Disallow: /viewemailink/
Disallow: /online-training/employee/
Disallow: /online-training/employee/*
Disallow: /clientPortal/clientDashboard/
Disallow: /DocExSignIn/beginSigningSession
Disallow: /timesheetAlert/reviewTimesheet/
Disallow: /timesheetAlert/approveTimesheet/
Disallow: /gdprThankYou/
Disallow: /job-search*
Disallow: /jobs-search*
Disallow: /en/
Disallow: /en/web/*/
Disallow: /en-US/web/hays-usa/
Disallow: /job-detail/*/apply
Disallow: /job-detail/*/job-apply-confirmation
Disallow: /portal/auth
Disallow: /career-advice/search
Disallow: /market-insights/search
Disallow: /account/online-learning/training?
Disallow: /online-learning*?*
Disallow: /featured-employers*?*
Disallow: /account/login
Disallow: /account/saved-jobs
Disallow: /my-account/unsubscribe
Disallow: /my-account/unsubscribe-email
Disallow: /my-account/unsubscribe-email-confirmed
Disallow: /my-account/update-preferences-email
Disallow: /my-account/sent-marketing-preferences-email
Disallow: /my-account/marketing-preferences
Disallow: /my-account/marketing-preferences-confirmed
Disallow: /account/update-your-details
Disallow: /account/update-data-privacy
Disallow: /my-account/profile
Disallow: /my-account/job-alerts
Disallow: /my-account/create-job-alert
Disallow: /my-account/create-job-alert-email
Disallow: /my-account/job-alert-confirmation
Disallow: /account/delete-job-alert
Disallow: /my-account/manage-resume
Disallow: /my-account/change-email
Disallow: /my-account/change-password
Disallow: /my-account/update-whatsapp
Disallow: /my-account/update-whatsapp-number-email
Disallow: /my-account/whatsapp-number-confirmed?submit=Y
Disallow: /account/reset
Disallow: /account/error
Disallow: /recruitment/life-sciences
Disallow: /market-insights/reports/thank-you
Disallow: /recruitment/contact-us/thank-you
Disallow: /jobs/foreign-job-seekers
Disallow: /Job/Detail/*
Disallow: *?*p_p_id
Disallow: /web/hays-salary-guide-ae
Disallow: /web/hays-salary-guide-ae/saudi-arabia-salary-guide
Disallow: /web/hays-salary-guide-ae/emiratisation-salary-guide
Allow: /o/hays-web-branding-theme/images/favicon.ico
Disallow: /o/
Disallow: /job-archive
Disallow: /recaptcha-form

User-agent: Fidget-spinner-bot
Disallow: /
 
User-agent: Python-requests/2.21.0
Disallow: /
 
User-agent: Sogou web spider/4.0; +http://www.sogou.com/docs/help/webmasters.htm
Disallow: /

Crawl-delay: 10

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: YahooSeeker/CafeKelsa
Disallow: /

User-agent: WijuBot/1.0
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: seoscanners
Disallow: /

User-agent: seoscanners.net/1
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: SiteExplorer/1.0
Disallow: /

User-agent: SiteExplorer/1.0b
Disallow: /

User-agent: Curious George - www.analyticsseo.com/crawler
Disallow: /

User-agent: spbot 
Disallow: /

User-agent: Mozilla/5.0 (compatible; DomainAppender /1.0; +http://www.profound.net/domainappender)
Disallow: /

User-agent: SiteCheck-sitecrawl by Siteimprove.com
Disallow: /

User-agent: Feedly/1.0
Disallow: /

User-agent: Arquivo-web-crawler
Disallow: /

User-agent: Msnbot
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: Gigabot
Crawl-delay: 10

User-agent: Twiceler
Crawl-delay: 10

User-agent: JobCrawlerBot
Crawl-delay: 10

User-agent: InnovantageBot
Crawl-delay: 10

User-agent: InnovantageBot
Crawl-delay: 10

Sitemap: https://www.hays.com/sitemap.xml
Sitemap: https://www.hays.com/sitemap/en-US/job-sitemap.xml
Sitemap: https://www.hays.com/blog-sitemap.xml

Search preview