Robots.txt
User-agent: Yandex
Disallow: /
User-agent: *
Disallow: /favourites
Disallow: /my-searches
Disallow: /my-object*
Disallow: /account-verification*
Disallow: /real-estate-search/*/price=*
Disallow: /real-estate-search/*/floor=*
Disallow: /real-estate-search/*/built=*
Disallow: /real-estate-search/*/condition=*
Disallow: /real-estate-search/*/material=*
Disallow: /real-estate-search/*/ec=*
Disallow: /real-estate-search/*/extras=*
Disallow: *selectedTabMenu=*
Disallow: *category=*
Disallow: *useFullVersion=*
Disallow: *ord=*
Disallow: */spisok/*
Disallow: /fi/
Disallow: /lv/
Disallow: /sales/additional_services/
Disallow: *lang=*
Allow: /kuumadpakkumised/
Allow: /valmismajad/
Disallow:
Sitemap: https://static.city24.ee/sm_ee/sitemap.xml
#<block AI bots>
User-agent: anthropic-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: GoogleOther
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: OmigiliBot
Disallow: /
User-agent: Omigili
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: GoogleOther
Disallow: /
User-agent: Google-Extended
Disallow: /
Allow: /ads.txt
#</block AI bots>
(Deseable)