Robots.txt
# Crawlers Setup
User-agent: *
# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
# Paths
# Disallow: */checkout
Disallow: */my-account
Disallow: */customer
Disallow: */sales/
Disallow: */order
Disallow: */newsletter/manage
Disallow: */search
Disallow: */catalogsearch/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
Disallow: */amsociallogin/
Disallow: */stores/store/
Disallow: */storehouse
Disallow: */health_check*
Disallow: /*SID=
Disallow: /*___
Disallow: */page_view_event/*
Disallow: */page_view_timing/*
Disallow: /*amshopby_slider*
Disallow: */aggregate
Disallow: */configure/
Disallow: */product_id/
Disallow: */share
Disallow: */remove
Disallow: */cachewarmer
Disallow: */index/*
# Sitemaps
Sitemap: https://www.weekend.ee/media/sitemap/sitemap_et.xml
Sitemap: https://www.weekend.ee/media/sitemap/sitemap_et_ru.xml
(Nice to have)