Robots.txt
# Bad Bots
User-agent: BLEXBot
User-agent: Yandex
User-agent: Baiduspider
Disallow: /
Sitemap: https://us.elemis.com/sitemap.xml
# Files
User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Screaming Frog SEO Spider
Disallow: */CHANGELOG.md
Disallow: */composer.json
Disallow: */composer.lock
Disallow: */CONTRIBUTING.md
Disallow: */CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: */COPYING.txt
Disallow: */Gruntfile.js
Disallow: */ISSUE_TEMPLATE.md
Disallow: */LICENSE.html
Disallow: */LICENSE.txt
Disallow: */LICENSE_AFL.txt
Disallow: */nginx.conf.sample
Disallow: */package.json
Disallow: */package.json.sample
Disallow: */php.ini.sample
Disallow: */RELEASE_NOTES.txt
Disallow: *?___store=us
# Directories
User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Screaming Frog SEO Spider
Disallow: */app/
Disallow: */bin/
Disallow: */cart/
Disallow: */catalog/quickview/
Disallow: */checkout/
Disallow: */contacts/
Disallow: */control/
Disallow: */customer/
Disallow: */dev/
Disallow: */giftcard/
Disallow: */include/
Disallow: */index.php/
Disallow: */jomasearch/
Disallow: */lib/
Disallow: */newsletter/
Disallow: */phpserver/
Disallow: */product_compare/
Disallow: */report/
Disallow: */review/
Disallow: */sales/
Disallow: */search/
Disallow: */sendfriend/
Disallow: */update/
Disallow: */setup/
Disallow: */shell/
Disallow: */var/
Disallow: */vault/
Disallow: */vendor/
Disallow: */wishlist/
Disallow: */search/
Disallow: */homepage-preview
Disallow: */homepage-preview-uk
Disallow: */homepage-preview-us
Disallow: */elemis-black-friday-sign-up-thank-you
# CVS SVN directory and dump files
User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Screaming Frog SEO Spider
Disallow: /*.CVS
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Svn$
Disallow: /*.Tgz$
Disallow: /*.Zip$
# Session ID
User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Screaming Frog SEO Spider
Disallow: /*.php$
Disallow: /*SID=
Disallow: /*sid=
(Nice to have)