Battenberg.ch - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /core/*.webp
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
Allow: /profiles/*.webp
Allow: /libraries/*.css$
Allow: /libraries/*.css?
Allow: /libraries/*.js$
Allow: /libraries/*.js?
Allow: /libraries/*.gif
Allow: /libraries/*.jpg
Allow: /libraries/*.jpeg
Allow: /libraries/*.png
Allow: /libraries/*.svg
Allow: /libraries/*.webp
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /modules/*.svg
Allow: /modules/*.webp
Allow: /themes/custom/wingsuit/*.css$
Allow: /themes/custom/wingsuit/*.css?
Allow: /themes/custom/wingsuit/*.js$
Allow: /themes/custom/wingsuit/*.js?
Allow: /themes/custom/wingsuit/*.gif
Allow: /themes/custom/wingsuit/*.jpg
Allow: /themes/custom/wingsuit/*.jpeg
Allow: /themes/custom/wingsuit/*.png
Allow: /themes/custom/wingsuit/*.svg
Allow: /themes/custom/wingsuit/*.webp
# Allow styles and files
Allow: /sites/default/files/*.css$
Allow: /sites/default/files/*.css?
Allow: /sites/default/files/*.js$
Allow: /sites/default/files/*.js?
Allow: /sites/default/files/*.gif$
Allow: /sites/default/files/*.gif?
Allow: /sites/default/files/*.jpg$
Allow: /sites/default/files/*.jpg?
Allow: /sites/default/files/*.jpeg$
Allow: /sites/default/files/*.jpeg?
Allow: /sites/default/files/*.png$
Allow: /sites/default/files/*.png?
Allow: /sites/default/files/*.svg$
Allow: /sites/default/files/*.svg?
Allow: /sites/default/files/*.webp$
Allow: /sites/default/files/*.webp?
# Disallow dirs
Disallow: /core*$
Disallow: /profiles*$
Disallow: /libraries*$
Disallow: /modules*$
Disallow: /themes*$
Disallow: /*node_modules*$
# Disallow files
Disallow: /README.txt
Disallow: /INSTALL.txt
Disallow: /web.config
Disallow: /update.php
Disallow: /index.php*$
Disallow: /cron.php
Disallow: /*.php$
Disallow: /*.yml$
Disallow: /*.po$
Disallow: /*.theme$
Disallow: /*.md$
Disallow: /*.module$
Disallow: /*.install$
Disallow: /*.twig$
Disallow: /*.gitignore$
Disallow: /*.git
# Clean urls only
Disallow: /admin*$
Disallow: /filter*$
Disallow: /search*$
Disallow: /user*$
Disallow: /login*$
Disallow: /register*$
Disallow: /reset-password*$
Disallow: /taxonomy*$
Disallow: /comment*$
Disallow: /node*$
# Pagination and duplicates
Allow: /*?page=
Disallow: /*?page=0
Disallow: /*%
Disallow: /*&
Disallow: /*?

User-agent: Googlebot-Image
Allow: /*.gif
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.svg
Allow: /*.webp

User-agent: Mediapartners-Google
Allow: /

# Sitemap
Sitemap: /sitemap.xml

Search preview