Baboon.eu - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# Addresses all robots by using wild card *

User-agent: *

Sitemap: https://www.baboon.eu/sitemap/sitemapindex.xml

# disallow new filter urls
Disallow: *:*

Disallow: /*.woff
Disallow: /*.woff2

# list folders robots are not allowed to crawl on Dutch website
Disallow: /nl/winkelwagen$
Disallow: /nl/winkelwagen*
Disallow: /nl/ordering*
Disallow: /nl/inloggen
Disallow: /nl/reset-wachtwoord
Disallow: /nl/registreren
Disallow: /nl/account$
Disallow: /nl/account/*
Disallow: /nl/mijn-motoren
Disallow: /nl/zoeken/*

# list folders robots are not allowed to crawl on German website
Disallow: /de/warenkorb$
Disallow: /de/warenkorb*
Disallow: /de/ordering*
Disallow: /de/anmeldung
Disallow: /de/passwort-zurucksetzen
Disallow: /de/registrieren
Disallow: /de/konto$
Disallow: /de/konto/*
Disallow: /de/meine-motorrader
Disallow: /de/suche/*

# list folders robots are not allowed to crawl on English website
Disallow: /en/cart$
Disallow: /en/cart*
Disallow: /en/ordering*
Disallow: /en/login
Disallow: /en/reset-password
Disallow: /en/register
Disallow: /en/account$
Disallow: /en/account/*
Disallow: /en/my-motorcycles
Disallow: /en/search/*

# list folders robots are not allowed to crawl on Spanish website
Disallow: /es/ carrito-de-compras$
Disallow: /es/carrito-de-compras*
Disallow: /es/ordering*
Disallow: /es/ iniciar-sesion
Disallow: /es/ restablecer-la-contrasena
Disallow: /es/ registro
Disallow: /es/cuenta$
Disallow: /es/cuenta/*
Disallow: /es/mis- motocicletas
Disallow: /es/buscar/*

# list folders robots are not allowed to crawl on Italian website
Disallow: /it/carrello$
Disallow: /it/carrello*
Disallow: /it/ordering*
Disallow: /it/accesso$
Disallow: /it/resetta-la-password
Disallow: /it/registrare
Disallow: /it/account$
Disallow: /it/account/*
Disallow: /it/le-mie-motociclette
Disallow: /it/ricerca/*

# list folders robots are not allowed to crawl on French website
Disallow: /fr/panier$
Disallow: /fr/panier*
Disallow: /fr/ordering*
Disallow: /fr/login
Disallow: /fr/reinitialiser-le-mot-de-passe
Disallow: /fr/registre
Disallow: /fr/compte$
Disallow: /fr/compte/*
Disallow: /fr/mes-motos
Disallow: /fr/chercher/*

# list folders robots are not allowed to crawl on Polish website
Disallow: /pl/koszyk$
Disallow: /pl/koszyk*
Disallow: /pl/ordering*
Disallow: /pl/login
Disallow: /pl/reset-password
Disallow: /pl/register
Disallow: /pl/konto$
Disallow: /sv/konto/*
Disallow: /pl/moje-motocykle
Disallow: /pl/szukaj/*

# list folders robots are not allowed to crawl on Portuguese website
Disallow: /pt/carrinho$
Disallow: /pt/carrinho*
Disallow: /pt/ordering*
Disallow: /pt/entrar
Disallow: /pt/redefinir-senha
Disallow: /pt/registrar
Disallow: /pt/conta$
Disallow: /pt/conta/*
Disallow: /pt/minhas-motos
Disallow: /pt/procurar/*

# list folders robots are not allowed to crawl on Swedish website
Disallow: /sv/kundvagn$
Disallow: /sv/kundvagn*
Disallow: /sv/ordering*
Disallow: /sv/login
Disallow: /sv/reset-password
Disallow: /sv/register
Disallow: /sv/konto$
Disallow: /sv/konto/*
Disallow: /sv/mina-motorcyklar
Disallow: /sv/sok/*

# list folders robots are not allowed to crawl on Finnish website
Disallow: /fi/ostoskori$
Disallow: /fi/ostoskori*
Disallow: /fi/ordering*
Disallow: /fi/login
Disallow: /fi/nollaa-salasana
Disallow: /fi/ilmoittautua
Disallow: /fi/tili$
Disallow: /fi/tili/*
Disallow: /fi/minun-moottoripyorat
Disallow: /fi/hae/*

# list folders robots are not allowed to crawl on Greek website
Disallow: /gr/καλάθι$
Disallow: /gr/καλάθι*
Disallow: /gr/ordering*
Disallow: /gr/login
Disallow: /gr/reset-password
Disallow: /gr/register
Disallow: /gr/account$
Disallow: /gr/account/*
Disallow: /gr/oi-kinitires-mou
Disallow: /gr/anazitisi/*

# list folders robots are not allowed to crawl on Danish website
Disallow: /da/indkobskurv$
Disallow: /da/indkobskurv*
Disallow: /da/ordering*
Disallow: /da/log-pa
Disallow: /da/nulstille-kodeord
Disallow: /da/tilmeld
Disallow: /da/konto$
Disallow: /da/konto/*
Disallow: /da/mine-motorer
Disallow: /da/zoeken/*

# list folders robots are not allowed to crawl on Norwegian website
Disallow: /no/handlevogn$
Disallow: /no/handlevogn*
Disallow: /no/ordering*
Disallow: /no/logg-inn
Disallow: /no/tilbakestille-passord
Disallow: /no/registrere
Disallow: /no/regnskap$
Disallow: /no/regnskap/*
Disallow: /no/mine-motorer
Disallow: /no/zoeken/*

# list folders robots are not allowed to crawl on Czech website
Disallow: /cz/nakupni-kosik$
Disallow: /cz/nakupni-kosik*
Disallow: /cz/ordering*
Disallow: /cz/prihlasit-se
Disallow: /cz/obnovit-heslo
Disallow: /cz/registrovat
Disallow: /cz/ucet$
Disallow: /cz/ucet/*
Disallow: /cz/dilni-motory
Disallow: /cz/search/*

# list folders robots are not allowed to crawl on Romanian website
Disallow: /ro/carucior-de-cumparaturi$
Disallow: /ro/carucior-de-cumparaturi*
Disallow: /ro/ordering*
Disallow: /ro/autentificare
Disallow: /ro/reseteaza-parola
Disallow: /ro/inregistreaza-te
Disallow: /ro/cont$
Disallow: /ro/cont/*
Disallow: /ro/motoare-miniere
Disallow: /ro/zoeken/*

# list folders robots are not allowed to crawl on Hungarian website
Disallow: /hu/bevasarlokocsi$
Disallow: /hu/bevasarlokocsi*
Disallow: /hu/ordering*
Disallow: /hu/Belepes
Disallow: /hu/jelszo-visszaallitasa
Disallow: /hu/regisztracio
Disallow: /hu/szamla$
Disallow: /hu/szamla/*
Disallow: /hu/banyamotorok
Disallow: /hu/zoeken/*

# list folder robots are not allowed to crawl on all domains

Disallow: */payment-completed
Disallow: *?page=*

#crawl delay for specific bots
User-agent: YandexBot
Crawl-delay: 10

User-agent: oBot
Crawl-delay: 10

User-agent: MegaIndex.ru
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: core
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: motor
Disallow: /

# End of robots.txt file

Search preview