Robots.txt
# Robots.txt (c) by 1awww.com 2017 - Vor Anpassungen lesen Sie bitte die Hilfe-Dokumentation unter https://www.1awww.info/de/service-support/fragen-und-antworten/2-hosting/robots-txt-ein-zwingendes-muss.html
# zu viele Disallows sind grundsaetzlich schadlos, aber verhindern das Scannen und Indizieren dieses Inhaltes!
# Disallows, die zugefuegt werden, muessen fuer jede Suchmaschine / Bot zugefuegt werden !!!
User-agent: *
Crawl-delay: 300
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Applebot
Crawl-delay: 60
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Baiduspider
Crawl-delay: 60
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Bingbot
Crawl-delay: 60
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Google-News
Crawl-delay: 10
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Google-Sitemaps
Crawl-delay: 100
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Google-Video
Crawl-delay: 150
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Googlebot
Crawl-delay: 5
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Googlebot-Image
Crawl-delay: 60
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Mediapartners-Google
Crawl-delay: 60
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: msnbot
Crawl-delay: 100
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: msnbot-media/1.1
Crawl-delay: 150
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: msnbot-media/2.0b
Crawl-delay: 150
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Naverbot
Crawl-delay: 300
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: seznambot
Crawl-delay: 300
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Slurp
Crawl-delay: 100
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Teoma
Crawl-delay: 100
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Twitterbot
Crawl-delay: 100
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Yandex
Crawl-delay: 600
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Yeti
Crawl-delay: 100
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cdi/
Disallow: /components/
Disallow: /libraries/
Disallow: /includes/
Disallow: /modules/
Disallow: /templates/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /cart/
Disallow: /checkout/
Disallow:/wp-content/
Disallow:/my-account/
Disallow:/wp-login.php*
User-agent: Advanced Email Extractor
Disallow:/
User-agent: atSpider
Disallow:/
User-agent: autoemailspider
Disallow:/
User-agent: BIGLOTRON
Disallow:/
User-agent: BLEXBot
Disallow:/
User-agent: bogospider
Disallow:/
User-agent: bot
Disallow:/
User-agent: CazoodleBot
Disallow:/
User-agent: ContactBot
Disallow:/
User-agent: ContentSmartz
Disallow:/
User-agent: DataCha0s
Disallow:/
User-agent: DBrowse
Disallow:/
User-agent: Demo Bot DOT 16b
Disallow:/
User-agent: Demo Bot Z 16b
Disallow:/
User-agent: DSurf15a
Disallow:/
User-agent: eApolloBot
Disallow:/
User-agent: EBrowse
Disallow:/
User-agent: Educate Search VxB
Disallow:/
User-agent: EmailWolf
Disallow:/
User-agent: EmailSiphon
Disallow:/
User-agent: EmailSpider
Disallow:/
User-agent: EmeraldShield.com Web Spider
Disallow:/
User-agent: ESurf15a
Disallow:/
User-agent: ExtractorPro
Disallow:/
User-agent: favorstarbot
Disallow:/
User-agent: findxbot
Disallow:/
User-agent: Franklin Locator
Disallow:/
User-agent: FSurf15a
Disallow:/
User-agent: Full Web Bot
Disallow:/
User-agent: GOFORITBOT
Disallow:/
User-agent: Guestbook Auto Submitter
Disallow:/
User-agent: Industry Program
Disallow:/
User-agent: Indy Library
Disallow:/
User-agent: Iplexx Spider
Disallow:/
User-agent: ISC Systems iRc Search
Disallow:/
User-agent: IUPUI Research Bot
Disallow:/
User-agent: Java
Disallow:/
User-agent: Jyxobot
Disallow:/
User-agent: kbeebot
Disallow:/
User-agent: LARBIN-EXPERIMENTAL
Disallow:/
User-agent: LetsCrawl.com
Disallow:/
User-agent: Lincoln State Web Browser
Disallow:/
User-agent: LMQueueBot
Disallow:/
User-agent: Mac Finder
Disallow:/
User-agent: memorybot
Disallow:/
User-agent: Microsoft URL Control
Disallow:/
User-agent: Missauga Locate
Disallow:/
User-agent: Missigua Locator
Disallow:/
User-agent: Missouri College Browse
Disallow:/
User-agent: Mizzu Labs
Disallow:/
User-agent: MFC Foundation Class Library
Disallow:/
User-agent: MJ12bot
Disallow:/
User-agent: Mo College
Disallow:/
User-agent: MVAClient
Disallow:/
User-agent: NameOfAgent
Disallow:/
User-agent: NASA Search
Disallow:/
User-agent: NetResearchServer
Disallow:/
User-agent: noxtrumbot
Disallow:/
User-agent: Nsauditor
Disallow:/
User-agent: panscient.com
Disallow:/
User-agent: PBrowse
Disallow:/
User-agent: PEval
Disallow:/
User-agent: PHP version tracker
Disallow:/
User-agent: php version tracker
Disallow:/
User-agent: pingdom
Disallow:/
User-agent: Pingdom GIGRIB
Disallow:/
User-agent: Poirot
Disallow:/
User-agent: Port Huron Labs
Disallow:/
User-agent: Privoxy
Disallow:/
User-agent: Production Bot
Disallow:/
User-agent: Program Shareware
Disallow:/
User-agent: PSurf15a
Disallow:/
User-agent: psycheclone
Disallow:/
User-agent: PycURL
Disallow:/
User-agent: RSurf15a
Disallow:/
User-agent: scan4mail
Disallow:/
User-agent: searchbot
Disallow:/
User-agent: SemrushBot
Disallow:/
User-agent: ShablastBot
Disallow:/
User-agent: Snapbot
Disallow:/
User-agent: snap.com
Disallow:/
User-agent: sogou develop spider
Disallow:/
User-agent: Sogou Orion spider
Disallow:/
User-agent: sogou spider
Disallow:/
User-agent: sogou music spider
Disallow:/
User-agent: sogou web spider
Disallow:/
User-agent: sohu agent
Disallow:/
User-agent: spbot
Disallow:/
User-agent: SSurf15a
Disallow:/
User-agent: Steeler
Disallow:/
User-agent: SurveyBot
Disallow:/
User-agent: tools.ua.random
Disallow:/
User-agent: TSurf15a
Disallow:/
User-agent: TurnitinBot
Disallow:/
User-agent: Twiceler
Disallow:/
User-agent: Under the Rainbow
Disallow:/
User-agent: Uptimebot
Disallow:/
User-agent: VadixBot
Disallow:/
User-agent: WebVulnCrawl
Disallow:/
User-agent: Webbot
Disallow:/
User-agent: Wells Search
Disallow:/
User-agent: WEP Search
Disallow:/
User-agent: AhrefsBot
Disallow:/
User-agent: AlphaBot
Disallow:/
User-agent: archive.org_bot
Disallow:/
User-agent: DotBot
Disallow:/
User-agent: MegaIndex
Disallow:/
User-agent: SEOkicks-Robot
Disallow:/
User-agent: MauiBot
Disallow:/
User-agent: DomainCrawler
Disallow:/
User-agent: local231031
Disallow:/
User-agent: Amazonbot
Disallow:/
User-agent: Bytespider
Disallow:/
User-agent: ClaudeBot
Disallow:/
(Deseable)