Robots.txt
# robots.txt for https://forum.jwh-ehre-der-arbeit-hummelshain.de/
# robots.txt for http://forum.jwh-ehre-der-arbeit-hummelshain.de/
# robots.txt for https://jwh-ehre-der-arbeit-hummelshain.de/
# robots.txt for http://jwh-ehre-der-arbeit-hummelshain.de/
# robots.txt for http://demo.autocrossteam-koenig-motorsport.de/
# robots.txt for http://autocrossteam-koenig-motorsport.de/
# Zugriff nur auf das Portal erlauben
User-agent: *
Crawl-delay: 86400
Disallow: /verzeichnis/
Disallow: dateiname.html
Disallow: /*.xls$
Disallow: /*.doc$
Disallow: /*.ppt$
Disallow: /*.xlsx$
Disallow: /*.docx$
Disallow: /*.pptx$
Disallow: /*.pdf$
Disallow: /bilder/
Disallow: impressum.htm
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.pdf$
Disallow: /*.png$
Disallow: /*.bmp$
Disallow: /*.mp3$
Disallow: /*.wmv$
Disallow: /*.wma$
Disallow: /*.wav$
Disallow: /*.flv$
Disallow: /*.mpg$
Disallow: /*.mp4$
Disallow: /*.avi$
Disallow: /*.swf$
Disallow: /adm/
Disallow: /assets/
Disallow: /bin/
Disallow: /cache/
Disallow: /config/
Disallow: /docs/
Disallow: /download/
Disallow: /ext/
Disallow: /files/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /phpbb/
Disallow: /player/
Disallow: /store/
Disallow: /styles/
Disallow: /vendor/
Disallow: /common.php
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /config.php
Disallow: /cron.php
Disallow: /faq.php
Disallow: /feed.php
Disallow: /index.php
Disallow: /mcp.php
Disallow: /memberlist.php
Disallow: /posting.php
Disallow: /report.php
Disallow: /search.php
Disallow: /ucp.php
Disallow: /viewforum.php
Disallow: /viewonline.php
Disallow: /viewtopic.php
Disallow: /web.config
(Nice to have)