Robots.txt
# robots.txt - global - vom 05.07.2018 - Version 13c by SHW
User-agent: *
Crawl-delay: 10
Disallow: /*.swf
Disallow: /*.sqlite
Disallow: /*.css
Disallow: /*.htaccess
Disallow: /*.bak
Disallow: /*.db
Disallow: /*.csv
Disallow: /*.pid
Disallow: /*.tpl
Disallow: /*.doc
Disallow: /*.pdf
Disallow: /*.gif
Disallow: /*.ico
Disallow: /*.jpg
Disallow: /*.png
Disallow: /*.bmp
Disallow: /*.js
Disallow: /*.wav
Disallow: /*.mid
Disallow: /*.ASF
Disallow: /*.mp3
Disallow: /*.ogg
Disallow: /*.old
Disallow: /*.xsl
Disallow: /*.php
Disallow: /*.json
Disallow: /*.txt
Disallow: /*.pdf
Disallow: /*.log
Disallow: /*.swf
Disallow: /*.crt
Disallow: /*.fdf
Disallow: /*.p12
Disallow: /*.inc
Disallow: /*.gz
Disallow: /*.dat
Disallow: /*woff
Disallow: /*ttf
Disallow: /*.jpeg
Disallow: /*.tif
Disallow: /*.zip
Disallow: /*.tar
Disallow: /*.tgz
Disallow: /*.gz
Disallow: /*.rar
Disallow: /*.z
Disallow: /*.exe
Disallow: /*.mov
Disallow: /*.mpg
Disallow: /*.mpeg
Disallow: /*.avi
Disallow: /*.asf
Disallow: /*.mp2
Disallow: /*.rm
Disallow: /*.wav
Disallow: /*.vob
Disallow: /*.qt
Disallow: /*.vid
Disallow: /*.ac3
Disallow: /*.wma
Disallow: /*.wmv
Disallow: /.htaccess
Disallow: /.htgroup
Disallow: /.htuser
Disallow: /datenschutz.htm
Disallow: /impressum.htm
Disallow: /cgi-bin/
Disallow: /cgi-data/
Disallow: /javacss/
Disallow: /mail/
Disallow: /fonts/
Disallow: /form/
Disallow: /images/
Disallow: /malereien/
Disallow: /font-awesome/
Disallow: /pdf/
Disallow: /video/
Disallow: /Redirection/
Disallow: /_intern/
Disallow: /logs/
Disallow: /kontaktform/
Disallow: /*.swf$
Disallow: /*.sqlite$
Disallow: /*.css$
Disallow: /*.htaccess$
Disallow: /*.bak$
Disallow: /*.db$
Disallow: /*.csv$
Disallow: /*.pid$
Disallow: /*.tpl$
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.gif$
Disallow: /*.ico$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.bmp$
Disallow: /*.js$
Disallow: /*.wav$
Disallow: /*.mid$
Disallow: /*.ASF$
Disallow: /*.mp3$
Disallow: /*.ogg$
Disallow: /*.old$
Disallow: /*.xsl$
Disallow: /*.php$
Disallow: /*.json$
Disallow: /*.txt$
Disallow: /*.pdf$
Disallow: /*.log$
Disallow: /*.swf$
Disallow: /*.crt$
Disallow: /*.fdf$
Disallow: /*.p12$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.dat$
Disallow: /*woff$
Disallow: /*ttf$
Disallow: /*.jpeg
Disallow: /*.tif
Disallow: /*.zip
Disallow: /*.tar
Disallow: /*.tgz
Disallow: /*.gz
Disallow: /*.rar
Disallow: /*.z
Disallow: /*.exe
Disallow: /*.mov
Disallow: /*.mpg
Disallow: /*.mpeg
Disallow: /*.avi
Disallow: /*.asf
Disallow: /*.mp2
Disallow: /*.rm
Disallow: /*.wav
Disallow: /*.vob
Disallow: /*.qt
Disallow: /*.vid
Disallow: /*.ac3
Disallow: /*.wma
Disallow: /*.wmv
Disallow: /.htaccess$
Disallow: /.htgroup$
Disallow: /.htuser$
Disallow: /datenschutz.htm$
Disallow: /impressum.htm$
Disallow: /cgi-bin*/
Disallow: /cgi-data*/
Disallow: /javacss*/
Disallow: /mail*/
Disallow: /fonts*/
Disallow: /form*/
Disallow: /images*/
Disallow: /malereien*/
Disallow: /font-awesome*/
Disallow: /pdf*/
Disallow: /video*/
Disallow: /Redirection*/
Disallow: /_intern*/
Disallow: /logs*/
Disallow: /kontaktform*/
#/END robot.txt
(Nice to have)