Robots.txt
## Email Sammler sind grunds?tzlich ausgesperrt
User-agent: EmailCollector
Disallow: /
## Die restlichen d?rfen mit Einschr?nkungen spidern
User-agent: *
## Folgende Verzeichnisse sind ausgeschlossen
Disallow: /forum/acp/
Disallow: /forum/archive/
Disallow: /forum/attachments/
Disallow: /forum/cache/
Disallow: /forum/imgages/
Disallow: /forum/jgs_board_include/
Disallow: /forum/jgs_graf/
Disallow: /forum/jgs_treffen_bilder/
Disallow: /forum/js/
## Dateien im Forum die verboten sind
Disallow: /forum/addreply.php
Disallow: /forum/attachment.php
Disallow: /forum/atachmentedit.php
Disallow: /forum/board.php
Disallow: /forum/calendar.php
Disallow: /forum/editpost.php
Disallow: /forum/forgotpw.php
Disallow: /forum/formmail.php
Disallow: /forum/global.php
Disallow: /forum/login.php
Disallow: /forum/logout.php
Disallow: /forum/markread.php
Disallow: /forum/memberslist.php
Disallow: /forum/misc.php
Disallow: /forum/modcp.php
Disallow: /forum/newthread.php
Disallow: /forum/pms.php
Disallow: /forum/polledid.php
Disallow: /forum/pollstart.php
Disallow: /forum/pollvote.php
Disallow: /forum/print.php
Disallow: /forum/register.php
Disallow: /forum/report.php
Disallow: /forum/search.php
Disallow: /forum/team.php
Disallow: /forum/thread.php
Disallow: /forum/threadrating.php
Disallow: /forum/usercp.php
Disallow: /forum/usersgroups.php
Disallow: /forum/wiw.php
## Erlaubt sind:
## /forum/archive
## /forum/sitemap.htm (fast_index.php)
Allow: /forum/archive
Allow: /forum/sitemap.html
Allow: /forum/fast_index.php
## Restliche Verzeichnisse auf dem Server
Disallow: /assets/
Disallow: /camperforum/
Disallow: /cgi-bin/
Disallow: /erdbeereis/
Disallow: /forum2/
Disallow: /html/
Disallow: /logs/
Disallow: /mysql2/
Disallow: /mysqldumper/
Disallow: /spielwiese/
Disallow: /usage/
(Nice to have)