Robots.txt
# robots.txt fuer bfw.ac.at
# Nicht ffentliche Verzeichnisse, weil interne Dokumente enthalten
User-agent: *
Disallow: /cms_stamm/blrauschen/
Disallow: /lims/*
Disallow: /rz/wlv.lexikon*
User-agent: Googlebot
Disallow: /cms_stamm/blrauschen/
Disallow: /lims/*
User-agent: DuckDuckbot
Disallow: /cms_stamm/blrauschen/
Disallow: /lims/*
# added 20180604 krenmayer, sync lackner
User-agent: AhrefsBot
Disallow: /
User-Agent: bingbot
Disallow: /
# added 20180607 krenmayer
User-agent: MauiBot
Disallow:/
User-agent: MJ12bot
Disallow:/
User-agent: Dotbot
Disallow:/
User-agent: SiteExplorer
Disallow:/
(Nice to have)