This site can not be crawled by the Seobility bot. The robots.txt file restricts access for our bot. No URLs can be crawled that deny access to the user agent Seobility or *.
Problem URL: http://www.cordless-radio.de
User-agent: *
Allow: /
# Speed
Crawl-delay: 2
# Disallow Rules
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: */attachment/
Disallow: /nichts-gefunden/
Disallow: /nothing-found/
Disallow: /author/
Disallow: /nicht-gestattet/
Disallow: /schlagwort/
Disallow: /tag/
Disallow: /category/
Disallow: /thema/
Disallow: /comments/
Disallow: */comments/
Disallow: /trackback/
Disallow: */trackback/
Disallow: /feed/
Disallow: */feed/
Disallow: /datenschutz/
Disallow: /impress.jpg
Disallow: /disclaimer/
Disallow: /cookie-richtlinie-eu/
Disallow: /testimonial-types/
Disallow: /testimonial-item/
Disallow: /template-item/
Disallow: /template-types/
Disallow: /unsere-sitemap/
Disallow: /sitemap/
Disallow: /search/
Disallow: /suche/
# Search
Disallow: /?s=*
Disallow: */?s=*
# Cordless Radio
Disallow: /login/
Disallow: /logout/
Disallow: /aktivieren/
Disallow: /nutzungsbedingungen/
Disallow: /user/
Disallow: /community/userlist/
Disallow: /kontrollzentrum/
Disallow: /anmelden/
Disallow: /anmelden-fehlerhaft/
Disallow: /seite-nicht-gefunden/
Disallow: /events/meine-buchungen/
Disallow: /externeSeite.php*
# User profile-tabs
Disallow: /user/*/activity/
Disallow: /user/*/profile/
Disallow: /user/*/forums/
Disallow: /user/*/event/
# Forum
Disallow: /forums/view/
Disallow: /forums/search/
Disallow: /forums/reply/
# Pagination - Events Manager
Disallow: *?pno=
Disallow: /*?pno=*
# Sitemap
Sitemap: https://www.cordless-radio.de/sitemap.xml
Sitemap: https://www.cordless-radio.de/sitemap.xml.gz
#############################################################
# blocked Robots #
#############################################################
User-agent: *thunderstone*
Disallow: /
User-agent: 007ac9 Crawler
Disallow: /
User-agent: 80bot
Disallow: /
User-agent: 1001FirmsBot
Disallow: /
User-agent: 7Siters
Disallow: /
User-agent: 4SeoHuntBot
Disallow: /
User-agent: 404checker
Disallow: /
User-agent: 404enemy
Disallow: /
User-agent: 80legs
Disallow: /
User-agent: Abonti
Disallow: /
User-agent: almaden
Disallow: /
User-agent: Aboundex
Disallow: /
User-agent: Acunetix
Disallow: /
User-agent: 008
Disallow: /
User-agent: AdvBot
Disallow: /
User-agent: admantx-euaspb
Disallow: /
User-agent: AfD-Verbotsverfahren
Disallow: /
User-agent: AdsTxtCrawler
Disallow: /
User-agent: adstxtlab.com Crawler
Disallow: /
User-agent: AguseScan
Disallow: /
User-agent: AHC
Disallow: /
User-agent: AdBot
Disallow: /
User-agent: AdCentriaIM
Disallow: /
User-agent: A6-Indexer
Disallow: /
User-agent: AdAuth
Disallow: /
User-agent: Afilias Web Mining Tool
Disallow: /
User-agent: adscanner
Disallow: /
User-agent: adscanner/1.0
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: AlohaBrowser
Disallow: /
User-agent: AIBOT
Disallow: /
User-agent: AlphaBot
Disallow: /
User-agent: AiHitBot
Disallow: /
User-agent: Aipbot
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: Alligator
Disallow: /
User-agent: AllSubmitter
Disallow: /
User-agent: Atomic_Email_Hunter
Disallow: /
User-agent: amp-cloud.de
Disallow: /
User-agent: AngleSharp
Disallow: /
User-agent: Anonymous Coward
Disallow: /
User-agent: Ant.com
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: Anarchie
Disallow: /
User-agent: Apexoo
Disallow: /
User-agent: ASPSeek
Disallow: /
User-agent: Asterias
Disallow: /
User-agent: attach
Disallow: /
User-agent: autoemailspider
Disallow: /
User-agent: binlar
Disallow: /
User-agent: BackDoorBot
Disallow: /
User-agent: bumblebee
Disallow: /
User-agent: Backlink-Ceck
Disallow: /
User-agent: backlink-check
Disallow: /
User-agent: Brandwatch
Disallow: /
User-agent: Bubing
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: BackStreet
Disallow: /
User-agent: BackWeb
Disallow: /
User-agent: Badass
Disallow: /
User-agent: Bandit
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: Baiduspider-news
Disallow: /
User-agent: Baiduspider-favo
Disallow: /
User-agent: Baiduspider-cpro
Disallow: /
User-agent: Baiduspider-ads
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /
User-agent: Baiduspider/2.0;+http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider
Disallow: /
User-agent: +Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider/2.0;++http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Mozilla/5.0(compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Baiduspider/3.0; +http://www.baidu.com/search/spider.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Baiduspider/4.0; +http://www.baidu.com/search/spider.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Baiduspider/5.0; +http://www.baidu.com/search/spider.html)
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: Baiduspider/3.0
Disallow: /
User-agent: Baiduspider/4.0
Disallow: /
User-agent: Baiduspider/5.0
Disallow: /
User-agent: EasouSpider
Disallow: /
User-agent: JamesBOT
Disallow: /
User-agent: JOC Web Spider
Disallow: /
User-agent: Joomla
Disallow: /
User-agent: Jorgee
Disallow: /
User-agent: JustView
Disallow: /
User-agent: Jbrofuzz
Disallow: /
User-agent: JennyBot
Disallow: /
User-agent: JetCar
Disallow: /
User-agent: JikeSpider
Disallow: /
User-agent: Kenjin Spider
Disallow: /
User-agent: Keyword Density
Disallow: /
User-agent: Kozmosbot
Disallow: /
User-agent: Lanshanbot
Disallow: /
User-agent: Likse
Disallow: /
User-agent: sproose
Disallow: /
User-agent: Seeker
Disallow: /
User-agent: Sosospider+
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: Sosospider/2.0
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: YoudaoBot/1.0
Disallow: /
User-agent: YoudaoBot/1.0
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: Snake
Disallow: /
User-agent: Snapbot
Disallow: /
User-agent: Snoopy
Disallow: /
User-agent: SocialRankIOBot
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Sogou Spider
Disallow: /
User-agent: Sogou blog
Disallow: /
User-agent: Sogou inst spider
Disallow: /
User-agent: Sogou News Spider
Disallow: /
User-agent: Sogou Orion spider
Disallow: /
User-agent: Sogou spider2
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Sogou wap spider
Disallow: /
User-agent: bdbrandprotect
Disallow: /
User-agent: Brandprotect
Disallow: /
User-agent: BOT for JCE
Disallow: /
User-agent: Bolt
Disallow: /
User-agent: Bolt 0
Disallow: /
User-agent: BotALot
Disallow: /
User-agent: BatchFTP
Disallow: /
User-agent: Battleztar Bazinga
Disallow: /
User-agent: BBBike
Disallow: /
User-agent: BDCbot
Disallow: /
User-agent: BDFetch
Disallow: /
User-agent: BetaBot
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: Bigfoot
Disallow: /
User-agent: Bitacle
Disallow: /
User-agent: Blackboard
Disallow: /
User-agent: Black Hole
Disallow: /
User-agent: BlackWidow
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BPImageWalker*
Disallow: /
User-agent: BPImageWalker
Disallow: /
User-agent: Buddy
Disallow: /
User-agent: BuiltBotTough
Disallow: /
User-agent: BuiltWith
Disallow: /
User-agent: Bullseye
Disallow: /
User-agent: BunnySlippers
Disallow: /
User-agent: BuzzSumo
Disallow: /
User-agent: Calculon
Disallow: /
User-agent: CATExplorador
Disallow: /
User-agent: CazoodleBot
Disallow: /
User-agent: CatchBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: CICC
Disallow: /
User-agent: CheckMarkNetwork/1.0 (+https://www.checkmarknetwork.com/spider.html)
Disallow: /
User-agent: CheckMarkNetwork
Disallow: /
User-agent: coccoc
Disallow: /
User-agent: CazoodleBot
Disallow: /
User-Agent: CloudServerMarketSpider
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: COMODO SSL Checker
Disallow: /
User-agent: Comodo-Certificates-Spider
Disallow: /
User-agent: Content Crawler
Disallow: /
User-agent: Copier
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: Copyscape
Disallow: /
User-agent: casper
Disallow: /
User-agent: Cosmos
Disallow: /
User-agent: Craftbot
Disallow: /
User-agent: crawler4j
Disallow: /
User-agent: curl
Disallow: /
User-agent: careerbot
Disallow: /
User-agent: DCPbot
Disallow: /
User-agent: deepcrawl
Disallow: /
User-agent: Downloader
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: DBLBot
Disallow: /
User-agent: DSurf15a
Disallow: /
User-agent: DA
Disallow: /
User-agent: demandbase-bot
Disallow: /
User-agent: Demon
Disallow: /
User-agent: DeuSu
Disallow: /
User-agent: Discobot
Disallow: /
User-agent: DISCo
Disallow: /
User-agent: DISCo Pump
Disallow: /
User-agent: DoCoMo/2.0
Disallow: /
User-agent: DOC
Disallow: /
User-agent: Zao
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: Twice
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: InfoTekies
Disallow: /
User-agent: instabid
Disallow: /
User-agent: Intelliseek
Disallow: /
User-agent: InterGET
Disallow: /
User-agent: Internet Ninja
Disallow: /
User-agent: InternetSeer
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Domain Re-Animator Bot
Disallow: /
User-agent: DomainAppender
Disallow: /
User-agent: DomainCrawler
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: dotbot/1.0
Disallow: /
User-agent: DotBot/1.2
Disallow: /
User-agent: Download Demon
Disallow: /
User-agent: Download Wonder
Disallow: /
User-agent: Dragonfly
Disallow: /
User-agent: Drip
Disallow: /
User-agent: DTS Agent
Disallow: /
User-agent: EasyDL
Disallow: /
User-agent: EasyDL/2.99
Disallow: /
User-agent: Ebingbong
Disallow: /
User-agent: eCatch
Disallow: /
User-Agent: drupact
Disallow: /
User-agent: EC2LinkFinder
Disallow: /
User-agent: EdisterBot
Disallow: /
User-agent: Evil
Disallow: /
User-agent: Express WebPictures
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Searchestate
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: ExB Language Crawler
Disallow: /
User-agent: Experibot
Disallow: /
User-agent: ECCP/1.0 ([email protected])
Disallow: /
User-agent: ECCP/1.0
Disallow: /
User-agent: Ecxi
Disallow: /
User-agent: EirGrabber
Disallow: /
User-agent: EMail Siphon
Disallow: /
User-agent: EMailSiphon
Disallow: /
User-agent: EMail Wolf
Disallow: /
User-agent: EMailWolf
Disallow: /
User-agent: EroCrawler
Disallow: /
User-agent: Extractor
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Extreme Picture Finder
Disallow: /
User-agent: EyeNetIE
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: Ezooms Robot
Disallow: /
User-agent: findlinks
Disallow: /
User-agent: fast
Disallow: /
User-agent: FDM
Disallow: /
User-agent: FileHound
Disallow: /
User-agent: fr-crawler
Disallow: /
User-agent: FHscan
Disallow: /
User-agent: Fimap
Disallow: /
User-agent: Firefox/7.0
Disallow: /
User-agent: FlashGet
Disallow: /
User-agent: Flunky
Disallow: /
User-agent: Foobot
Disallow: /
User-agent: fq
Disallow: /
User-agent: Freeuploader
Disallow: /
User-agent: FrontPage
Disallow: /
User-agent: Fyrebot
Disallow: /
User-agent: GermCrawler
Disallow: /
User-agent: GalaxyBot
Disallow: /
User-agent: GigablastOpenSource
Disallow: /
User-agent: GarlikCrawler
Disallow: /
User-agent: Go 1.1 package http
Disallow: /
User-agent: gonzo
Disallow: /
User-agent: genieBot
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: Go-http-client/1.0
Disallow: /
User-agent: Go-http-client/1.1
Disallow: /
User-agent: Go-http-client/2.0
Disallow: /
User-agent: Go-http-client*
Disallow: /
User-agent: Go-Ahead-Got-It
Disallow: /
User-agent: Gotit
Disallow: /
User-agent: gotit
Disallow: /
User-agent: GeedoBot
Disallow: /
User-agent: GetRight
Disallow: /
User-agent: GetSmart
Disallow: /
User-agent: GetWeb
Disallow: /
User-agent: GetWeb!
Disallow: /
User-agent: gigabaz
Disallow: /
User-agent: G-i-g-a-b-o-t
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: GSLFbot
Disallow: /
User-agent: Gosign-Security-Crawler
Disallow: /
User-agent: Grabber
Disallow: /
User-agent: GrabNet
Disallow: /
User-agent: Grafula
Disallow: /
User-agent: GrapeFX
Disallow: /
User-agent: GridBot
Disallow: /
User-agent: GT::WWW
Disallow: /
User-agent: Haansoft
Disallow: /
User-agent: Harvest
Disallow: /
User-agent: Havij
Disallow: /
User-agent: HEADMasterSEO
Disallow: /
User-agent: Hloader
Disallow: /
User-agent: HMView
Disallow: /
User-agent: HTMLparser
Disallow: /
User-agent: HTTP::Lite
Disallow: /
User-agent: htdig
Disallow: /
User-agent: HaosouSpider
Disallow: /
User-agent: httpget
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: HuaweiSymantecSpider
Disallow: /
User-agent: HybridBot
Disallow: /
User-agent: Iblog
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: iCjobs
Disallow: /
User-agent: ICCrawler
Disallow: /
User-agent: ImplisenseBot
Disallow: /
User-agent: Infohelfer
Disallow: /
User-agent: Id-search
Disallow: /
User-agent: IonCrawl
Disallow: /
User-agent: IlseBot
Disallow: /
User-agent: Image Fetch
Disallow: /
User-agent: Image Sucker
Disallow: /
User-agent: IndeedBot
Disallow: /
User-agent: internetVista monitor
Disallow: /
User-agent: InternetLinkagent
Disallow: /
User-agent: Iria
Disallow: /
User-agent: IRLbot
Disallow: /
User-agent: Iskanie
Disallow: /
User-agent: ips-agent
Disallow: /
User-agent: ipsAgent
Disallow: /
User-agent: IsraBot
Disallow: /
User-agent: it2media-domain-crawler
Disallow: /
User-agent: Java
Disallow: /
User-agent: JBH*agent
Disallow: /
User-agent: JBH agent
Disallow: /
User-agent: Jobboerse
Disallow: /
User-agent: JobboerseBot
Disallow: /
User-agent: KaloogaBot
Disallow: /
User-agent: k6 cloud (https://k6.io/)
Disallow: /
User-agent: Kraken
Disallow: /
User-agent: larbin
Disallow: /
User-agent: lb-spider
Disallow: /
User-agent: lex
Disallow: /
User-agent: linko
Disallow: /
User-agent: LinkScan
Disallow: /
User-agent: LinksManager
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: LinqiaMetadataDownloaderBot
Disallow: /
User-agent: LinqiaRSSBot
Disallow: /
User-agent: LinqiaScrapeBot
Disallow: /
User-agent: Lipperhey
Disallow: /
User-agent: Lipperhey-Kaus-Australis
Disallow: /
User-agent: libwww-perl
Disallow: /
User-agent: libwww
Disallow: /
User-agent: linkdex.com
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: Linkpad
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: Linguee Bot
Disallow: /
User-agent: LinkStats
Disallow: /
User-agent: LSSRocketCrawler
Disallow: /
User-agent: Litemage_walker
Disallow: /
User-agent: Lmspider
Disallow: /
User-agent: LNSpiderguy
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: lwp-request
Disallow: /
User-agent: LWP::Simple
Disallow: /
User-agent: lwp-trivial
Disallow: /
User-agent: MIDown tool
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: Memo
Disallow: /
User-agent: MSProxy
Disallow: /
User-agent: Magnet
Disallow: /
User-agent: Mag-Net
Disallow: /
User-agent: Mp3Bot
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: Mail.RU_Bot/2.0
Disallow: /
User-agent: Mail.RU
Disallow: /
User-agent: Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots
Disallow: /
User-agent: meanpath
Disallow: /
User-agent: Meanpathbot
Disallow: /
User-agent: Metauri
Disallow: /
User-agent: MFC_Tear_Sample
Disallow: /
User-agent: megaindex
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaIndex.ru
Disallow: /
User-agent: megaindex.com
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: mfibot
Disallow: /
User-agent: MIA
Disallow: /
User-agent: jobs.de-Robot
Disallow: /
User-agent: mindUpBot
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Microsoft Data Access
Disallow:/
User-agent: Microsoft URL Control
Disallow:/
User-agent: MJ12bot
Disallow: /
User-Agent: MJ12bot/v1.4.3
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: Mojeek
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: MetaJobBot
Disallow: /
User-agent: Morfeus Fucking Scanner
Disallow: /
User-agent: MSFrontPage
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: Msrabot
Disallow: /
User-agent: MS Web Services Client Protocol
Disallow: /
User-agent: muhstik-scan
Disallow: /
User-agent: Musobot
Disallow: /
User-agent: Name Intelligence
Disallow: /
User-agent: Nameprotect
Disallow: /
User-agent: Navroad
Disallow: /
User-agent: NearSite
Disallow: /
User-agent: Needle
Disallow: /
User-agent: Nessus
Disallow: /
User-agent: NetLyzer
Disallow: /
User-agent: NetMechanic
Disallow: /
User-agent: NetSpider
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: netEstate
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: NYU
Disallow: /
User-agent: oBot
Disallow: /
User-agent: Orthogaffe
Disallow: /
User-agent: OpenHoseBot
Disallow: /
User-agent: OmniExplorer_Bot
Disallow: /
User-agent: Openfind
Disallow: /
User-agent: OpenindexSpider
Disallow: /
User-agent: OpenLinkProfiler
Disallow: /
User-agent: OpidooBOT
Disallow: /
User-agent: PagePeeker
Disallow: /
User-agent: Plista
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Majestic12
Disallow: /
User-agent: Mass Downloader
Disallow: /
User-agent: Mata Hari
Disallow: /
User-agent: MarkMonitor
Disallow: /
User-agent: MarkWatch
Disallow: /
User-agent: masscan/1.0 (https://github.com/robertdavidgraham/masscan)
Disallow: /
User-agent: masscan/1.0
Disallow: /
User-agent: masscan
Disallow: /
User-agent: Masscan
Disallow: /
User-agent: picmole
Disallow: /
User-agent: Python/3.5 aiohttp
Disallow: /
User-agent: Pixray-Seeker
Disallow: /
User-agent: Pixray
Disallow: /
User-agent: Plukkie
Disallow: /
User-agent: plukkie
Disallow: /
User-agent: Pockey
Disallow: /
User-agent: POE-Component-Client-HTTP
Disallow: /
User-agent: Probethenet
Disallow: /
User-agent: ProPowerBot
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: Psbot
Disallow: /
User-agent: Pump
Disallow: /
User-agent: PleaseCrawl
Disallow: /
User-agent: plumanalytics
Disallow: /
User-agent: publiclibraryarchive
Disallow: /
User-agent: Qualidator*
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: ReverseGet
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: Rankivabot
Disallow: /
User-agent: RankurBot
Disallow: /
User-agent: RealDownload
Disallow: /
User-agent: Reaper
Disallow: /
User-agent: RebelMouse
Disallow: /
User-agent: Recorder
Disallow: /
User-agent: RedesScrapy
Disallow: /
User-agent: ReGet
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: Ripper
Disallow: /
User-agent: RocketCrawler
Disallow: /
User-agent: Rogerbot
Disallow: /
User-agent: R6_CommentReader
Disallow: /
User-agent: savetheworldheritage
Disallow: /
User-agent: savetheworldheritage.org
Disallow: /
User-agent: schrein
Disallow: /
User-agent: Siteliner
Disallow: /
User-agent: Scooter
Disallow: /
User-agent: SabsimBot
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: Screaming
Disallow: /
User-agent: ScreenerBot
Disallow: /
User-agent: semanticbot
Disallow: /
User-agent: Semantic Health Web Crawler
Disallow: /
User-agent: Semrush
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SiteLockSpider
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: Spiderbot
Disallow: /
User-agent: sentibot
Disallow: /
User-agent: SentiBot
Disallow: /
User-agent: sg-Orbiter
Disallow: /
User-agent: senderproof
Disallow: /
User-agent: SEOdiver
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SEOlyticsCrawler
Disallow: /
User-agent: Seomoz
Disallow: /
User-agent: SEOprofiler
Disallow: /
User-agent: seoscanners
Disallow: /
User-agent: seoscanners.net
Disallow: /
User-agent: SEOstats
Disallow: /
User-agent: sexsearcher
Disallow: /
User-agent: Seznam
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SheerExplorer
Disallow: /
User-agent: SheerSEO
Disallow: /
User-agent: Shodan
Disallow: /
User-agent: Siphon
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: Sistrix
Disallow: /
User-agent: SISTRIX
Disallow: /
User-agent: SISTRIX Crawler
Disallow: /
User-agent: Sitebeam
Disallow: /
User-agent: SiteExplorer/1.0b
Disallow: /
User-agent: SiteExplorer
Disallow: /
User-agent: SlySearch
Disallow: /
User-agent: spock
Disallow: /
User-Agent: SolomonoBot
Disallow: /
User-Agent: SolomonoLinkChecker
Disallow: /
User-agent: Spiderlytics
Disallow: /
User-agent: ssearch
Disallow: /
User-agent: ssearch_bot
Disallow: /
User-agent: suggybot
Disallow: /
User-agent: SWEBot
Disallow: /
User-agent: TinEye
Disallow: /
User-agent: TinEye-bot
Disallow: /
User-agent: Toweya.com
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: Telesphoreo
Disallow: /
User-agent: Telesphorep
Disallow: /
User-agent: The Intraformant
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: TightTwatBot
Disallow: /
User-agent: Titan
Disallow: /
User-agent: Toata
Disallow: /
User-agent: Toweyabot
Disallow: /
User-agent: Trendiction
Disallow: /
User-Agent: trendictionbot
Disallow: /
User-agent: trendiction.com
Disallow: /
User-agent: trendiction.de
Disallow: /
User-agent: True_Robot
Disallow: /
User-agent: Turingos
Disallow: /
User-agent: Turnitin
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: turnitinbot
Disallow: /
User-agent: Turnitin Robot
Disallow: /
User-agent: Turnitin Bot
Disallow: /
User-agent: TurnitinBot/3.0
Disallow: /
User-agent: TurnitinBot/3.0 (http://www.turnitin.com/robot/crawlerinfo.html)
Disallow: /
User-agent: URLSpiderPro
Disallow: /
User-agent: Unister*
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: Typhoeus
Disallow: /
User-agent: UnisterBot
Disallow: /
User-agent: Updownerbot
Disallow: /
User-agent: Uptimebot
Disallow: /
User-agent: UptimeRobot/2.0
Disallow: /
User-agent: um-FC
Disallow: /
User-agent: um-FC/1.0
Disallow: /
User-agent: um-LN
Disallow: /
User-agent: um-LN/1.0
Disallow: /
User-agent: um-IC
Disallow: /
User-agent: um-IC/1.0
Disallow: /
User-agent: vebidoobot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: VoidEYE
Disallow: /
User-agent: Voil
Disallow: /
User-agent: Voltron
Disallow: /
User-agent: WebMirror
Disallow: /
User-agent: WebMiner
Disallow: /
User-agent: WebHook
Disallow: /
User-agent: WebEMailExtrac
Disallow: /
User-agent: Wallpapers/3.0
Disallow: /
User-agent: WallpapersHD
Disallow: /
User-agent: WASALive-Bot
Disallow: /
User-agent: waybackarchive.org/1.0
Disallow: /
User-agent: waybackarchive.org
Disallow: /
User-agent: waybackarchive
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: Webinator
Disallow: /
User-agent: Webliste.ch
Disallow: /
User-agent: Webliste
Disallow: /
User-agent: WebmasterCoffee
Disallow: /
User-agent: WEBDAV
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: Web Enhancer
Disallow: /
User-agent: WebFetch
Disallow: /
User-agent: Web Fetch
Disallow: /
User-agent: WebFuck
Disallow: /
User-agent: Web Fuck
Disallow: /
User-agent: WebGo IS
Disallow: /
User-agent: WebImageCollector
Disallow: /
User-agent: WebLeacher
Disallow: /
User-agent: WebmasterWorldForumBot
Disallow: /
User-agent: webmeup-crawler
Disallow: /
User-agent: WebofantBot
Disallow: /
User-agent: WeViKaBot
Disallow: /
User-agent: Wget
Disallow: /
User-agent: WinHttp
Disallow: /
User-agent: WebSucker
Disallow: /
User-agent: Web Sucker
Disallow: /
User-agent: WebWhacker
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: Web Sauger
Disallow: /
User-agent: Webshag
Disallow: /
User-agent: WebsiteExtractor
Disallow: /
User-agent: WebsiteQuester
Disallow: /
User-agent: Website Quester
Disallow: /
User-agent: Webster
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: Webalta
Disallow: /
User-agent: WebAuto
Disallow: /
User-agent: Web Auto
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: WebCollage
Disallow: /
User-agent: Web Collage
Disallow: /
User-agent: WebCopier
Disallow: /
User-Agent: wotbox
Disallow: /
User-Agent: Wotbox
Disallow: /
User-agent: Wprecon
Disallow: /
User-agent: WPScan
Disallow: /
User-agent: WWW-Collector-E
Disallow: /
User-Agent: WWW-Mechanize/1.73
Disallow: /
User-Agent: WWW-Mechanize
Disallow: /
User-agent: WWW::Mechanize
Disallow: /
User-agent: WWWOFFLE
Disallow: /
User-agent: Mechanize
Disallow: /
User-agent: x-Tractor
Disallow: /
User-agent: x28-job-bot
Disallow: /
User-agent: yacybot
Disallow: /
User-agent: YandexBot/3.0
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexImages/3.0
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Yeti-Mobile
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: AnyConnect
Disallow: /
User-agent: ArgClrInt
Disallow: /
User-agent: Arquivo-web-crawler
Disallow: /
User-agent: auskunftbot
Disallow: /
User-agent: axios
Disallow: /
User-agent: Babya Discoverer
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: bidswitchbot
Disallow: /
User-agent: Blow
Disallow: /
User-agent: BlowFish
Disallow: /
User-agent: BoardReader
Disallow: /
User-agent: BrandONbot
Disallow: /
User-agent: CakePHP
Disallow: /
User-agent: CamScanner
Disallow: /
User-agent: CeraCon
Disallow: /
User-agent: CipaCrawler
Disallow: /
User-agent: Cegbfeieh
Disallow: /
User-agent: CheeseBot
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: ChinaClaw
Disallow: /
User-agent: Chlooe
Disallow: /
User-agent: Claritybot
Disallow: /
User-agent: ClarityDailyBot
Disallow: /
User-agent: Cloud mapping
Disallow: /
User-agent: Cogentbot
Disallow: /
User-agent: cognitiveseo
Disallow: /
User-agent: Collector
Disallow: /
User-agent: com.plumanalytics
Disallow: /
User-agent: coccocbot-image
Disallow: /
User-agent: coccocbot-web
Disallow: /
User-agent: CommuniGatePro
Disallow: /
User-agent: Companybook-Crawler
Disallow: /
User-agent: Contacts-Crawler
Disallow: /
User-agent: contxbot
Disallow: /
User-agent: CORS bot
Disallow: /
User-agent: crawler.feedback
Disallow: /
User-agent: CRAZYWEBCRAWLER
Disallow: /
User-agent: curb
Disallow: /
User-agent: core-project
Disallow: /
User-agent: Curious George
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: CSHttp
Disallow: /
User-agent: Curious
Disallow: /
User-agent: Custo
Disallow: /
User-agent: DatabaseDriverMysqli
Disallow: /
User-agent: Datanyze
Disallow: /
User-agent: Daum
Disallow: /
User-agent: DaveCrawler
Disallow: /
User-agent: dcrawl
Disallow: /
User-agent: deadlinkchecker
Disallow: /
User-agent: DF Bot
Disallow: /
User-agent: Dillo
Disallow: /
User-agent: DataCha0s
Disallow: /
User-agent: Devil
Disallow: /
User-agent: Digincore
Disallow: /
User-agent: DigitalPebble
Disallow: /
User-agent: DIIbot
Disallow: /
User-agent: Dirbuster
Disallow: /
User-agent: Disco
Disallow: /
User-agent: Discordbot
Disallow: /
User-agent: Dispatch
Disallow: /
User-agent: Discoverybot
Disallow: /
User-agent: DittoSpyder
Disallow: /
User-agent: DnyzBot
Disallow: /
User-agent: DomainStatsBot
Disallow: /
User-agent: DomainSigmaCrawler
Disallow: /
User-agent: Dragonbot
Disallow: /
User-agent: Embedly
Disallow: /
User-agent: Enolyst Crawler
Disallow: /
User-agent: eright
Disallow: /
User-agent: evc-batch
Disallow: /
User-agent: Evolution
Disallow: /
User-agent: ExpMag
Disallow: /
User-agent: ExtLinksBot
Disallow: /
User-agent: Faraday
Disallow: /
User-agent: FavOrg
Disallow: /
User-agent: FemtosearchBot
Disallow: /
User-agent: Fetchbot
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: FiddleSticks
Disallow: /
User-agent: finbot
Disallow: /
User-agent: Findxbot
Disallow: /
User-agent: FlipboardProxy
Disallow: /
User-agent: focuseekbot
Disallow: /
User-agent: ForcePointCrawler
Disallow: /
User-agent: Galaxy
Disallow: /
User-agent: GDPR Bot
Disallow: /
User-agent: Genieo
Disallow: /
User-agent: Getintent
Disallow: /
User-agent: GetIntent Crawler
Disallow: /
User-agent: Gluten Free Crawler
Disallow: /
User-agent: GmsCore
Disallow: /
User-agent: Godzilla
Disallow: /
User-agent: GoZilla
Disallow: /
User-agent: Go!Zilla
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: Grobbot
Disallow: /
User-agent: GroupHigh
Disallow: /
User-agent: hackney
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: Heritrix
Disallow: /
User-agent: Honeybee
Disallow: /
User-agent: Huasai
Disallow: /
User-agent: HubSpot Webcrawler
Disallow: /
User-agent: HyScore
Disallow: /
User-agent: IABTechLab Ads.txt Crawler
Disallow: /
User-agent: IAS crawler
Disallow: /
User-agent: IDBot
Disallow: /
User-agent: idmarch Automatic
Disallow: /
User-agent: Iframely
Disallow: /
User-agent: Indy Library
Disallow: /
User-agent: InetURL
Disallow: /
User-agent: inoreader
Disallow: /
User-agent: ips-agent
Disallow: /
User-agent: istellabot
Disallow: /
User-agent: James BOT
Disallow: /
User-agent: Jersey
Disallow: /
User-agent: Jooblebot
Disallow: /
User-agent: Jyxobot
Disallow: /
User-agent: jpg-newsbot
Disallow: /
User-agent: K-Meleon
Disallow: /
User-agent: KOCMOHABT
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: KomodiaBot
Disallow: /
User-agent: Laserlikebot
Disallow: /
User-agent: lbWappalyzer
Disallow: /
User-agent: LeechFTP
Disallow: /
User-agent: LeechGet
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: Lftp
Disallow: /
User-agent: LibWeb
Disallow: /
User-agent: Libwhisker
Disallow: /
User-agent: Lightspeedsystems
Disallow: /
User-agent: LightspeedSystemsCrawler
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: Magic Browser
Disallow: /
User-agent: MANETurlcheck
Disallow: /
User-agent: Mappy
Disallow: /
User-agent: MATLAB
Disallow: /
User-agent: mAgent
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: MBCrawler
Disallow: /
User-agent: mediawords
Disallow: /
User-agent: mediawords bot
Disallow: /
User-agent: Meta_Bot
Disallow: /
User-agent: Mixnode
Disallow: /
User-agent: MixrankBot
Disallow: /
User-agent: Mojolicious
Disallow: /
User-agent: Mr.4x3
Disallow: /
User-agent: NativeHost
Disallow: /
User-agent: neofonie search:robot
Disallow: /
User-agent: NetZIP
Disallow: /
User-agent: NextGenSearchBot
Disallow: /
User-agent: Nibbler
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: Niki-bot
Disallow: /
User-agent: Nikto
Disallow: /
User-agent: NimbleCrawler
Disallow: /
User-agent: Ninja
Disallow: /
User-agent: Nmap
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Netcraft
Disallow: /
User-agent: NetNewsWire
Disallow: /
User-agent: NetObjects Fusion
Disallow: /
User-agent: NetpeakCheckerBot
Disallow: /
User-agent: NetpeakSpiderBot
Disallow: /
User-agent: NetSeer
Disallow: /
User-agent: NetTrack
Disallow: /
User-agent: Net Vampire
Disallow: /
User-agent: Netvibes
Disallow: /
User-agent: NewsGatorOnline
Disallow: /
User-agent: Nimbostratus-Bot
Disallow: /
User-agent: NinjaBot
Disallow: /
User-agent: Nmap Scripting Engine
Disallow: /
User-agent: Node/simplecrawler
Disallow: /
User-agent: novomind iSHOP LinkBot
Disallow: /
User-agent: nsrbot
Disallow: /
User-agent: okhttp
Disallow: /
User-agent: omgili
Disallow: /
User-agent: OnalyticaBot
Disallow: /
User-agent: ONBbot
Disallow: /
User-agent: Octopus
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Offline Navigator
Disallow: /
User-agent: online-webceo-bot
Disallow: /
User-agent: OnPageBot
Disallow: /
User-agent: OnPageLeadsBot
Disallow: /
User-agent: Openvas
Disallow: /
User-agent: Optimizer
Disallow: /
User-agent: OrangeBot
Disallow: /
User-agent: OrangeSpider
Disallow: /
User-agent: OutclicksBot
Disallow: /
User-agent: OutfoxBot
Disallow: /
User-agent: PageAnalyzer
Disallow: /
User-agent: Page Analyzer
Disallow: /
User-agent: PageGrabber
Disallow: /
User-agent: page scorer
Disallow: /
User-agent: PageScorer
Disallow: /
User-agent: Panscient
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: PaperLiBot
Disallow: /
User-agent: Perl LWP
Disallow: /
User-agent: PDFDriveCrawler
Disallow: /
User-agent: PhantomJS
Disallow: /
User-agent: Photon
Disallow: /
User-agent: Picscout
Disallow: /
User-agent: Picsearch
Disallow: /
User-agent: PictureFinder
Disallow: /
User-agent: Pimonster
Disallow: /
User-agent: pimonster
Disallow: /
User-agent: Pi-Monster
Disallow: /
User-agent: Papa Foto
Disallow: /
User-agent: Pavuk
Disallow: /
User-agent: pcBrowser
Disallow: /
User-agent: PECL::HTTP
Disallow: /
User-agent: PeoplePal
Disallow: /
User-agent: PHPCrawl
Disallow: /
User-agent: Pierre Smith
Disallow: /
User-agent: PingdomPageSpeed
Disallow: /
User-agent: PingALink
Disallow: /
User-agent: Pinner-iOS
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: PK bot
Disallow: /
User-agent: PocketParser
Disallow: /
User-agent: proximic
Disallow: /
User-agent: psscanapp
Disallow: /
User-agent: PycURL
Disallow: /
User-agent: Pywikibot
Disallow: /
User-agent: queuedriver
Disallow: /
User-agent: Quick-Crawler
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: serpstatbot/2.1
Disallow: /
User-agent: snapADDY.com
Disallow: /
User-agent: SOcrawl
Disallow: /
User-agent: Sottopop
Disallow: /
User-agent: SpaceBison
Disallow: /
User-agent: Spammen
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: Spanner
Disallow: /
User-agent: Spbot
Disallow: /
User-agent: SpuhexBot
Disallow: /
User-agent: Speedy Spider
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: StundentWebSurveyProjectBot
Disallow: /
User-agent: SurdotlyBot
Disallow: /
User-agent: Spinn3r
Disallow: /
User-agent: SputnikBot
Disallow: /
User-agent: Sqlmap
Disallow: /
User-agent: Sqlworm
Disallow: /
User-agent: Sqworm
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: Stripper
Disallow: /
User-agent: Sucker
Disallow: /
User-agent: Sucuri
Disallow: /
User-agent: SuperBot
Disallow: /
User-agent: SuperHTTP
Disallow: /
User-agent: Surfbot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: SycamoreBot
Disallow: /
User-agent: SalesIntelligent
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: SBIder/Nutch
Disallow: /
User-agent: Sysomos
Disallow: /
User-agent: Taringa UGC
Disallow: /
User-agent: Thumbor
Disallow: /
User-agent: ThumbShotsBot
Disallow: /
User-agent: ThumbSniper
Disallow: /
User-agent: TMM Crawler
Disallow: /
User-agent: Toplistbot
Disallow: /
User-agent: ToutiaoSpider
Disallow: /
User-agent: trustoo
Disallow: /
User-agent: TrendsmapResolver
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: Suzuran
Disallow: /
User-agent: Swiftbot
Disallow: /
User-agent: sysscan
Disallow: /
User-agent: Szukacz
Disallow: /
User-agent: T0PHackTeam
Disallow: /
User-agent: T8Abot
Disallow: /
User-agent: tAkeOut
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: Twingly Recon
Disallow: /
User-agent: uCrawler
Disallow: /
User-agent: Ultrawall
Disallow: /
User-agent: unfurlist
Disallow: /
User-agent: Utopia WebWasher
Disallow: /
User-agent: URLy.Warning
Disallow: /
User-agent: URLy Warning
Disallow: /
User-agent: Vacuum
Disallow: /
User-agent: Vagabondo
Disallow: /
User-agent: VB Project
Disallow: /
User-agent: VB-Tec:INET
Disallow: /
User-agent: VCI
Disallow: /
User-agent: VeriCiteCrawler
Disallow: /
User-agent: VidibleScraper
Disallow: /
User-agent: Virusdie
Disallow: /
User-agent: Virusdie crawler
Disallow: /
User-agent: Wappalyzer
Disallow: /
User-agent: Watambaa
Disallow: /
User-agent: Web Downloader
Disallow: /
User-agent: WebCapture
Disallow: /
User-agent: Webfan.de Maintenance Bot
Disallow: /
User-agent: Website Security Scanner
Disallow: /
User-agent: WebSpider
Disallow: /
User-agent: WeCrawlForThePeace
Disallow: /
User-agent: WeTestBot
Disallow: /
User-agent: Wfuzz
Disallow: /
User-agent: WeSEE
Disallow: /
User-agent: Whack
Disallow: /
User-agent: Whacker
Disallow: /
User-agent: WhatWeb
Disallow: /
User-agent: win7ie80
Disallow: /
User-agent: WISENutbot
Disallow: /
User-agent: Wonderbot
Disallow: /
User-agent: Woobot
Disallow: /
User-agent: WordupinfoSearch
Disallow: /
User-agent: WXplr
Disallow: /
User-agent: XenForo
Disallow: /
User-agent: x09Mozilla
Disallow: /
User-agent: x22Mozilla
Disallow: /
User-agent: Xaldon_WebSpider
Disallow: /
User-agent: Xaldon WebSpider
Disallow: /
User-agent: Xenu Link Sleuth
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: XoviOnpageCrawler
Disallow: /
User-agent: YaK
Disallow: /
User-agent: Yooo! Search Engine Bot
Disallow: /
User-agent: yoozBot
Disallow: /
User-agent: your-search-bot
Disallow: /
User-agent: Your-Website-Sucks
Disallow: /
User-agent: Zade
Disallow: /
User-agent: Zauba
Disallow: /
User-agent: zauba.io
Disallow: /
User-agent: Zermelo
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: zgrab
Disallow: /
User-agent: Zitebot
Disallow: /
User-agent: ZmEu
Disallow: /
User-agent: ZumBot
Disallow: /
User-agent: Zombiebot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: QueryN Metasearch
Disallow: /
User-agent: QRVA
Disallow: /
User-agent: RankActive
Disallow: /
User-agent: RankActiveLinkBot
Disallow: /
User-agent: RankFlex
Disallow: /
User-agent: RankingBot
Disallow: /
User-agent: RankingBot2
Disallow: /
User-agent: Rapture Spider
Disallow: /
User-agent: Raven Link Checker
Disallow: /
User-agent: raynette_httprequest
Disallow: /
User-agent: redback
Disallow: /
User-agent: ResearchBot
Disallow: /
User-agent: Researchscan
Disallow: /
User-agent: RobotsTxtParser-VIPnytt
Disallow: /
User-agent: RukiCrawler
Disallow: /
User-agent: RyteBot
Disallow: /
User-agent: SafeDNS
Disallow: /
User-agent: SafeDNSBot
Disallow: /
User-agent: SafeSearch microdata crawler
Disallow: /
User-agent: scanner
Disallow: /
User-agent: sciter
Disallow: /
User-agent: Scopia Crawler
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: ScanAlert
Disallow: /
User-agent: Scanbot
Disallow: /
User-agent: scan.lol
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: Scrutiny
Disallow: /
User-agent: searchVIU.com Linkbot
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: Seobility
Disallow: /
User-agent: Serf
Disallow: /
User-agent: ShortLinkTranslate
Disallow: /
User-agent: SHWCrawler
Disallow: /
User-agent: SiSch-BA-Bot
Disallow: /
User-agent: Sitebulb
Disallow: /
User-agent: SiteGuru Crawler
Disallow: /
User-agent: Siteimprove
Disallow: /
User-agent: Siteimprove.com
Disallow: /
User-agent: SiteSucker
Disallow: /
User-agent: Site Sucker
Disallow: /
User-agent: SmartDownload
Disallow: /
User-agent: Sitevigil
Disallow: /
User-agent: SiteTruth.com
Disallow: /
User-agent: Slackbot
Disallow: /
User-agent: Slackbot-LinkExpanding
Disallow: /
User-agent: SMTBot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: Who.is Bot
Disallow: /
User-agent: Widow
Disallow: /
User-agent: WinHTTrack
Disallow: /
User-agent: WiseGuys Robot
Disallow: /
User-agent: WebPix
Disallow: /
User-agent: Web Pix
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: xpymep1.exe
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: ZyBORG
Disallow: / 
Please select one of the following options for your request.
None of these options suit your need?
You can also download our Quick Start Guide, visit the FAQ section, our Knowledge Base or Blog.
