Nevercenter.com - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

Sitemap: https://nevercenter.com/sitemap.xml


# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent:	can also specify by name; "*" is for everyone
# Disallow:	if this matches first part of requested path,
#			forget it

User-agent: *    # applies to all robots
Disallow: /old_site/      # disallow indexing of old_site
Disallow: /nevercenter/      # disallow indexing of nevercenter
Disallow: /ncphplist/      # disallow indexing of phplist
Disallow: /billing_info/      # disallow indexing of billing_info
Disallow: /isle_of_nine/      # disallow indexing of isle_of_nine
Disallow: /polymodeling/     # disallow indexing of nevercenter
Disallow: /porterlane/      # disallow indexing of nevercenter
Disallow: /success/      # disallow indexing of nevercenter
Disallow: /outer_template/      # disallow indexing of nevercenter
Disallow: /paypal_process/      # disallow indexing of nevercenter
Disallow: /rss/      # disallow indexing of nevercenter
Disallow: /gallery_images/      # disallow indexing of nevercenter
Disallow: /labs/      # disallow indexing of nevercenter
Disallow: /commentorial/      # disallow indexing of nevercenter
Disallow: /cgi-bin/      # disallow indexing of nevercenter
Disallow: /camerabag_2_nfr/      # disallow indexing of nevercenter
Disallow: /cb2_review/     # disallow indexing of nevercenter
Disallow: /camerabag/david/      # disallow indexing of nevercenter
Disallow: /camerabag/desktop_old/      # disallow indexing of nevercenter
Disallow: /camerabag/shared_images/      # disallow indexing of nevercenter
Disallow: /camerabag/gallery/      # disallow indexing of nevercenter
Disallow: /silo/gallery_images/      # disallow indexing of nevercenter
Disallow: /silo/download_file/      # disallow indexing of nevercenter
Disallow: /camerabag/download/      # disallow indexing of nevercenter
Disallow: /*.pdf$      # disallow indexing of nevercenter
Disallow: /*.msi$      # disallow indexing of nevercenter
Disallow: /*.zip$      # disallow indexing of nevercenter
Disallow: /*.dmg$      # disallow indexing of nevercenter
Allow: /outer_template/jquery-1.11.1.min.js      # allow indexing this specific resource
Allow: /outer_template/popovercode.js      # allow indexing this specific resource
Allow: /outer_template/images/back_to_nc.png      # allow indexing this specific resource
Allow: /outer_template/images/social_fb.png      # allow indexing this specific resource
Allow: /outer_template/images/social_tw.png      # allow indexing this specific resource
Allow: /outer_template/images/social_ig.png      # allow indexing this specific resource


Crawl-delay: 30 or higher

User-agent: Rogerbot 
User-agent: Exabot 
User-agent: MJ12bot 
User-agent: Dotbot 
User-agent: Gigabot 
User-agent: AhrefsBot 
User-agent: BlackWidow 
User-agent: Bot\ mailto:[email protected] 
User-agent: ChinaClaw 
User-agent: Custo 
User-agent: DISCo 
User-agent: Download\ Demon 
User-agent: eCatch 
User-agent: EirGrabber 
User-agent: EmailSiphon 
User-agent: EmailWolf 
User-agent: Express\ WebPictures 
User-agent: ExtractorPro 
User-agent: EyeNetIE 
User-agent: FlashGet 
User-agent: GetRight 
User-agent: GetWeb! 
User-agent: Go!Zilla 
User-agent: Go-Ahead-Got-It 
User-agent: GrabNet 
User-agent: Grafula 
User-agent: HMView 
User-agent: HTTrack 
User-agent: Image\ Stripper 
User-agent: Image\ Sucker 
User-agent: Indy\ Library
User-agent: InterGET 
User-agent: Internet\ Ninja 
User-agent: JetCar 
User-agent: JOC\ Web\ Spider 
User-agent: larbin 
User-agent: LeechFTP 
User-agent: Mass\ Downloader 
User-agent: MIDown\ tool 
User-agent: Mister\ PiX 
User-agent: Navroad 
User-agent: NearSite 
User-agent: NetAnts 
User-agent: NetSpider 
User-agent: Net\ Vampire 
User-agent: NetZIP 
User-agent: Octopus 
User-agent: Offline\ Explorer 
User-agent: Offline\ Navigator 
User-agent: PageGrabber 
User-agent: Papa\ Foto 
User-agent: pavuk 
User-agent: pcBrowser 
User-agent: RealDownload 
User-agent: ReGet 
User-agent: SiteSnagger 
User-agent: SmartDownload 
User-agent: SuperBot 
User-agent: SuperHTTP 
User-agent: Surfbot 
User-agent: tAkeOut 
User-agent: Teleport\ Pro 
User-agent: VoidEYE 
User-agent: Web\ Image\ Collector 
User-agent: Web\ Sucker 
User-agent: WebAuto 
User-agent: WebCopier 
User-agent: WebFetch 
User-agent: WebGo\ IS 
User-agent: WebLeacher 
User-agent: WebReaper 
User-agent: WebSauger 
User-agent: Website\ eXtractor 
User-agent: Website\ Quester 
User-agent: WebStripper 
User-agent: WebWhacker 
User-agent: WebZIP 
User-agent: Wget 
User-agent: Widow 
User-agent: WWWOFFLE 
User-agent: Xaldon\ WebSpider 
User-agent: Zeus
Disallow: /

Suchvorschau