Robots.txt
User-agent: *
Sitemap: /wiki/sitemap/sitemap-index-ballotpedia.xml
Disallow: /cgi-bin/
Disallow: /wiki/images/
Disallow: /tmp/
Disallow: /private/
Disallow: /phpshell-2.1/
Disallow: /fckeditor/
Disallow: /ballotpe/
Disallow: /ballotpedia.org/
Disallow: /cache/
Disallow: /images/
Disallow: /openx/
Disallow: /samftp/
Disallow: /winkmv77/
Disallow: /wiki/bin/
Disallow: /wiki/config/
Disallow: /wiki/docs/
Disallow: /wiki/extensions/
Disallow: /wiki/htmlets/
Disallow: /wiki/includes/
Disallow: /wiki/languages/
Disallow: /wiki/locale/
Disallow: /wiki/maintenance/
Disallow: /wiki/math/
#Disallow: /wiki/skins/
Disallow: /wiki/t/
Disallow: /wiki/tests/
#Disallow: /wiki/index.php/
Disallow: /wiki/index.php/User:*
Disallow: /Wikipedia:*
Disallow: /wiki/index.php/Wikipedia:*
Disallow: /wiki/index.php?title=Wikipedia:*
Disallow: /User:
#Crawl-delay: 5
#Request-rate: 1/5 # maximum rate is one page every 5 seconds
#Visit-time: 0600-0845 # only visit between 06:00 and 08:45 UTC (GMT)
#User-agent: Slurp
#Disallow: /
User-agent: Squider
Disallow: /
User-agent: updown_tester
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: KomodiaBot
Disallow: /
User-agent: Aboundex
Disallow: /
User-agent: Jakarta
Disallow: /
User-agent: 200PleaseBot
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: SISTRIX
Disallow: /
User-agent: oBot
Disallow: /
User-agent: CrawlDaddy
Disallow: /
User-agent: nutch
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: BlogSearch
Disallow: /
User-agent: CloudServerMarketSpider
Disallow: /
User-agent: NerdyBot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: ZemlyaCrawl
Disallow: /
User-agent: WebTarantula.com Crawler
Disallow: /
User-agent: Daumoa
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: PaperLiBot
Disallow: /
User-agent: SEO ROBOT
Disallow: /
User-agent: CMS Crawler
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: EasouSpider
Disallow: /
User-agent: ScreenerBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Blog Search
Disallow: /
User-agent: Xenu Link Sleuth
Disallow: /
User-agent: WebCapture
Disallow: /
User-agent: LSSRocketCrawler
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: WebMasterAid
Disallow: /
User-agent: larbin
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: linkdexbot-mobile
Disallow: /
#--------------------------
User-agent: Ezooms
Disallow: /
User-agent: coccoc
Disallow: /
User-agent: Webster
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: NetSeer
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: UnwindFetchor
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: CompSpyBot
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: moget
Disallow: /
User-agent: abot
Disallow: /
User-agent: plukkie
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: URLfilterDB-crawler
Disallow: /
User-agent: URLfilterDB
Disallow: /
User-agent: ufdb
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: netEstate
Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: CatchBot
Disallow: /
User-agent: aiHitBot
Disallow: /
User-agent: SEOstats
Disallow: /
User-agent: SiteExplorer
Disallow: /
User-agent: YYSpider
Disallow: /
User-agent: YRSpider
Disallow: /
User-agent: meanpathbot
Disallow: /
User-agent: AboutUsBot
Disallow: /
User-agent: BeetleBot
Disallow: /
User-agent: Babya Discoverer
Disallow: /
User-agent: hivaBot
Disallow: /
User-agent: niki-bot
Disallow: /
User-agent: InAGist
Disallow: /
User-agent: PercolateCrawler
Disallow: /
User-agent: Jetslide
Disallow: /
User-agent: newsme
Disallow: /
User-agent: EventMachine
Disallow: /
User-agent: OpenWebSpider
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Nigma.ru
Disallow: /
User-agent: ThumbnailAgent
Disallow: /
User-agent: FeedBot
Disallow: /
User-agent: SpiderLing
Disallow: /
User-agent: betasearch
Disallow: /
User-agent: Academic Beta Search
Disallow: /
User-agent: Wget
Disallow: /
User-agent: NetShelter ContentScan
Disallow: /
User-agent: NetShelter
Disallow: /
User-agent: madaali.de
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Powermarks
Disallow: /
User-agent: wminer
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: MaxPointCrawler
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: Lipperhey
Disallow: /
User-agent: Lipperhey SEO Service
Disallow: /
User-agent: Industry Cortex Webcrawler
Disallow: /
User-agent: wscheck.com
Disallow: /
User-agent: Symfony Spider
Disallow: /
User-agent: Perviibot
Disallow: /
User-agent: webinatorbot
Disallow: /
User-agent: lbot
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: p4Bot
Disallow: /
User-agent: Prlog
Disallow: /
User-agent: Domnutch-Bot
Disallow: /
User-agent: ProoXiBot
Disallow: /
User-agent: QuerySeekerSpider
Disallow: /
User-agent: AdnormCrawler
Disallow: /
User-agent: kulturarw3
Disallow: /
User-agent: Googlebot-News
Disallow: /
Allow: /Fact_check
User-agent: PerplexityBot
Disallow: /
(Nice to have)