Rainews.it - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

• Acción - Italia Viva
• Carlo Della Valle
• Carmelo Bossi
• Emiliano Mondonico
• Izquierda Ecología Libertad
• Luís Leal
• Marcello Colasurdo
• Mário Rui
• Raffaele La Capria
• Rai News 24

Robots.txt

# Rai RadioTelevisione Italiana content is made available for your personal, non-commercial
# use subject to our Terms of Service.
# Use of any device, tool, or process designed to data mine or scrape the content
# using automated means is prohibited without prior written permission from
# Rai RadioTelevisione Italiana. Prohibited uses include but are not limited to:
# (1) text and data mining activities under Art. 4 of the EU Directive on Copyright in
# the Digital Single Market;
# (2) the development of any software, machine learning, artificial intelligence (AI),
# and/or large language models (LLMs);
# (3) creating or providing archived or cached data sets containing our content to others; and/or
# (4) any commercial purposes.
# Contact https://www.rai.it/centroassistenza

User-agent: *
Allow: /
Disallow: /app/
Disallow: /webview/
Disallow: /programmi/
Disallow: /collezioni/
Disallow: /atomatic/
Disallow: /StatisticheProxy/
Disallow: /live/
Disallow: /iframe/
Disallow: /foto/
Allow:    /tgr/*/foto/
Disallow: /*index.html?
Disallow: /*chi-siamo.html?
Disallow: /*live_frame.html
Disallow: /*?print$
Disallow: */related-tag-iframe.html
Disallow: /*?refresh_ce=$
Disallow: /*?nxtep
Disallow: /*.json$
Disallow: /tgr/?set
Disallow: /tgr/amp/
Disallow: /ran24/speciali/


# CARTELLE SOTTO DL

Disallow: /dl/RaiTV/
Disallow: /dl/rainews/redazioni/
Disallow: /dl/rainews/ricerca.html
Disallow: /dl/rainews/articoli/
Disallow: /dl/rainews/media/
Disallow: /dl/rainews/speciali/
Disallow: /dl/rainews/live/
Disallow: /dl/rainews/elezioni2021/
Disallow: /dl/rainews/elezioni2020/
Disallow: /dl/rainews/includes/
Disallow: /dl/rainews/TGR/
Disallow: /dl/rainews/json/
Disallow: /dl/rai24/
Allow:    /dl/rai24/assets/images/*.jpg$
Allow:    /dl/rai24/assets/images/*.png$
Disallow: /dl/Report/
Disallow: /dl/grr/
Disallow: /dl/bilancio
Disallow: /dl/portaleRadio
Disallow: /dl/portali/site/
Disallow: /dl/js/
Disallow: /dl/objects/
Disallow: /dl/raisport/
Disallow: /dl/tg3/
Disallow: /dl/video/
Disallow: /dl/portale/
Disallow: /dl/docs/
Disallow: /dl/doc/
Disallow: /dl/analytics/
Disallow: /dl/siti/
Disallow: /dl/test/

# SITEMAPS

Sitemap: https://www.rainews.it/sitemap.xml
Sitemap: https://www.rainews.it/dl/rainews/sitemap/fast/sitemap.fast.xml

# ALTRI USER AGENT

User-agent: Twitterbot
User-Agent: FacebookBot
Allow:    /*?nxtep


# AI BOTS
# User-agent: ChatGPT-User
# User-agent: Google-Extended
# User-agent: GPTBot
# User-agent: PerplexityBot

User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot

User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot

User-agent: magpie-crawler
User-agent: NewsNow
User-agent: news-please
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0

User-agent: Scrapy
User-agent: TurnitinBot
User-agent: Botify
Disallow: /

Suchvorschau