Farabiaward.ir - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# robots.txt for http://farabiaward.ir
Sitemap: http://farabiaward.ir/sitemap.xml
Host: http://farabiaward.ir

User-agent: *
Disallow: /~*
Disallow: /cgi-sys/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /webmail/
Disallow: /cpanel/
Disallow: /whm/
Disallow: /awt_cache/
Disallow: /cache/
Disallow: /ckedit/
Disallow: /fonts/
Disallow: /fpdf/
Disallow: /hta/
Disallow: /includes/
Disallow: /jvsc_servs/
Disallow: /jvsc_glbmenu/
Disallow: /language/
Disallow: /mods/
Disallow: /reporter/
Disallow: /reporter_ajm/
Disallow: /templates/
Disallow: /tpl_temp/
Disallow: /files/site1/yekta_program/
Disallow: /admin/
Disallow: /admin_*
Disallow: /manage_*
Disallow: /panel*
Disallow: /cp*
Disallow: /article_files_up.php
Disallow: /article_profile.php
Disallow: /invoice.php
Disallow: /messaging.php
Disallow: /misu_msgs.php
Disallow: /misu.php
Disallow: /mism.php
Disallow: /profile_pg.php
Disallow: /programmers_zone.php
Disallow: /rating.php
Disallow: /review_cancel.php
Disallow: /reviewers_zone.php
Disallow: /revres.php
Disallow: /room.php
Disallow: /user_cv.php
Disallow: /view_msg.php
Disallow: /00auto_updater.db.php*
Disallow: /00filecp.php*
Disallow: /00home-iust-changed-nocode.php*
Disallow: /0dbexe.php*
Disallow: /0sandbox.php*
Disallow: /0-set-uijs-pass.php*
Disallow: /0u.php*
Disallow: /1sub.php*
Disallow: /active.php*
Disallow: /adverts.php*
Disallow: /agents_zone.php*
Disallow: /ajax_search.php*
Disallow: /apm*
Disallow: /autoc*
Disallow: /cert.php*
Disallow: /chart.php*
Disallow: /awt_reporting_sys.php*
Disallow: /book_treasure_search.php*
Disallow: /chat.php*
Disallow: /common.php*
Disallow: /common.all.php*
Disallow: /consult_*
Disallow: /cron*
Disallow: /cv_forms*
Disallow: /download*
Disallow: /employ*
Disallow: /epay*
Disallow: /eshop_card*
Disallow: /manage*
Disallow: /fcheck_zone.php*
Disallow: /link_treasure_search.php*
Disallow: /login.php*
Disallow: /pass_req.php*
Disallow: /rss_getfile.php*
Disallow: /rss_*
Disallow: /search*.php*
Disallow: /send_ads.php*
Disallow: /send_msgs.php*
Disallow: /site_map.php*
Disallow: /view_image.php*
Disallow: /zipfolder.php*
Disallow: /mism.php*
Disallow: /pdsm*
Disallow: /rds_search*
Disallow: /rds_server*
Disallow: /*_zone.php*
Disallow: /form*
Disallow: /captcha*
Disallow: /pdfmake.php
Disallow: /pdfmaker.php
Crawl-delay: 50

User-agent: MJ12bot
User-agent: SemrushBot
User-agent: Semrush
User-agent: Yandex
User-agent: YandexBot
User-agent: UptimeRobot
User-agent: AhrefsBot
User-agent: BingBot
User-agent: facebot
User-agent: Sogou
User-agent: Sogou web spider
User-agent: Baiduspider
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: yahoo-mmcrawler
User-agent: dotbot
User-agent: Goodzer
User-agent: rogerbot
User-agent: YandexImages
User-agent: Linguee Bot
User-agent: Seekport Crawler
User-agent: GrapeshotCrawler
User-agent: istellabot
User-agent: SeznamBot
User-agent: PetalBot
Disallow: /

Disallow: /00AWT_CHK00/*

Search preview