ctepan.ru robots.txt
Ctepan.ru has robots.txt file. Http response code is 200.
Robots size is medium. It is about 680 kb and 98 rows.
ctepan.ru has sitemap file https://ctepan.ru/sitemap.xml. Main host for ctepan.ru is https://ctepan.ru/.
ctepan.ru has separate rules for googlebot and yandexbot and also has rules for all bots (User-Agent=*).
Robots size is medium. It is about 680 kb and 98 rows.
ctepan.ru has sitemap file https://ctepan.ru/sitemap.xml. Main host for ctepan.ru is https://ctepan.ru/.
ctepan.ru has separate rules for googlebot and yandexbot and also has rules for all bots (User-Agent=*).
Array
(
[*] => Array
(
[disallow] => Array
(
[0] => /cgi-bin
[1] => /?
[2] => /wp-
[3] => /pvh/index.php
[4] => /pvh_polog/index.php
[5] => /moskitka/index.php
[6] => /pvhnew/index.php
[7] => *?s=
[8] => *&s=
[9] => /search/
[10] => /author/
[11] => /users/
[12] => */trackback
[13] => */feed
[14] => */rss
[15] => */embed
[16] => /xmlrpc.php
[17] => *utm*=
[18] => *openstat=
)
[allow] => Array
(
[0] => /turbo_ctepan.xml
[1] => */uploads
[2] => /*.ico
)
[sitemap] => Array
(
[0] => https://ctepan.ru/sitemap.xml
)
[host] => https://ctepan.ru/
)
[googlebot] => Array
(
[disallow] => Array
(
[0] => /cgi-bin
[1] => /?
[2] => /wp-
[3] => /pvh/index.php
[4] => *?s=
[5] => *&s=
[6] => /search/
[7] => /author/
[8] => /users/
[9] => */trackback
[10] => */feed
[11] => */rss
[12] => */embed
[13] => /xmlrpc.php
[14] => *utm*=
[15] => *openstat=
)
[allow] => Array
(
[0] => /turbo_ctepan.xml
[1] => */uploads
[2] => /*/*.js
[3] => /*/*.css
[4] => /wp-*.png
[5] => /wp-*.jpg
[6] => /wp-*.jpeg
[7] => /wp-*.gif
[8] => /wp-admin/admin-ajax.php
[9] => /*.ico
[10] => /wp-*.woff
[11] => /wp-*.ttf
[12] => /wp-*.woff2
)
)
[yandex] => Array
(
[disallow] => Array
(
[0] => /cgi-bin
[1] => /?
[2] => /wp-
[3] => /pvh/index.php
[4] => /pvh_polog/index.php
[5] => /moskitka/index.php
[6] => /pvhnew/index.php
[7] => *?s=
[8] => *&s=
[9] => /search/
[10] => /author/
[11] => /users/
[12] => */trackback
[13] => */feed
[14] => */rss
[15] => */embed
[16] => /xmlrpc.php
[17] => *utm*=
[18] => *openstat=
)
[allow] => Array
(
[0] => /turbo_ctepan.xml
[1] => */uploads
[2] => /*/*.js
[3] => /*/*.css
[4] => /wp-*.png
[5] => /wp-*.jpg
[6] => /wp-*.jpeg
[7] => /wp-*.gif
[8] => /wp-admin/admin-ajax.php
[9] => /*.ico
)
[clean-param] => Array
(
[0] => utm_source&utm_medium&utm_campaign
[1] => openstat
)
)
)
User-agent: * # , Google,
# ..
Disallow: /cgi-bin #
Disallow: /? #
Disallow: /wp- # WP: /wp-json/, /wp-includes, /wp-content/plugins
Disallow: /pvh/index.php #
Disallow: /pvh_polog/index.php #
Disallow: /moskitka/index.php #
Disallow: /pvhnew/index.php #
Disallow: *?s= #
Disallow: *&s= #
Disallow: /search/ #
Disallow: /author/ #
Disallow: /users/ #
Disallow: */trackback # ,
#
Disallow: */feed #
Disallow: */rss # rss
Disallow: */embed #
Allow: /turbo_ctepan.xml #
Disallow: /xmlrpc.php # WordPress API
Disallow: *utm*= # utm-
Disallow: *openstat= # openstat
Allow: */uploads # uploads
Allow: /*.ico
User-agent: GoogleBot # Google
Disallow: /cgi-bin #
Disallow: /? #
Disallow: /wp- # WP: /wp-json/, /wp-includes, /wp-content/plugins
Disallow: /pvh/index.php #
Disallow: *?s= #
Disallow: *&s= #
Disallow: /search/ #
Disallow: /author/ #
Disallow: /users/ #
Disallow: */trackback # ,
#
Disallow: */feed #
Disallow: */rss # rss
Disallow: */embed #
Disallow: /xmlrpc.php # WordPress API
Disallow: *utm*= # utm-
Disallow: *openstat= # openstat
Allow: /turbo_ctepan.xml #
Allow: */uploads # uploads
Allow: /*/*.js # js- /wp- (/*/ - )
Allow: /*/*.css # css- /wp- (/*/ - )
Allow: /wp-*.png # , cache ..
Allow: /wp-*.jpg # , cache ..
Allow: /wp-*.jpeg # , cache ..
Allow: /wp-*.gif # , cache ..
Allow: /wp-admin/admin-ajax.php # , JS CSS
Allow: /*.ico
Allow: /wp-*.woff
Allow: /wp-*.ttf
Allow: /wp-*.woff2
User-agent: Yandex # ( )
Disallow: /cgi-bin #
Disallow: /? #
Disallow: /wp- # WP: /wp-json/, /wp-includes, /wp-content/plugins
Disallow: /pvh/index.php #
Disallow: /pvh_polog/index.php #
Disallow: /moskitka/index.php #
Disallow: /pvhnew/index.php #
Disallow: *?s= #
Disallow: *&s= #
Disallow: /search/ #
Disallow: /author/ #
Disallow: /users/ #
Disallow: */trackback # ,
#
Disallow: */feed #
Disallow: */rss # rss
Disallow: */embed #
Disallow: /xmlrpc.php # WordPress API
Disallow: *utm*= # utm-
Disallow: *openstat= # openstat
Allow: /turbo_ctepan.xml #
Allow: */uploads # uploads
Allow: /*/*.js # js- /wp- (/*/ - )
Allow: /*/*.css # css- /wp- (/*/ - )
Allow: /wp-*.png # , cache ..
Allow: /wp-*.jpg # , cache ..
Allow: /wp-*.jpeg # , cache ..
Allow: /wp-*.gif # , cache ..
Allow: /wp-admin/admin-ajax.php # , JS CSS
Allow: /*.ico
Clean-Param: utm_source&utm_medium&utm_campaign #
# , ,
# Google
Clean-Param: openstat #
# Sitemap ( User-agent
# ). Google XML Sitemap 2 , .
Sitemap: https://ctepan.ru/sitemap.xml
# , ( WWW / WWW, HTTPS
# , , ). . Host
# Mail.RU. Host .
Host: https://ctepan.ru/
- код 301 http://ctepan.ru/robots.txt
- код 200 https://ctepan.ru:443/robots.txt