ctepan.ru robots.txt

Ctepan.ru has robots.txt file. Http response code is 200.
Robots size is medium. It is about 638 kb and 92 rows.

ctepan.ru has sitemap file https://ctepan.ru/sitemap.xml. Main host for ctepan.ru is https://ctepan.ru/.

ctepan.ru has separate rules for googlebot and yandexbot and also has rules for all bots (User-Agent=*).
Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /cgi-bin
                    [1] => /?
                    [2] => /wp-
                    [3] => /pvh/index.php
                    [4] => *?s=
                    [5] => *&s=
                    [6] => /search/
                    [7] => /author/
                    [8] => /users/
                    [9] => */trackback
                    [10] => */feed
                    [11] => */rss
                    [12] => */embed
                    [13] => /xmlrpc.php
                    [14] => *utm*=
                    [15] => *openstat=
                )

            [allow] => Array
                (
                    [0] => /turbo_ctepan.xml
                    [1] => */uploads
                    [2] => /*.ico
                )

            [sitemap] => Array
                (
                    [0] => https://ctepan.ru/sitemap.xml
                )

            [host] => https://ctepan.ru/
        )

    [googlebot] => Array
        (
            [disallow] => Array
                (
                    [0] => /cgi-bin
                    [1] => /?
                    [2] => /wp-
                    [3] => /pvh/index.php
                    [4] => *?s=
                    [5] => *&s=
                    [6] => /search/
                    [7] => /author/
                    [8] => /users/
                    [9] => */trackback
                    [10] => */feed
                    [11] => */rss
                    [12] => */embed
                    [13] => /xmlrpc.php
                    [14] => *utm*=
                    [15] => *openstat=
                )

            [allow] => Array
                (
                    [0] => /turbo_ctepan.xml
                    [1] => */uploads
                    [2] => /*/*.js
                    [3] => /*/*.css
                    [4] => /wp-*.png
                    [5] => /wp-*.jpg
                    [6] => /wp-*.jpeg
                    [7] => /wp-*.gif
                    [8] => /wp-admin/admin-ajax.php
                    [9] => /*.ico
                    [10] => /wp-*.woff
                    [11] => /wp-*.ttf
                    [12] => /wp-*.woff2
                )

        )

    [yandex] => Array
        (
            [disallow] => Array
                (
                    [0] => /cgi-bin
                    [1] => /?
                    [2] => /wp-
                    [3] => /pvh/index.php
                    [4] => *?s=
                    [5] => *&s=
                    [6] => /search/
                    [7] => /author/
                    [8] => /users/
                    [9] => */trackback
                    [10] => */feed
                    [11] => */rss
                    [12] => */embed
                    [13] => /xmlrpc.php
                    [14] => *utm*=
                    [15] => *openstat=
                )

            [allow] => Array
                (
                    [0] => /turbo_ctepan.xml
                    [1] => */uploads
                    [2] => /*/*.js
                    [3] => /*/*.css
                    [4] => /wp-*.png
                    [5] => /wp-*.jpg
                    [6] => /wp-*.jpeg
                    [7] => /wp-*.gif
                    [8] => /wp-admin/admin-ajax.php
                    [9] => /*.ico
                )

            [clean-param] => Array
                (
                    [0] => utm_source&utm_medium&utm_campaign
                    [1] => openstat
                )

        )

)

User-agent: *				#    ,    Google, 
                            # ..    
Disallow: /cgi-bin          #   
Disallow: /?                #     
Disallow: /wp-              #   WP: /wp-json/, /wp-includes, /wp-content/plugins
Disallow: /pvh/index.php    #  
Disallow: *?s=              # 
Disallow: *&s=              # 
Disallow: /search/          # 
Disallow: /author/          #  
Disallow: /users/           #  
Disallow: */trackback       # ,       
                            #   
Disallow: */feed            #  
Disallow: */rss             # rss 
Disallow: */embed           #  
Allow: /turbo_ctepan.xml	#  
Disallow: /xmlrpc.php       #  WordPress API
Disallow: *utm*=             #   utm-
Disallow: *openstat=        #    openstat
Allow: */uploads            #     uploads
Allow: /*.ico
User-agent: GoogleBot       #   Google 
Disallow: /cgi-bin          #   
Disallow: /?                #     
Disallow: /wp-              #   WP: /wp-json/, /wp-includes, /wp-content/plugins
Disallow: /pvh/index.php    #  
Disallow: *?s=              # 
Disallow: *&s=              # 
Disallow: /search/          # 
Disallow: /author/          #  
Disallow: /users/           #  
Disallow: */trackback       # ,       
                            #   
Disallow: */feed            #  
Disallow: */rss             # rss 
Disallow: */embed           #  

Disallow: /xmlrpc.php       #  WordPress API
Disallow: *utm*=             #   utm-
Disallow: *openstat=        #    openstat
Allow: /turbo_ctepan.xml	#  
Allow: */uploads            #     uploads
Allow: /*/*.js              #  js-  /wp- (/*/ -  )
Allow: /*/*.css             #  css-  /wp- (/*/ -  )
Allow: /wp-*.png            #   , cache   ..
Allow: /wp-*.jpg            #   , cache   ..
Allow: /wp-*.jpeg           #   , cache   ..
Allow: /wp-*.gif            #   , cache   ..
Allow: /wp-admin/admin-ajax.php #  ,    JS  CSS
Allow: /*.ico
Allow: /wp-*.woff
Allow: /wp-*.ttf
Allow: /wp-*.woff2
User-agent: Yandex          #    (  )
Disallow: /cgi-bin          #   
Disallow: /?                #     
Disallow: /wp-              #   WP: /wp-json/, /wp-includes, /wp-content/plugins
Disallow: /pvh/index.php    #  
Disallow: *?s=              # 
Disallow: *&s=              # 
Disallow: /search/          # 
Disallow: /author/          #  
Disallow: /users/           #  
Disallow: */trackback       # ,       
                            #   
Disallow: */feed            #  
Disallow: */rss             # rss 
Disallow: */embed           #  

Disallow: /xmlrpc.php       #  WordPress API
Disallow: *utm*=             #   utm-
Disallow: *openstat=        #    openstat
Allow: /turbo_ctepan.xml	#  
Allow: */uploads            #     uploads
Allow: /*/*.js              #  js-  /wp- (/*/ -  )
Allow: /*/*.css             #  css-  /wp- (/*/ -  )
Allow: /wp-*.png            #   , cache   ..
Allow: /wp-*.jpg            #   , cache   ..
Allow: /wp-*.jpeg           #   , cache   ..
Allow: /wp-*.gif            #   , cache   ..
Allow: /wp-admin/admin-ajax.php #  ,    JS  CSS
Allow: /*.ico
Clean-Param: utm_source&utm_medium&utm_campaign #     
                            #  ,    , 
                            # Google    
Clean-Param: openstat       # 

#      Sitemap (   User-agent 
#  ). Google XML Sitemap  2  ,    .
Sitemap: https://ctepan.ru/sitemap.xml

#    ,     ( WWW /  WWW,  HTTPS 
#   ,    , ).   .  Host  
#   Mail.RU.       Host  .
Host: https://ctepan.ru/
  • код 301 http://ctepan.ru/robots.txt
  • код 200 https://ctepan.ru:443/robots.txt