Briansk.ru has robots.txt file. Http response code is 200.
Robots size is very small. It is about 50 kb and 18 rows.

Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /forum/comments.php
                    [1] => /forum/
                    [2] => /search/
                    [3] => /forum/?act=
                    [4] => /print/
                    [5] => /stream.php
                    [6] => /stream_topnews.php
                    [7] => /photos/?year=
                    [8] => /index1.html
                    [9] => /forum/forumdisplay.php?f=43
                    [10] => /counter/
                    [11] => /reklama/
                    [12] => /oferta/
                    [13] => /cgi-bin/
                )

            [allow] => Array
                (
                    [0] => /
                    [1] => /forum/yarss.php?forum=*
                )

            [host] => briansk.ru
        )

)
User-agent: *
Disallow: /forum/comments.php
Disallow: /forum/
Disallow: /search/
Disallow: /forum/?act=
Disallow: /print/
Disallow: /stream.php
Disallow: /stream_topnews.php
Disallow: /photos/?year=
Disallow: /index1.html
Disallow: /forum/forumdisplay.php?f=43
Disallow: /counter/
Disallow: /reklama/
Disallow: /oferta/
Disallow: /cgi-bin/
Allow: /
Allow: /forum/yarss.php?forum=*
Host: briansk.ru

  • код 301 http://briansk.ru/robots.txt
  • код 200 https://briansk.ru/robots.txt