Array
(
[*] => Array
(
[disallow] => Array
(
[0] => /forum/comments.php
[1] => /forum/
[2] => /search/
[3] => /forum/?act=
[4] => /print/
[5] => /stream.php
[6] => /stream_topnews.php
[7] => /photos/?year=
[8] => /index1.html
[9] => /forum/forumdisplay.php?f=43
[10] => /counter/
[11] => /reklama/
[12] => /oferta/
[13] => /cgi-bin/
)
[allow] => Array
(
[0] => /
[1] => /forum/yarss.php?forum=*
)
[host] => briansk.ru
)
)
User-agent: *
Disallow: /forum/comments.php
Disallow: /forum/
Disallow: /search/
Disallow: /forum/?act=
Disallow: /print/
Disallow: /stream.php
Disallow: /stream_topnews.php
Disallow: /photos/?year=
Disallow: /index1.html
Disallow: /forum/forumdisplay.php?f=43
Disallow: /counter/
Disallow: /reklama/
Disallow: /oferta/
Disallow: /cgi-bin/
Allow: /
Allow: /forum/yarss.php?forum=*
Host: briansk.ru
-
код 301
http://briansk.ru/robots.txt
-
код 200
https://briansk.ru/robots.txt