Olegon.ru has robots.txt file. Http response code is 200.
Robots size is very small. It is about 44 kb and 22 rows.

Array
(
    [*] => Array
        (
            [allow] => Array
                (
                    [0] => /$
                    [1] => /images
                    [2] => /index.php
                    [3] => /showthread.php?t=
                    [4] => /forumdisplay.php?f=
                    [5] => /clientscript
                    [6] => /pr*
                    [7] => *html
                    [8] => *htm
                    [9] => *gz
                    [10] => *js
                    [11] => *css
                    [12] => /badip
                    [13] => /sitemap.php
                    [14] => /external.php
                    [15] => /sitemapxml.php
                    [16] => /quotes
                    [17] => /qr-code
                    [18] => /mac
                )

            [disallow] => Array
                (
                    [0] => /
                )

            [host] => olegon.ru
        )

)
User-agent: *
Allow: /$
Allow: /images
Allow: /index.php
Allow: /showthread.php?t=
Allow: /forumdisplay.php?f=
Allow: /clientscript
Allow: /pr*
Allow: *html
Allow: *htm
Allow: *gz
Allow: *js
Allow: *css
Allow: /badip
Allow: /sitemap.php
Allow: /external.php
Allow: /sitemapxml.php
Allow: /quotes
Allow: /qr-code
Allow: /mac

Disallow: /

Host: olegon.ru
  • код 200 http://olegon.ru/robots.txt