Usefulscript.ru has robots.txt file. Http response code is 200.
Robots size is small. It is about 166 kb and 48 rows.

usefulscript.ru has sitemap file http://usefulscript.ru/sitemap.xml. Robots.txt for User-Agent=* contains only disallow directives.

Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /forum/*action=*
                    [1] => /forum/*datecut=*
                    [2] => /forum/*language=english*
                    [3] => /forum/*language=russian*
                    [4] => /forum/*mode=*
                    [5] => /forum/*option=*
                    [6] => /forum/*order=*
                    [7] => /forum/*pid=*
                    [8] => /forum/*replyto=*
                    [9] => /forum/*selectall=*
                    [10] => /forum/*sort=*
                    [11] => /forum/*sortby=*
                    [12] => /forum/*year=*
                    [13] => /forum/admin.php
                    [14] => /forum/archive
                    [15] => /forum/attachment.php
                    [16] => /forum/calendar.php
                    [17] => /forum/captcha.php
                    [18] => /forum/contact.php
                    [19] => /forum/editpost.php
                    [20] => /forum/member.php
                    [21] => /forum/memberlist.php
                    [22] => /forum/misc.php
                    [23] => /forum/modcp.php
                    [24] => /forum/moderation.php
                    [25] => /forum/newreply.php
                    [26] => /forum/newthread.php
                    [27] => /forum/polls.php
                    [28] => /forum/printthread.php
                    [29] => /forum/private.php
                    [30] => /forum/ratethread.php
                    [31] => /forum/report.php
                    [32] => /forum/reputation.php
                    [33] => /forum/search.php
                    [34] => /forum/sendthread.php
                    [35] => /forum/task.php
                    [36] => /forum/usercp.php
                    [37] => /forum/usercp2.php
                    [38] => /*highlight=*
                    [39] => /*searchid=*
                    [40] => /*comment_id=*
                    [41] => /*ocenka=*
                    [42] => /*ocenka_theme=*
                    [43] => /keys/*
                )

            [crawl-delay] => 9
            [sitemap] => Array
                (
                    [0] => http://usefulscript.ru/sitemap.xml
                )

            [host] => usefulscript.ru
        )

)
User-agent: *
Disallow: /forum/*action=*
Disallow: /forum/*datecut=*
Disallow: /forum/*language=english*
Disallow: /forum/*language=russian*
Disallow: /forum/*mode=*
Disallow: /forum/*option=*
Disallow: /forum/*order=*
Disallow: /forum/*pid=*
Disallow: /forum/*replyto=*
Disallow: /forum/*selectall=*
Disallow: /forum/*sort=*
Disallow: /forum/*sortby=*
Disallow: /forum/*year=*
Disallow: /forum/admin.php
Disallow: /forum/archive
Disallow: /forum/attachment.php
Disallow: /forum/calendar.php
Disallow: /forum/captcha.php
Disallow: /forum/contact.php
Disallow: /forum/editpost.php
Disallow: /forum/member.php
Disallow: /forum/memberlist.php
Disallow: /forum/misc.php
Disallow: /forum/modcp.php
Disallow: /forum/moderation.php
Disallow: /forum/newreply.php
Disallow: /forum/newthread.php
Disallow: /forum/polls.php
Disallow: /forum/printthread.php
Disallow: /forum/private.php
Disallow: /forum/ratethread.php
Disallow: /forum/report.php
Disallow: /forum/reputation.php
Disallow: /forum/search.php
Disallow: /forum/sendthread.php
Disallow: /forum/task.php
Disallow: /forum/usercp.php
Disallow: /forum/usercp2.php
Disallow: /*highlight=*
Disallow: /*searchid=*
Disallow: /*comment_id=*
Disallow: /*ocenka=*
Disallow: /*ocenka_theme=*
Disallow: /keys/*
Crawl-delay: 9
Sitemap: http://usefulscript.ru/sitemap.xml
Host: usefulscript.ru
  • код 200 http://usefulscript.ru/robots.txt