Allsiding.ru has robots.txt file. Http response code is 200.
Robots size is small. It is about 196 kb and 73 rows.

allsiding.ru has sitemap file https://allsiding.ru/sitemap.xml. Main host for allsiding.ru is https://allsiding.ru.

Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /cgi-bin
                    [1] => /bitrix/
                    [2] => *bitrix_*=
                    [3] => /local/
                    [4] => /*index.php$
                    [5] => /auth/
                    [6] => *auth=
                    [7] => /personal/
                    [8] => *register=
                    [9] => *forgot_password=
                    [10] => *change_password=
                    [11] => *login=
                    [12] => *logout=
                    [13] => */search/
                    [14] => *action=
                    [15] => *print=
                    [16] => *?new=Y
                    [17] => *?edit=
                    [18] => *?preview=
                    [19] => *backurl=
                    [20] => *back_url=
                    [21] => *back_url_admin=
                    [22] => *captcha
                    [23] => */feed
                    [24] => */rss
                    [25] => *?FILTER*=
                    [26] => *?ei=
                    [27] => *?p=
                    [28] => *?q=
                    [29] => *?tags=
                    [30] => *B_ORDER=
                    [31] => *BRAND=
                    [32] => *CLEAR_CACHE=
                    [33] => *ELEMENT_ID=
                    [34] => *price_from=
                    [35] => *price_to=
                    [36] => *PROPERTY_TYPE=
                    [37] => *PROPERTY_WIDTH=
                    [38] => *PROPERTY_HEIGHT=
                    [39] => *PROPERTY_DIA=
                    [40] => *PROPERTY_OPENING_COUNT=
                    [41] => *PROPERTY_SELL_TYPE=
                    [42] => *PROPERTY_MAIN_TYPE=
                    [43] => *PROPERTY_PRICE[*]=
                    [44] => *S_LAST=
                    [45] => *SECTION_ID=
                    [46] => *SECTION[*]=
                    [47] => *SHOWALL=
                    [48] => *SHOW_ALL=
                    [49] => *SHOWBY=
                    [50] => *SORT=
                    [51] => *SPHRASE_ID=
                    [52] => *TYPE=
                    [53] => *utm*=
                    [54] => *openstat=
                    [55] => *from=
                    [56] => *?VIEW=
                    [57] => *?SORT_TO=
                    [58] => *?SORT_FIELD=
                    [59] => */filter/clear/apply/
                    [60] => *?set_filter=
                )

            [allow] => Array
                (
                    [0] => */upload/
                    [1] => /bitrix/*.js
                    [2] => /bitrix/*.css
                    [3] => /local/*.js
                    [4] => /local/*.css
                    [5] => /local/*.jpg
                    [6] => /local/*.jpeg
                    [7] => /local/*.png
                    [8] => /local/*.gif
                )

            [host] => https://allsiding.ru
            [sitemap] => Array
                (
                    [0] => https://allsiding.ru/sitemap.xml
                )

        )

)
User-Agent: *
Disallow: /cgi-bin
Disallow: /bitrix/
Disallow: *bitrix_*=
Disallow: /local/
Disallow: /*index.php$
Disallow: /auth/
Disallow: *auth=
Disallow: /personal/
Disallow: *register=
Disallow: *forgot_password=
Disallow: *change_password=
Disallow: *login=
Disallow: *logout=
Disallow: */search/
Disallow: *action=
Disallow: *print=
Disallow: *?new=Y
Disallow: *?edit=
Disallow: *?preview=
Disallow: *backurl=
Disallow: *back_url=
Disallow: *back_url_admin=
Disallow: *captcha
Disallow: */feed
Disallow: */rss
Disallow: *?FILTER*=
Disallow: *?ei=
Disallow: *?p=
Disallow: *?q=
Disallow: *?tags=
Disallow: *B_ORDER=
Disallow: *BRAND=
Disallow: *CLEAR_CACHE=
Disallow: *ELEMENT_ID=
Disallow: *price_from=
Disallow: *price_to=
Disallow: *PROPERTY_TYPE=
Disallow: *PROPERTY_WIDTH=
Disallow: *PROPERTY_HEIGHT=
Disallow: *PROPERTY_DIA=
Disallow: *PROPERTY_OPENING_COUNT=
Disallow: *PROPERTY_SELL_TYPE=
Disallow: *PROPERTY_MAIN_TYPE=
Disallow: *PROPERTY_PRICE[*]=
Disallow: *S_LAST=
Disallow: *SECTION_ID=
Disallow: *SECTION[*]=
Disallow: *SHOWALL=
Disallow: *SHOW_ALL=
Disallow: *SHOWBY=
Disallow: *SORT=
Disallow: *SPHRASE_ID=
Disallow: *TYPE=
Disallow: *utm*=
Disallow: *openstat=
Disallow: *from=
Disallow: *?VIEW=
Disallow: *?SORT_TO=
Disallow: *?SORT_FIELD=
Disallow: */filter/clear/apply/
Disallow: *?set_filter=
Allow: */upload/
Allow: /bitrix/*.js
Allow: /bitrix/*.css
Allow: /local/*.js
Allow: /local/*.css
Allow: /local/*.jpg
Allow: /local/*.jpeg
Allow: /local/*.png
Allow: /local/*.gif
Host: https://allsiding.ru
Sitemap: https://allsiding.ru/sitemap.xml
  • код 301 http://allsiding.ru/robots.txt
  • код 200 https://allsiding.ru/robots.txt